\(.*\)<\/title.*name>\(.*\)<\/name>.*/\2 - \1/p" # Send pop-up notifications on Gnome notify-send ["<title>"] "<body>" # Convert seconds to human-readable format date -d@1234567890 # Generate a random password 30 characters long strings /dev/urandom | grep -o '[[:alnum:]]' | head -n 30 | tr -d '\n'; echo # Print all the lines between 10 and 20 of a file sed -n '10,20p' <filename> # Show apps that use internet connection at the moment. (Multi-Language) ss -p # Record a screencast and convert it to an mpeg ffmpeg -f x11grab -r 25 -s 800x600 -i :0.0 /tmp/outputFile.mpg # Processor / memory bandwidthd? in GB/s dd if=/dev/zero of=/dev/null bs=1M count=32768 # Open Finder from the current Terminal location open . # Make directory including intermediate directories mkdir -p a/long/directory/path # Run a command only when load average is below a certain threshold echo "rm -rf /unwanted-but-large/folder" | batch # Show File System Hierarchy man hier # Copy a file using pv and watch its progress pv sourcefile > destfile # Remove security limitations from PDF documents using ghostscript gs -q -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=OUTPUT.pdf -c .setpdfwrite -f INPUT.pdf # directly ssh to host B that is only accessible through host A ssh -t hostA ssh hostB # Share a terminal screen with others % screen -r someuser/ # Create a persistent connection to a machine ssh -MNf <user>@<host> # Monitor the queries being run by MySQL watch -n 1 mysqladmin --user=<user> --password=<password> processlist # Multiple variable assignments from command output in BASH read day month year <<< $(date +'%d %m %y') # Binary Clock watch -n 1 'echo "obase=2;`date +%s`" | bc' # return external ip curl icanhazip.com # Backup all MySQL Databases to individual files for I in $(mysql -e 'show databases' -s --skip-column-names); do mysqldump $I | gzip > "$I.sql.gz"; done # Attach screen over ssh ssh -t remote_host screen -r # Create a pdf version of a manpage man -t manpage | ps2pdf - filename.pdf # Remove a line in a text file. Useful to fix ssh-keygen -R <the_offending_host> # Search commandlinefu.com from the command line using the API cmdfu(){ curl "http://www.commandlinefu.com/commands/matching/$@/$(echo -n $@ | openssl base64)/plaintext"; } # Download Youtube video with wget! wget http://www.youtube.com/watch?v=dQw4w9WgXcQ -qO- | sed -n "/fmt_url_map/{s/[\'\"\|]/\n/g;p}" | sed -n '/^fmt_url_map/,/videoplayback/p' | sed -e :a -e '$q;N;5,$D;ba' | tr -d '\n' | sed -e 's/\(.*\),\(.\)\{1,3\}/\1/' | wget -i - -O surprise.flv # RTFM function rtfm() { help $@ || man $@ || $BROWSER "http://www.google.com/search?q=$@"; } # What is my public IP-address? curl ifconfig.me # Run a file system check on your next boot. sudo touch /forcefsck # To print a specific line from a file sed -n 5p <file> # Find Duplicate Files (based on size first, then MD5 hash) find -not -empty -type f -printf "%s\n" | sort -rn | uniq -d | xargs -I{} -n1 find -type f -size {}c -print0 | xargs -0 md5sum | sort | uniq -w32 --all-repeated=separate # Bring the word under the cursor on the :ex line in Vim :<C-R><C-W> # Port Knocking! knock <host> 3000 4000 5000 && ssh -p <port> user@host && knock <host> 5000 4000 3000 # Show a 4-way scrollable process tree with full details. ps awwfux | less -S # replace spaces in filenames with underscores rename 'y/ /_/' * # (Debian/Ubuntu) Discover what package a file belongs to dpkg -S /usr/bin/ls # Sort the size usage of a directory tree by gigabytes, kilobytes, megabytes, then bytes. du -b --max-depth 1 | sort -nr | perl -pe 's{([0-9]+)}{sprintf "%.1f%s", $1>=2**30? ($1/2**30, "G"): $1>=2**20? ($1/2**20, "M"): $1>=2**10? ($1/2**10, "K"): ($1, "")}e' # Block known dirty hosts from reaching your machine wget -qO - http://infiltrated.net/blacklisted|awk '!/#|[a-z]/&&/./{print "iptables -A INPUT -s "$1" -j DROP"}' # Download all images from a site wget -r -l1 --no-parent -nH -nd -P/tmp -A".gif,.jpg" http://example.com/images # Broadcast your shell thru ports 5000, 5001, 5002 ... script -qf | tee >(nc -kl 5000) >(nc -kl 5001) >(nc -kl 5002) # ls not pattern ls !(*.gz) # Edit a google doc with vim google docs edit --title "To-Do List" --editor vim # Show numerical values for each of the 256 colors in bash for code in {0..255}; do echo -e "\e[38;05;${code}m $code: Test"; done # Makes the permissions of file2 the same as file1 chmod --reference file1 file2 # A robust, modular log coloriser ccze # Remove all files previously extracted from a tar(.gz) file. tar -tf <file.tar.gz> | xargs rm -r # which program is this port belongs to ? lsof -i tcp:80 # Copy your ssh public key to a server from a machine that doesn't have ssh-copy-id cat ~/.ssh/id_rsa.pub | ssh user@machine "mkdir ~/.ssh; cat >> ~/.ssh/authorized_keys" # check site ssl certificate dates echo | openssl s_client -connect www.google.com:443 2>/dev/null |openssl x509 -dates -noout # Remove a line in a text file. Useful to fix "ssh host key change" warnings sed -i 8d ~/.ssh/known_hosts # List only the directories ls -d */ # exit without saving history kill -9 $$ # Eavesdrop on your system diff <(lsof -p 1234) <(sleep 10; lsof -p 1234) # Gets a random Futurama quote from /. curl -Is slashdot.org | egrep '^X-(F|B|L)' | cut -d \- -f 2 # Remind yourself to leave in 15 minutes leave +15 # Convert PDF to JPG for file in `ls *.pdf`; do convert -verbose -colorspace RGB -resize 800 -interlace none -density 300 -quality 80 $file `echo $file | sed 's/\.pdf$/\.jpg/'`; done # using `!#$' to reference backward-word cp /work/host/phone/ui/main.cpp !#$:s/host/target # Fast, built-in pipe-based data sink <COMMAND> |: # Use tee to process a pipe with two or more processes echo "tee can split a pipe in two"|tee >(rev) >(tr ' ' '_') # Exclude .svn, .git and other VCS junk for a pristine tarball tar --exclude-vcs -cf src.tar src/ # Colorized grep in less grep --color=always | less -R # Manually Pause/Unpause Firefox Process with POSIX-Signals killall -STOP -m firefox # Search recursively to find a word or phrase in certain file types, such as C code find . -name "*.[ch]" -exec grep -i -H "search pharse" {} \; # Exclude multiple columns using AWK awk '{$1=$3=""}1' file # Synchronize date and time with a server over ssh date --set="$(ssh user@server date)" # Control ssh connection [enter]~? # Get the IP of the host your coming from when logged in remotely echo ${SSH_CLIENT%% *} # Take screenshot through SSH DISPLAY=:0.0 import -window root /tmp/shot.png # run complex remote shell cmds over ssh, without escaping quotes ssh host -l user $(<cmd.txt) # prints line numbers nl # Press Any Key to Continue read -sn 1 -p "Press any key to continue..." # Show apps that use internet connection at the moment. lsof -P -i -n | cut -f 1 -d " "| uniq | tail -n +2 # Release memory used by the Linux kernel on caches free && sync && echo 3 > /proc/sys/vm/drop_caches && free # Create a nifty overview of the hardware in your computer lshw -html > hardware.html # Add timestamp to history export HISTTIMEFORMAT="%F %T " # find geographical location of an ip address lynx -dump http://www.ip-adress.com/ip_tracer/?QRY=$1|grep address|egrep 'city|state|country'|awk '{print $3,$4,$5,$6,$7,$8}'|sed 's\ip address flag \\'|sed 's\My\\' # read manpage of a unix command as pdf in preview (Os X) man -t UNIX_COMMAND | open -f -a preview # How to establish a remote Gnu screen session that you can re-connect to ssh -t user@some.domain.com /usr/bin/screen -xRR # Copy a MySQL Database to a new Server via SSH with one command mysqldump --add-drop-table --extended-insert --force --log-error=error.log -uUSER -pPASS OLD_DB_NAME | ssh -C user@newhost "mysql -uUSER -pPASS NEW_DB_NAME" # make directory tree mkdir -p work/{d1,d2}/{src,bin,bak} # Create a quick back-up copy of a file cp file.txt{,.bak} # Find out how much data is waiting to be written to disk grep ^Dirty /proc/meminfo # mkdir & cd into it as single command mkdir /home/foo/doc/bar && cd $_ # Use file(1) to view device information file -s /dev/sd* # Bind a key with a command bind -x '"\C-l":ls -l' # Opens vi/vim at pattern in file vi +/pattern [file] # Colorful man apt-get install most && update-alternatives --set pager /usr/bin/most # live ssh network throughput test yes | pv | ssh $host "cat > /dev/null" # Pipe stdout and stderr, etc., to separate commands some_command > >(/bin/cmd_for_stdout) 2> >(/bin/cmd_for_stderr) # Remove blank lines from a file using grep and save output to new file grep . filename > newfilename # Go to parent directory of filename edited in last command cd !$:h # Draw a Sierpinski triangle perl -e 'print "P1\n256 256\n", map {$_&($_>>8)?1:0} (0..0xffff)' | display # Recursively change permissions on files, leave directories alone. find ./ -type f -exec chmod 644 {} \; # recursive search and replace old with new string, inside files $ grep -rl oldstring . |xargs sed -i -e 's/oldstring/newstring/' # shut of the screen. xset dpms force standby # Save your sessions in vim to resume later :mksession! <filename> # Intercept, monitor and manipulate a TCP connection. mkfifo /tmp/fifo; cat /tmp/fifo | nc -l -p 1234 | tee -a to.log | nc machine port | tee -a from.log > /tmp/fifo # Display a list of committers sorted by the frequency of commits svn log -q|grep "|"|awk "{print \$3}"|sort|uniq -c|sort -nr # Prettify an XML file tidy -xml -i -m [file] # List the number and type of active network connections netstat -ant | awk '{print $NF}' | grep -v '[a-z]' | sort | uniq -c # Google text-to-speech in mp3 format wget -q -U Mozilla -O output.mp3 "http://translate.google.com/translate_tts?ie=UTF-8&tl=en&q=hello+world # Bind a key with a command bind '"\C-l":"ls -l\n"' # Alias HEAD for automatic smart output alias head='head -n $((${LINES:-`tput lines 2>/dev/null||echo -n 12`} - 2))' # Create colorized html file from Vim or Vimdiff :TOhtml # Recursively remove all empty directories find . -type d -empty -delete # Listen to BBC Radio from the command line. bbcradio() { local s PS3="Select a station: ";select s in 1 1x 2 3 4 5 6 7 "Asian Network an" "Nations & Local lcl";do break;done;s=($s);mplayer -playlist "http://www.bbc.co.uk/radio/listen/live/r"${s[@]: -1}".asx";} # backup all your commandlinefu.com favourites to a plaintext file clfavs(){ URL="http://www.commandlinefu.com";wget -O - --save-cookies c --post-data "username=$1&password=$2&submit=Let+me+in" $URL/users/signin;for i in `seq 0 25 $3`;do wget -O - --load-cookies c $URL/commands/favourites/plaintext/$i >>$4;done;rm -f c;} # send echo to socket network echo "foo" > /dev/tcp/192.168.1.2/25 # Cracking a password protected .rar file for i in $(cat dict.txt);do unrar e -p$i protected.rar; if [ $? = 0 ];then echo "Passwd Found: $i";break;fi;done # Use lynx to run repeating website actions lynx -accept_all_cookies -cmd_script=/your/keystroke-file # Create a single-use TCP (or UDP) proxy nc -l -p 2000 -c "nc example.org 3000" # runs a bash script in debugging mode bash -x ./post_to_commandlinefu.sh # GRUB2: set Super Mario as startup tune echo "GRUB_INIT_TUNE=\"1000 334 1 334 1 0 1 334 1 0 1 261 1 334 1 0 1 392 2 0 4 196 2\"" | sudo tee -a /etc/default/grub > /dev/null && sudo update-grub # A child process which survives the parent's death (for sure) ( command & ) # send a circular wall <<< "Broadcast This" # exclude a column with cut cut -f5 --complement # Random Number Between 1 And X echo $[RANDOM%X+1] # April Fools' Day Prank PROMPT_COMMAND='if [ $RANDOM -le 3200 ]; then printf "\0337\033[%d;%dH\033[4%dm \033[m\0338" $((RANDOM%LINES+1)) $((RANDOM%COLUMNS+1)) $((RANDOM%8)); fi' # copy working directory and compress it on-the-fly while showing progress tar -cf - . | pv -s $(du -sb . | awk '{print $1}') | gzip > out.tgz # Create an audio test CD of sine waves from 1 to 99 Hz (echo CD_DA; for f in {01..99}; do echo "$f Hz">&2; sox -nt cdda -r44100 -c2 $f.cdda synth 30 sine $f; echo TRACK AUDIO; echo FILE \"$f.cdda\" 0; done) > cdrdao.toc && cdrdao write cdrdao.toc && rm ??.cdda cdrdao.toc # Create a directory and change into it at the same time md () { mkdir -p "$@" && cd "$@"; } # Search for a <pattern> string inside all files in the current directory grep -RnisI <pattern> * # convert unixtime to human-readable date -d @1234567890 # Show current working directory of a process pwdx pid # Diff on two variables diff <(echo "$a") <(echo "$b") # Compare two directory trees. diff <(cd dir1 && find | sort) <(cd dir2 && find | sort) # delete a line from your shell history history -d # Perform a branching conditional true && { echo success;} || { echo failed; } # Find files that have been modified on your system in the past 60 minutes sudo find / -mmin 60 -type f # Use tee + process substitution to split STDOUT to multiple commands some_command | tee >(command1) >(command2) >(command3) ... | command4 # Speed up launch of firefox find ~ -name '*.sqlite' -exec sqlite3 '{}' 'VACUUM;' \; # find files in a date range find . -type f -newermt "2010-01-01" ! -newermt "2010-06-01" # Shell recorder with replay script -t /tmp/mylog.out 2>/tmp/mylog.time; <do your work>; <CTRL-D>; scriptreplay /tmp/mylog.time /tmp/mylog.out # Find usb device diff <(lsusb) <(sleep 3s && lsusb) # prevent accidents while using wildcards rm *.txt <TAB> <TAB> # The BOFH Excuse Server telnet towel.blinkenlights.nl 666 # Recover a deleted file grep -a -B 25 -A 100 'some string in the file' /dev/sda1 > results.txt # Lists all listening ports together with the PID of the associated process lsof -Pan -i tcp -i udp # notify yourself when a long-running command which has ALREADY STARTED is finished <ctrl+z> fg; notify_me # easily find megabyte eating files or directories alias dush="du -sm *|sort -n|tail" # GREP a PDF file. pdftotext [file] - | grep 'YourPattern' # View the newest xkcd comic. xkcd(){ wget -qO- http://xkcd.com/|tee >(feh $(grep -Po '(?<=")http://imgs[^/]+/comics/[^"]+\.\w{3}'))|grep -Po '(?<=(\w{3})" title=").*(?=" alt)';} # Schedule a script or command in x num hours, silently run in the background even if logged out ( ( sleep 2h; your-command your-args ) & ) # throttle bandwidth with cstream tar -cj /backup | cstream -t 777k | ssh host 'tar -xj -C /backup' # List all files opened by a particular command lsof -c dhcpd # Brute force discover sudo zcat /var/log/auth.log.*.gz | awk '/Failed password/&&!/for invalid user/{a[$9]++}/Failed password for invalid user/{a["*" $11]++}END{for (i in a) printf "%6s\t%s\n", a[i], i|"sort -n"}' # convert uppercase files to lowercase files rename 'y/A-Z/a-z/' * # Instead of writing a multiline if/then/else/fi construct you can do that by one line [[ test_condition ]] && if_true_do_this || otherwise_do_that # Create a file server, listening in port 7000 while true; do nc -l 7000 | tar -xvf -; done # Convert seconds into minutes and seconds bc <<< 'obase=60;299' # VI config to save files with +x when a shebang is found on line 1 au BufWritePost * if getline(1) =~ "^#!" | if getline(1) =~ "/bin/" | silent !chmod +x <afile> | endif | endif # find all file larger than 500M find / -type f -size +500M # Diff remote webpages using wget diff <(wget -q -O - URL1) <(wget -q -O - URL2) # pretend to be busy in office to enjoy a cup of coffee cat /dev/urandom | hexdump -C | grep "ca fe" # processes per user counter ps hax -o user | sort | uniq -c # analyze traffic remotely over ssh w/ wireshark ssh root@server.com 'tshark -f "port !22" -w -' | wireshark -k -i - # perl one-liner to get the current week number date +%V # Monitor bandwidth by pid nethogs -p eth0 # Recursively compare two directories and output their differences on a readable format diff -urp /originaldirectory /modifieddirectory # DELETE all those duplicate files but one based on md5 hash comparision in the current directory tree find . -type f -print0|xargs -0 md5sum|sort|perl -ne 'chomp;$ph=$h;($h,$f)=split(/\s+/,$_,2);print "$f"."\x00" if ($h eq $ph)'|xargs -0 rm -v -- # List recorded formular fields of Firefox cd ~/.mozilla/firefox/ && sqlite3 `cat profiles.ini | grep Path | awk -F= '{print $2}'`/formhistory.sqlite "select * from moz_formhistory" && cd - > /dev/null # Nicely display permissions in octal format with filename stat -c '%A %a %n' * # Resume scp of a big file rsync --partial --progress --rsh=ssh $file_source $user@$host:$destination_file # Base conversions with bc echo "obase=2; 27" | bc -l # Start a command on only one CPU core taskset -c 0 your_command # Switch 2 characters on a command line. ctrl-t # Get info about remote host ports and OS detection nmap -sS -P0 -sV -O <target> # cat a bunch of small files with file indication grep . * # format txt as table not joining empty columns column -tns: /etc/passwd # Tell local Debian machine to install packages used by remote Debian machine ssh remotehost 'dpkg --get-selections' | dpkg --set-selections && dselect install # send a circular echo "dear admin, please ban eribsskog" | wall # Close a hanging ssh session ~. # I finally found out how to use notify-send with at or cron echo "export DISPLAY=:0; export XAUTHORITY=~/.Xauthority; notify-send test" | at now+1minute # See udev at work udevadm monitor # Get your outgoing IP address dig +short myip.opendns.com @resolver1.opendns.com # your terminal sings echo {1..199}" bottles of beer on the wall, cold bottle of beer, take one down, pass it around, one less bottle of beer on the wall,, " | espeak -v english -s 140 # Define words and phrases with google. define(){ local y="$@";curl -sA"Opera" "http://www.google.com/search?q=define:${y// /+}"|grep -Po '(?<=<li>)[^<]+'|nl|perl -MHTML::Entities -pe 'decode_entities($_)' 2>/dev/null;} # Insert the last argument of the previous command <ESC> . # Harder, Faster, Stronger SSH clients ssh -4 -C -c blowfish-cbc # Duplicate several drives concurrently dd if=/dev/sda | tee >(dd of=/dev/sdb) | dd of=/dev/sdc # Get your external IP address curl ip.appspot.com # Clean up poorly named TV shows. rename -v 's/.*[s,S](\d{2}).*[e,E](\d{2}).*\.avi/SHOWNAME\ S$1E$2.avi/' poorly.named.file.s01e01.avi # Find files that were modified by a given command touch /tmp/file ; $EXECUTECOMMAND ; find /path -newer /tmp/file # A fun thing to do with ram is actually open it up and take a peek. This command will show you all the string (plain text) values in ram sudo strings /dev/mem # Triple monitoring in screen tmpfile=$(mktemp) && echo -e 'startup_message off\nscreen -t top htop\nsplit\nfocus\nscreen -t nethogs nethogs wlan0\nsplit\nfocus\nscreen -t iotop iotop' > $tmpfile && sudo screen -c $tmpfile # Quickly (soft-)reboot skipping hardware checks /sbin/kexec -l /boot/$KERNEL --append="$KERNELPARAMTERS" --initrd=/boot/$INITRD; sync; /sbin/kexec -e # Save a HTML page, and convert it to a .pdf file wget $URL | htmldoc --webpage -f "$URL".pdf - ; xpdf "$URL".pdf & # Relocate a file or directory, but keep it accessible on the old location through a simlink. mv $1 $2 && ln -s $2/$(basename $1) $(dirname $1) # Run a long job and notify me when it's finished ./my-really-long-job.sh && notify-send "Job finished" # Make anything more awesome command | figlet # Install a Firefox add-on/theme to all users sudo firefox -install-global-extension /path/to/add-on # Copy a file structure without files find * -type d -exec mkdir /where/you/wantem/\{\} \; # Analyse an Apache access log for the most common IP addresses tail -10000 access_log | awk '{print $1}' | sort | uniq -c | sort -n | tail # Share your terminal session real-time mkfifo foo; script -f foo # Generate an XKCD #936 style 4 word password shuf -n4 /usr/share/dict/words | tr -d '\n' # Find all the links to a file find -L / -samefile /path/to/file -exec ls -ld {} + # Recover tmp flash videos (deleted immediately by the browser plugin) for h in `find /proc/*/fd -ilname "/tmp/Flash*" 2>/dev/null`; do ln -s "$h" `readlink "$h" | cut -d' ' -f1`; done # stderr in color mycommand 2> >(while read line; do echo -e "\e[01;31m$line\e[0m"; done) # Stop Flash from tracking everything you do. for i in ~/.adobe ~/.macromedia ; do ( rm $i/ -rf ; ln -s /dev/null $i ) ; done # Create a single PDF from multiple images with ImageMagick convert *.jpg output.pdf # List files with quotes around each filename ls -Q # List alive hosts in specific subnet nmap -sP 192.168.1.0/24 # Delete all empty lines from a file with vim :g/^$/d # Makes you look busy alias busy='my_file=$(find /usr/include -type f | sort -R | head -n 1); my_len=$(wc -l $my_file | awk "{print $1}"); let "r = $RANDOM % $my_len" 2>/dev/null; vim +$r $my_file' # Remote screenshot DISPLAY=":0.0" import -window root screenshot.png # Execute a command with a timeout timeout 10 sleep 11 # Backup all MySQL Databases to individual files for db in $(mysql -e 'show databases' -s --skip-column-names); do mysqldump $db | gzip > "/backups/mysqldump-$(hostname)-$db-$(date +%Y-%m-%d-%H.%M.%S).gz"; done # Cleanup firefox's database. find ~/.mozilla/firefox/ -type f -name "*.sqlite" -exec sqlite3 {} VACUUM \; # check open ports lsof -Pni4 | grep LISTEN # Have an ssh session open forever autossh -M50000 -t server.example.com 'screen -raAd mysession' # Create a system overview dashboard on F12 key bind '"\e[24~"':"\"ps -elF;df -h;free -mt;netstat -lnpt;who -a\C-m""" # coloured tail tail -f FILE | perl -pe 's/KEYWORD/\e[1;31;43m$&\e[0m/g' # Search for commands from the command line clfu-search <search words> # Quickly graph a list of numbers gnuplot -persist <(echo "plot '<(sort -n listOfNumbers.txt)' with lines") # a short counter yes '' | cat -n # How to run X without any graphics hardware startx -- `which Xvfb` :1 -screen 0 800x600x24 && DISPLAY=:1 x11vnc # Rsync remote data as root using sudo rsync --rsync-path 'sudo rsync' username@source:/folder/ /local/ # ls -hog --> a more compact ls -l ls -hog # Put readline into vi mode set -o vi # Delete all empty lines from a file with vim :g!/\S/d # Get all the keyboard shortcuts in screen ^A ? # Copy stdin to your X11 buffer ssh user@host cat /path/to/some/file | xclip # List of commands you use most often history | awk '{print $2}' | sort | uniq -c | sort -rn | head # Start a new command in a new screen window alias s='screen -X screen'; s top; s vi; s man ls; # bypass any aliases and functions for the command \foo # All IP connected to my host netstat -lantp | grep ESTABLISHED |awk '{print $5}' | awk -F: '{print $1}' | sort -u # Repoint an existing symlink to a new location ln -nsf <TARGET> <LINK> # df without line wrap on long FS name df -P | column -t # Watch RX/TX rate of an interface in kb/s while [ /bin/true ]; do OLD=$NEW; NEW=`cat /proc/net/dev | grep eth0 | tr -s ' ' | cut -d' ' -f "3 11"`; echo $NEW $OLD | awk '{printf("\rin: % 9.2g\t\tout: % 9.2g", ($1-$3)/1024, ($2-$4)/1024)}'; sleep 1; done # rsync instead of scp rsync --progress --partial --rsh="ssh -p 8322" --bwlimit=100 --ipv4 user@domain.com:~/file.tgz . # Download a file and uncompress it while it downloads wget http://URL/FILE.tar.gz -O - | tar xfz - # Single use vnc-over-ssh connection ssh -f -L 5900:localhost:5900 your.ssh.server "x11vnc -safer -localhost -nopw -once -display :0"; vinagre localhost:5900 # Visit wikileaks.com echo 213.251.145.96 wikileaks.com >>/etc/hosts # List all open ports and their owning executables lsof -i -P | grep -i "listen" # use the previous commands params in the current command !!:[position] # View network activity of any application or user in realtime lsof -r 2 -p PID -i -a # Convert text to picture echo -e "Some Text Line1\nSome Text Line 2" | convert -background none -density 196 -resample 72 -unsharp 0x.5 -font "Courier" text:- -trim +repage -bordercolor white -border 3 text.gif # download and unpack tarball without leaving it sitting on your hard drive wget -qO - http://example.com/path/to/blah.tar.gz | tar xzf - # Colored diff ( via vim ) on 2 remotes files on your local computer. vimdiff scp://root@server-foo.com//etc/snmp/snmpd.conf scp://root@server-bar.com//etc/snmp/snmpd.conf # Pretty Print a simple csv in the command line column -s, -t <tmp.csv # git remove files which have been deleted git add -u # redirect stdout and stderr each to separate files and print both to the screen (some_command 2>&1 1>&3 | tee /path/to/errorlog ) 3>&1 1>&2 | tee /path/to/stdoutlog # Terminal - Show directories in the PATH, one per line with sed and bash3.X `he re string'tr : '\n' <<<$PATH # use vim to get colorful diff output svn diff | view - # Find Duplicate Files (based on MD5 hash) find -type f -exec md5sum '{}' ';' | sort | uniq --all-repeated=separate -w 33 | cut -c 35- # Create a list of binary numbers echo {0..1}{0..1}{0..1}{0..1} # When feeling down, this command helps sl # Transfer SSH public key to another machine in one step ssh-keygen; ssh-copy-id user@host; ssh user@host # iso-8859-1 to utf-8 safe recursive rename detox -r -s utf_8 /path/to/old/win/files/dir # git remove files which have been deleted git rm $(git ls-files --deleted) # Show biggest files/directories, biggest first with 'k,m,g' eyecandy du --max-depth=1 | sort -r -n | awk '{split("k m g",v); s=1; while($1>1024){$1/=1024; s++} print int($1)" "v[s]"\t"$2}' # Terminate a frozen SSH-session RETURN~. # Download an entire static website to your local machine wget --recursive --page-requisites --convert-links www.moyagraphix.co.za # Get list of servers with a specific port open nmap -sT -p 80 -oG - 192.168.1.* | grep open # Efficiently print a line deep in a huge log file sed '1000000!d;q' < massive-log-file.log # Convert seconds into minutes and seconds echo 'obase=60;299' | bc # List by size all of the directories in a given tree. du -h /path | sort -h # Short and elegant way to backup a single file before you change it. cp httpd.conf{,.bk} # Find broken symlinks find -L . -type l # Python version 3: Serve current directory tree at http://$HOSTNAME:8000/ python -m http.server # Make sudo forget password instantly sudo -K # Running scripts after a reboot for non-root users . @reboot <yourscript.sh> # Display BIOS Information # dd if=/dev/mem bs=1k skip=768 count=256 2>/dev/null | strings -n 8 # List of commands you use most often history | awk '{a[$2]++}END{for(i in a){print a[i] " " i}}' | sort -rn | head > /tmp/cmds | gnuplot -persist <(echo 'plot "/tmp/cmds" using 1:xticlabels(2) with boxes') # intersection between two files grep -Fx -f file1 file2 # Mirror a directory structure from websites with an Apache-generated file index eslftp -e "mirror -c" http://example.com/foobar/ # View all date formats, Quick Reference Help Alias alias dateh='date --help|sed "/^ *%a/,/^ *%Z/!d;y/_/!/;s/^ *%\([:a-z]\+\) \+/\1_/gI;s/%/#/g;s/^\([a-y]\|[z:]\+\)_/%%\1_%\1_/I"|while read L;do date "+${L}"|sed y/!#/%%/;done|column -ts_' # Limit bandwidth usage by apt-get sudo apt-get -o Acquire::http::Dl-Limit=30 upgrade # track flights from the command line flight_status() { if [[ $# -eq 3 ]];then offset=$3; else offset=0; fi; curl "http://mobile.flightview.com/TrackByRoute.aspx?view=detail&al="$1"&fn="$2"&dpdat=$(date +%Y%m%d -d ${offset}day)" 2>/dev/null |html2text |grep ":"; } # Tune your guitar from the command line. for n in E2 A2 D3 G3 B3 E4;do play -n synth 4 pluck $n repeat 2;done # Make sure a script is run in a terminal. [ -t 0 ] || exit 1 # Split a tarball into multiple parts tar cf - <dir>|split -b<max_size>M - <name>.tar. # Unbelievable Shell Colors, Shading, Backgrounds, Effects for Non-X for c in `seq 0 255`;do t=5;[[ $c -lt 108 ]]&&t=0;for i in `seq $t 5`;do echo -e "\e[0;48;$i;${c}m|| $i:$c `seq -s+0 $(($COLUMNS/2))|tr -d '[0-9]'`\e[0m";done;done # convert filenames in current directory to lowercase rename 'y/A-Z/a-z/' * # More precise BASH debugging env PS4=' ${BASH_SOURCE}:${LINENO}(${FUNCNAME[0]}) ' sh -x /etc/profile # Matrix Style echo -e "\e[32m"; while :; do for i in {1..16}; do r="$(($RANDOM % 2))"; if [[ $(($RANDOM % 5)) == 1 ]]; then if [[ $(($RANDOM % 4)) == 1 ]]; then v+="\e[1m $r "; else v+="\e[2m $r "; fi; else v+=" "; fi; done; echo -e "$v"; v=""; done # Identify long lines in a file awk 'length>72' file # Ultimate current directory usage command ncdu # get all pdf and zips from a website using wget wget --reject html,htm --accept pdf,zip -rl1 url # Show directories in the PATH, one per line echo "${PATH//:/$'\n'}" # Analyze awk fields awk '{print NR": "$0; for(i=1;i<=NF;++i)print "\t"i": "$i}' # pipe output of a command to your clipboard some command|xsel --clipboard # Smiley Face Bash Prompt PS1="\`if [ \$? = 0 ]; then echo \e[33\;40m\\\^\\\_\\\^\e[0m; else echo \e[36\;40m\\\-\e[0m\\\_\e[36\;40m\\\-\e[0m; fi\` \u \w:\h)" # create an emergency swapfile when the existing swap space is getting tight sudo dd if=/dev/zero of=/swapfile bs=1024 count=1024000;sudo mkswap /swapfile; sudo swapon /swapfile # Purge configuration files of removed packages on debian based systems sudo aptitude purge `dpkg --get-selections | grep deinstall | awk '{print $1}'` # restoring some data from a corrupted text file ( cat badfile.log ; tac badfile.log | tac ) > goodfile.log # Redirect STDIN < /path/to/file.txt grep foo # clear current line CTRL+u # Convert all MySQL tables and fields to UTF8 mysql --database=dbname -B -N -e "SHOW TABLES" | awk '{print "ALTER TABLE", $1, "CONVERT TO CHARACTER SET utf8 COLLATE utf8_general_ci;"}' | mysql --database=dbname & # Cut out a piece of film from a file. Choose an arbitrary length and starting t ime.ffmpeg -vcodec copy -acodec copy -i orginalfile -ss 00:01:30 -t 0:0:20 newfile # Browse system RAM in a human readable form sudo cat /proc/kcore | strings | awk 'length > 20' | less # List the files any process is using lsof +p xxxx # Get Cisco network information tcpdump -nn -v -i eth0 -s 1500 -c 1 'ether[20:2] == 0x2000' # change directory to actual path instead of symlink path cd `pwd -P` # Batch convert files to utf-8 find . -name "*.php" -exec iconv -f ISO-8859-1 -t UTF-8 {} -o ../newdir_utf8/{} \; # Use last argument of last command file !$ # Recursively remove .svn directories from the current location find . -type d -name '.svn' -print0 | xargs -0 rm -rdf # Get http headers for an url curl -I www.commandlinefu.com # List files accessed by a command strace -ff -e trace=file my_command 2>&1 | perl -ne 's/^[^"]+"(([^\\"]|\\[\\"nt])*)".*/$1/ && print' # Ask for a password, the passwd-style read -s -p"Password: " USER_PASSWORD_VARIABLE; echo # Content search. ff() { local IFS='|'; grep -rinE "$*" . ; } # Protect directory from an overzealous rm -rf * cd <directory>; touch ./-i # Blink LED Port of NIC Card ethtool -p eth0 # run command on a group of nodes in parallel echo "uptime" | pee "ssh host1" "ssh host2" "ssh host3" # Remove Thumbs.db files from folders find ./ -name Thumbs.db -delete # List open files that have no links to them on the filesystem lsof +L1 # open path with your default program (on Linux/*BSD) xdg-open [path] # Copy an element from the previous command !:1-3 # View user activity per directory. sudo lsof -u someuser -a +D /etc # Choose from a nice graphical menu which DI.FM radio station to play zenity --list --width 500 --height 500 --column 'radio' --column 'url' --print-column 2 $(curl -s http://www.di.fm/ | awk -F '"' '/href="http:.*\.pls.*96k/ {print $2}' | sort | awk -F '/|\.' '{print $(NF-1) " " $0}') | xargs mplayer # Quickly share code or text from vim to others. :w !curl -F "sprunge=<-" http://sprunge.us | xclip # copy from host1 to host2, through your host ssh root@host1 "cd /somedir/tocopy/ && tar -cf - ." | ssh root@host2 "cd /samedir/tocopyto/ && tar -xf -" # Monitor open connections for httpd including listen, count and sort it per IP watch "netstat -plan|grep :80|awk {'print \$5'} | cut -d: -f 1 | sort | uniq -c | sort -nk 1" # a shell function to print a ruler the width of the terminal window. ruler() { for s in '....^....|' '1234567890'; do w=${#s}; str=$( for (( i=1; $i<=$(( ($COLUMNS + $w) / $w )) ; i=$i+1 )); do echo -n $s; done ); str=$(echo $str | cut -c -$COLUMNS) ; echo $str; done; } # Print a list of standard error codes and descriptions. perl -le 'print $!+0, "\t", $!++ for 0..127' # Change pidgin status purple-remote "setstatus?status=away&message=AFK" # Numbers guessing game A=1;B=100;X=0;C=0;N=$[$RANDOM%$B+1];until [ $X -eq $N ];do read -p "N between $A and $B. Guess? " X;C=$(($C+1));A=$(($X<$N?$X:$A));B=$(($X>$N?$X:$B));done;echo "Took you $C tries, Einstein"; # quickest (i blv) way to get the current program name minus the path (BASH) path_stripped_programname="${0##*/}" # A function to output a man page as a pdf file function man2pdf(){ man -t ${1:?Specify man as arg} | ps2pdf -dCompatibility=1.3 - - > ${1}.pdf; } # a trash function for bash trash <file> # Remove executable bit from all files in the current directory recursively, exc luding other directorieschmod -R -x+X * # Identify differences between directories (possibly on different servers) diff <(ssh server01 'cd config; find . -type f -exec md5sum {} \;| sort -k 2') <(ssh server02 'cd config;find . -type f -exec md5sum {} \;| sort -k 2') # Mount the first NTFS partition inside a VDI file (VirtualBox Disk Image) mount -t ntfs-3g -o ro,loop,uid=user,gid=group,umask=0007,fmask=0117,offset=0x$(hd -n 1000000 image.vdi | grep "eb 52 90 4e 54 46 53" | cut -c 1-8) image.vdi /mnt/vdi-ntfs # Use all the cores or CPUs when compiling make -j 4 # Move all images in a directory into a directory hierarchy based on year, month and day based on exif informationexiftool '-Directory<DateTimeOriginal' -d %Y/%m/%d dir # Show me a histogram of the busiest minutes in a log file: cat /var/log/secure.log | awk '{print substr($0,0,12)}' | uniq -c | sort -nr | awk '{printf("\n%s ",$0) ; for (i = 0; i<$1 ; i++) {printf("*")};}' # Print a great grey scale demo ! yes "$(seq 232 255;seq 254 -1 233)" | while read i; do printf "\x1b[48;5;${i}m\n"; sleep .01; done # Find broken symlinks and delete them find -L /path/to/check -type l -delete # Run a command, store the output in a pastebin on the internet and place the UR L on the xclipboardls | curl -F 'sprunge=<-' http://sprunge.us | xclip # Find if the command has an alias type -all command # Get your public ip using dyndns curl -s http://checkip.dyndns.org/ | grep -o "[[:digit:].]\+" # Show a config file without comments egrep -v "^$|^[[:space:]]*#" /etc/some/file # Display current bandwidth statistics ifstat -nt # Given process ID print its environment variables sed 's/\o0/\n/g' /proc/INSERT_PID_HERE/environ # view the system console remotely sudo cat /dev/vcs1 | fold -w 80 # Fix Ubuntu's Broken Sound Server sudo killall -9 pulseaudio; pulseaudio >/dev/null 2>&1 & # Download all Delicious bookmarks curl -u username -o bookmarks.xml https://api.del.icio.us/v1/posts/all # I hate `echo X | Y` base64 -d <<< aHR0cDovL3d3dy50d2l0dGVyc2hlZXAuY29tL3Jlc3VsdHMucGhwP3U9Y29tbWFuZGxpbmVmdQo= # Create a favicon convert -colors 256 -resize 16x16 face.jpg face.ppm && ppmtowinicon -output favicon.ico face.ppm # Schedule a download at a later time echo 'wget url' | at 01:00 # Add calendar to desktop wallpaper convert -font -misc-fixed-*-*-*-*-*-*-*-*-*-*-*-* -fill black -draw "text 270,260 \" `cal` \"" testpic.jpg newtestpic.jpg # create dir tree mkdir -p doc/{text/,img/{wallpaper/,photos/}} # Check Ram Speed and Type in Linux sudo dmidecode --type 17 | more # Run the Firefox Profile Manager firefox -no-remote -P # Delete the specified line sed -i 8d ~/.ssh/known_hosts # Extract audio from a video ffmpeg -i video.avi -f mp3 audio.mp3 # Get Dell Service Tag Number from a Dell Machine sudo dmidecode | grep Serial\ Number | head -n1 # Resume aborted scp file transfers rsync --partial --progress --rsh=ssh SOURCE DESTINATION # Generat a Random MAC address MAC=`(date; cat /proc/interrupts) | md5sum | sed -r 's/^(.{10}).*$/\1/; s/([0-9a-f]{2})/\1:/g; s/:$//;'` # Color man pages echo "export LESS_TERMCAP_mb=$'\E[01;31m'" >> ~/.bashrc # Query well known ports list getent services <<service>> # Diff XML files diffxml() { diff -wb <(xmllint --format "$1") <(xmllint --format "$2"); } # What is the use of this switch ? manswitch () { man $1 | less -p "^ +$2"; } # Save the list of all available commands in your box to a file compgen -c | sort -u > commands # monitor memory usage watch vmstat -sSM # Figure out what shell you're running echo $0 # Compare copies of a file with md5 cmp file1 file2 # backup delicious bookmarks curl --user login:password -o DeliciousBookmarks.xml -O 'https://api.del.icio.us/v1/posts/all' # List 10 largest directories in current directory du -hs */ | sort -hr | head # Reuse last parameter !$ # See where a shortened url takes you before click check(){ curl -sI $1 | sed -n 's/Location:.* //p';} # Stream YouTube URL directly to MPlayer yt () mplayer -fs -quiet $(youtube-dl -g "$1") # run command on a group of nodes in parallel echo "uptime" | tee >(ssh host1) >(ssh host2) >(ssh host3) # Print just line 4 from a textfile sed -n '4{p;q}' # Find all active ip's in a subnet sudo arp-scan -I eth0 192.168.1.0/24 # Convert all Flac in a directory to Mp3 using maximum quality variable bitrate for file in *.flac; do flac -cd "$file" | lame -q 0 --vbr-new -V 0 - "${file%.flac}.mp3"; done # Print a row of characters across the terminal printf "%`tput cols`s"|tr ' ' '#' # Change prompt to MS-DOS one (joke) export PS1="C:\$( pwd | sed 's:/:\\\\\\:g' )\\> " # Remote backups with tar over ssh tar jcpf - [sourceDirs] |ssh user@host "cat > /path/to/backup/backupfile.tar.bz2" # Make ISO image of a folder mkisofs -J -allow-lowercase -R -V "OpenCD8806" -iso-level 4 -o OpenCD.iso ~/OpenCD # Insert the last argument of the previous command <ALT> . # Play music from youtube without download wget -q -O - `youtube-dl -b -g $url`| ffmpeg -i - -f mp3 -vn -acodec libmp3lame -| mpg123 - # generate a unique and secure password for every website that you login to sitepass() { echo -n "$@" | md5sum | sha1sum | sha224sum | sha256sum | sha384sum | sha512sum | gzip - | strings -n 1 | tr -d "[:space:]" | tr -s '[:print:]' | tr '!-~' 'P-~!-O' | rev | cut -b 2-11; history -d $(($HISTCMD-1)); } # Change user, assume environment, stay in current dir su -- user # find all active IP addresses in a network arp-scan -l # How fast is the connexion to a URL, some stats from curl URL="http://www.google.com";curl -L --w "$URL\nDNS %{time_namelookup}s conn %{time_connect}s time %{time_total}s\nSpeed %{speed_download}bps Size %{size_download}bytes\n" -o/dev/null -s $URL # bash: hotkey to put current commandline to text-editor bash-hotkey: <CTRL+x+e> # find and delete empty dirs, start in current working dir find . -empty -type d -exec rmdir {} + # List programs with open ports and connections lsof -i # Colored SVN diff svn diff <file> | vim -R - # find files containing text grep -lir "some text" * # Share a 'screen'-session screen -x # Show all detected mountable Drives/Partitions/BlockDevices hwinfo --block --short # Diff files on two remote hosts. diff <(ssh alice cat /etc/apt/sources.list) <(ssh bob cat /etc/apt/sources.list) # Send keypresses to an X application xvkbd -xsendevent -text "Hello world" # Run any GUI program remotely ssh -fX <user>@<host> <program> # Backup your hard drive with dd sudo dd if=/dev/sda of=/media/disk/backup/sda.backup # Sort dotted quads sort -nt . -k 1,1 -k 2,2 -k 3,3 -k 4,4 # Pipe STDOUT to vim tail -1000 /some/file | vim - # Backup a remote database to your local filesystem ssh user@host 'mysqldump dbname | gzip' > /path/to/backups/db-backup-`date +%Y-%m-%d`.sql.gz # Quick glance at who's been using your system recently last | grep -v "^$" | awk '{ print $1 }' | sort -nr | uniq -c # ping a range of IP addresses nmap -sP 192.168.1.100-254 # Verify/edit bash history command before executing it shopt -s histverify # Resize an image to at least a specific resolution convert -resize '1024x600^' image.jpg small-image.jpg # Print without executing the last command that starts with... !ssh:p # Create .pdf from .doc oowriter -pt pdf your_word_file.doc # Find the most recently changed files (recursively) find . -type f -printf '%TY-%Tm-%Td %TT %p\n' | sort # Timer with sound alarm sleep 3s && espeak "wake up, you bastard" 2>/dev/null # clear screen, keep prompt at eye-level (faster than clear(1), tput cl, etc.) c() printf "\33[2J" # Run a program transparently, but print a stack trace if it fails gdb -batch -ex "run" -ex "bt" ${my_program} 2>&1 | grep -v ^"No stack."$ # Rename all .jpeg and .JPG files to .jpg rename 's/\.jpe?g$/.jpg/i' * # Random unsigned integer echo $(openssl rand 4 | od -DAn) # Get My Public IP Address curl ifconfig.me # translates acronyms for you wtf is <acronym> # dd with progress bar and statistics sudo dd if=/dev/sdc bs=4096 | pv -s 2G | sudo dd bs=4096 of=~/USB_BLACK_BACKUP.IMG # Disassemble some shell code echo -ne "<shellcode>" | x86dis -e 0 -s intel # ignore the .svn directory in filename completion export FIGNORE=.svn # Working random fact generator wget randomfunfacts.com -O - 2>/dev/null | grep \<strong\> | sed "s;^.*<i>\(.*\)</i>.*$;\1;" # Convert a Nero Image File to ISO dd bs=1k if=image.nrg of=image.iso skip=300 # Pronounce an English word using Dictionary.com pronounce(){ wget -qO- $(wget -qO- "http://dictionary.reference.com/browse/$@" | grep 'soundUrl' | head -n 1 | sed 's|.*soundUrl=\([^&]*\)&.*|\1|' | sed 's/%3A/:/g;s/%2F/\//g') | mpg123 -; } # Grep by paragraph instead of by line. grepp() { [ $# -eq 1 ] && perl -00ne "print if /$1/i" || perl -00ne "print if /$1/i" < "$2";} # live ssh network throughput test pv /dev/zero|ssh $host 'cat > /dev/null' # Vim: Switch from Horizontal split to Vertical split ^W-L # Clean your broken terminal stty sane # Kill processes that have been running for more than a week find /proc -user myuser -maxdepth 1 -type d -mtime +7 -exec basename {} \; | xargs kill -9 # Save current layout of top <Shift + W> # Testing hard disk reading speed hdparm -t /dev/sda # Replace spaces in filenames with underscores rename -v 's/ /_/g' * # move a lot of files over ssh rsync -az /home/user/test user@sshServer:/tmp/ # Stream YouTube URL directly to mplayer id="dMH0bHeiRNg";mplayer -fs http://youtube.com/get_video.php?video_id=$id\&t=$(curl -s http://www.youtube.com/watch?v=$id | sed -n 's/.*, "t": "\([^"]*\)", .*/\1/p') # Get all IPs via ifconfig ifconfig -a | perl -nle'/(\d+\.\d+\.\d+\.\d+)/ && print $1' # Get all these commands in a text file with description. for x in `jot - 0 2400 25`; do curl "http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/$x" ; done > commandlinefu.txt # Convert "man page" to text file man ls | col -b > ~/Desktop/man_ls.txt # Show git branches by date - useful for showing active branches for k in `git branch|perl -pe s/^..//`;do echo -e `git show --pretty=format:"%Cgreen%ci %Cblue%cr%Creset" $k|head -n 1`\\t$k;done|sort -r # Find last reboot time who -b # for all flv files in a dir, grab the first frame and make a jpg. for f in *.flv; do ffmpeg -y -i "$f" -f image2 -ss 10 -vframes 1 -an "${f%.flv}.jpg"; done # Start screen in detached mode screen -d -m [<command>] # Monitor TCP opened connections watch -n 1 "netstat -tpanl | grep ESTABLISHED" # Look up the definition of a word curl dict://dict.org/d:something # Ctrl+S Ctrl+Q terminal output lock and unlock Ctrl+S Ctrl+Q # beep when a server goes offline while true; do [ "$(ping -c1W1w1 server-or-ip.com | awk '/received/ {print $4}')" != 1 ] && beep; sleep 1; done # Number of open connections per ip. netstat -ntu | awk '{print $5}' | cut -d: -f1 | sort | uniq -c | sort -n # from within vi, pipe a chunk of lines to a command line and replace the chunk with the result!}sort # Fibonacci numbers with awk seq 50| awk 'BEGIN {a=1; b=1} {print a; c=a+b; a=b; b=c}' # Append stdout and stderr to a file, and print stderr to the screen [bash] somecommand 2>&1 >> logfile | tee -a logfile # Read the output of a command into the buffer in vim :r !command # Grep for word in directory (recursive) grep --color=auto -iRnH "$search_word" $directory # Calculates the date 2 weeks ago from Saturday the specified format. date -d '2 weeks ago Saturday' +%Y-%m-%d # Another Curl your IP command curl -s http://checkip.dyndns.org | sed 's/[a-zA-Z<>/ :]//g' # Add your public SSH key to a server in one command cat .ssh/id_rsa.pub | ssh hostname 'cat >> .ssh/authorized_keys' # ssh tunnel with auto reconnect ability while [ ! -f /tmp/stop ]; do ssh -o ExitOnForwardFailure=yes -R 2222:localhost:22 target "while nc -zv localhost 2222; do sleep 5; done"; sleep 5;done # find process associated with a port fuser [portnumber]/[proto] # pattern match in awk - no grep awk '/pattern1/ && /pattern2/ && !/pattern3/ {print}' # cycle through a 256 colour palette yes "$(seq 232 255;seq 254 -1 233)" | while read i; do printf "\x1b[48;5;${i}m\n"; sleep .01; done # scping files with streamlines compression (tar gzip) tar czv file1 file2 folder1 | ssh user@server tar zxv -C /destination # Discovering all open files/dirs underneath a directory lsof +D <dirname> # Substrings a variable var='123456789'; echo ${var:<start_pos>:<offset>} # Check syntax for all PHP files in the current directory and all subdirectories find . -name \*.php -exec php -l "{}" \; # RDP through SSH tunnel ssh -f -L3389:<RDP_HOST>:3389 <SSH_PROXY> "sleep 10" && rdesktop -T'<WINDOW_TITLE>' -uAdministrator -g800x600 -a8 -rsound:off -rclipboard:PRIMARYCLIPBOARD -5 localhost # clean up memory of unnecessary things (Kernerl 2.6.16 or newer) sync && echo 1 > /proc/sys/vm/drop_caches # Remote screenshot ssh user@remote-host "DISPLAY=:0.0 import -window root -format png -"|display -format png - # List your MACs address lsmac() { ifconfig -a | sed '/eth\|wl/!d;s/ Link.*HWaddr//' ; } # ssh to machine behind shared NAT ssh -NR 0.0.0.0:2222:127.0.0.1:22 user@jump.host.com # Countdown Clock MIN=10;for ((i=MIN*60;i>=0;i--));do echo -ne "\r$(date -d"0+$i sec" +%H:%M:%S)";sleep 1;done # the same as [Esc] in vim Ctrl + [ # Ask user to confirm Confirm() { read -sn 1 -p "$1 [Y/N]? "; [[ $REPLY = [Yy] ]]; } # prevent accidents and test your command with echo echo rm *.txt # Get all links of a website lynx -dump http://www.domain.com | awk '/http/{print $2}' # Print just line 4 from a textfile sed -n '4p' # Display BIOS Information dmidecode -t bios # Remote screenshot ssh user@remote-host "DISPLAY=:0.0 import -window root -format png -"|display -format png - # Show directories in the PATH, one per line echo $PATH | tr \: \\n # find the process that is using a certain port e.g. port 3000 lsof -P | grep ':3000' # Cleanup firefox's database. pgrep -u `id -u` firefox-bin || find ~/.mozilla/firefox -name '*.sqlite'|(while read -e f; do echo 'vacuum;'|sqlite3 "$f" ; done) # Discovering all open files/dirs underneath a directory lsof +D <dirname> # the same as [Esc] in vim Ctrl + [ # archive all files containing local changes (svn) svn st | cut -c 8- | sed 's/^/\"/;s/$/\"/' | xargs tar -czvf ../backup.tgz # Get all links of a website lynx -dump http://www.domain.com | awk '/http/{print $2}' # RDP through SSH tunnel ssh -f -L3389:<RDP_HOST>:3389 <SSH_PROXY> "sleep 10" && rdesktop -T'<WINDOW_TITLE>' -uAdministrator -g800x600 -a8 -rsound:off -rclipboard:PRIMARYCLIPBOARD -5 localhost # geoip information curl -s "http://www.geody.com/geoip.php?ip=$(curl -s icanhazip.com)" | sed '/^IP:/!d;s/<[^>][^>]*>//g' # make, or run a script, everytime a file in a directory is modified while true; do inotifywait -r -e MODIFY dir/ && make; done; # Print just line 4 from a textfile sed -n '4p' # clean up memory of unnecessary things (Kernerl 2.6.16 or newer) sync && echo 1 > /proc/sys/vm/drop_caches # Sort all running processes by their memory & CPU usage ps aux --sort=%mem,%cpu # Find broken symlinks find . -type l ! -exec test -e {} \; -print # List your MACs address lsmac() { ifconfig -a | sed '/eth\|wl/!d;s/ Link.*HWaddr//' ; } # Pick a random line from a file shuf -n1 file.txt # Find removed files still in use via /proc find -L /proc/*/fd -links 0 2>/dev/null # VIM: Replace a string with an incrementing number between marks 'a and 'b (eg, convert string ZZZZ to 1, 2, 3, ...):let i=0 | 'a,'bg/ZZZZ/s/ZZZZ/\=i/ | let i=i+1 # Grep colorized grep -i --color=auto # play high-res video files on a slow processor mplayer -framedrop -vfm ffmpeg -lavdopts lowres=1:fast:skiploopfilter=all # Ask user to confirm Confirm() { read -sn 1 -p "$1 [Y/N]? "; [[ $REPLY = [Yy] ]]; } # find and delete empty dirs, start in current working dir find . -type d -empty -delete # Generate a list of installed packages on Debian-based systems dpkg --get-selections > LIST_FILE # Carriage return for reprinting on the same line while true; do echo -ne "$(date)\r"; sleep 1; done # Set your profile so that you resume or start a screen session on login echo "screen -DR" >> ~/.bash_profile # prevent accidents and test your command with echo echo rm *.txt # Convert .wma files to .ogg with ffmpeg find -name '*wma' -exec ffmpeg -i {} -acodec vorbis -ab 128k {}.ogg \; # Check syntax for all PHP files in the current directory and all subdirectories find . -name \*.php -exec php -l "{}" \; # find and replace tabs for spaces within files recursively find ./ -type f -exec sed -i 's/\t/ /g' {} \; # Press ctrl+r in a bash shell and type a few letters of a previous command ^r in bash begins a reverse-search-history with command completion # output your microphone to a remote computer's speaker arecord -f dat | ssh -C user@host aplay -f dat # Save a file you edited in vim without the needed permissions (no echo) :w !sudo tee > /dev/null % # Make a file not writable / immutable by root sudo chattr +i <file> # infile search and replace on N files (including backup of the files) perl -pi.bk -e's/foo/bar/g' file1 file2 fileN # add all files not under version control to repository svn status |grep '\?' |awk '{print $2}'| xargs svn add # Create an SSH SOCKS proxy server on localhost:8000 that will re-start itself i f something breaks the connection temporarilyautossh -f -M 20000 -D 8000 somehost -N # Echo the latest commands from commandlinefu on the console wget -O - http://www.commandlinefu.com/commands/browse/rss 2>/dev/null | awk '/\s*<title/ {z=match($0, /CDATA\[([^\]]*)\]/, b);print b[1]} /\s*<description/ {c=match($0, /code>(.*)<\/code>/, d);print d[1]"\n"} ' # Record microphone input and output to date stamped mp3 file arecord -q -f cd -r 44100 -c2 -t raw | lame -S -x -h -b 128 - `date +%Y%m%d%H%M`.mp3 # kill all process that belongs to you kill -9 -1 # View ~/.ssh/known_hosts key information ssh-keygen -l -f ~/.ssh/known_hosts # Do some learning... ls /usr/bin | xargs whatis | grep -v nothing | less # Find running binary executables that were not installed using dpkg cat /var/lib/dpkg/info/*.list > /tmp/listin ; ls /proc/*/exe |xargs -l readlink | grep -xvFf /tmp/listin; rm /tmp/listin # Super Speedy Hexadecimal or Octal Calculations and Conversions to Decimal. echo "$(( 0x10 )) - $(( 010 )) = $(( 0x10 - 010 ))" # Traceroute w/TCP to get through firewalls. tcptraceroute www.google.com # wrap long lines of a text fold -s -w 90 file.txt # sends a postscript file to a postscript printer using netcat cat my.ps | nc -q 1 hp4550.mynet.xx 9100 # computes the most frequent used words of a text file cat WAR_AND_PEACE_By_LeoTolstoi.txt | tr -cs "[:alnum:]" "\n"| tr "[:lower:]" "[:upper:]" | awk '{h[$1]++}END{for (i in h){print h[i]" "i}}'|sort -nr | cat -n | head -n 30 # Look up a unicode character by name egrep -i "^[0-9a-f]{4,} .*$*" $(locate CharName.pm) | while read h d; do /usr/bin/printf "\U$(printf "%08x" 0x$h)\tU+%s\t%s\n" $h "$d"; done # Monitor dynamic changes in the dmesg log. watch "dmesg |tail -15" # Print text string vertically, one character per line. echo "vertical text" | grep -o '.' # Displays the attempted user name, ip address, and time of SSH failed logins on Debian machinesawk '/sshd/ && /Failed/ {gsub(/invalid user/,""); printf "%-12s %-16s %s-%s-%s\n", $9, $11, $1, $2, $3}' /var/log/auth.log # Create a bunch of dummy files for testing touch {1..10}.txt # Find the package a command belongs to on Debian dpkg -S $( which ls ) # Replace spaces in filenames with underscorees ls | while read f; do mv "$f" "${f// /_}";done # Terminal redirection script /dev/null | tee /dev/pts/3 # Generate Random Passwords < /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c6 # Files extension change rename .oldextension .newextension *.oldextension # Converts to PDF all the OpenOffice.org files in the directory for i in $(ls *.od{tp]); do unoconv -f pdf $i; done # Print info about your real user. who loves mum # A formatting test for David Winterbottom: improving commandlinefu for submitte rsecho "?????, these are the umlauted vowels I sing to you. Oh, and sometimes ?, but I don't sing that one cause it doesn't rhyme." # Secure copy from one server to another without rsync and preserve users, etc tar -czvf - /src/dir | ssh remotehost "(cd /dst/dir ; tar -xzvf -)" # Multiple SSH Tunnels ssh -L :: -L :: @ # Get all IPs via ifconfig ifconfig | perl -nle'/dr:(\S+)/ && print $1' # count IPv4 connections per IP netstat -anp |grep 'tcp\|udp' | awk '{print $5}' | sed s/::ffff:// | cut -d: -f1 | sort | uniq -c | sort -n # Add prefix onto filenames rename 's/^/prefix/' * # Create directory named after current date mkdir $(date +%Y%m%d) # Merge *.pdf files gs -q -sPAPERSIZE=letter -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=out.pdf `ls *.pdf` # run a command whenever a file is touched ontouchdo(){ while :; do a=$(stat -c%Y "$1"); [ "$b" != "$a" ] && b="$a" && sh -c "$2"; sleep 1; done } # Pause Current Thread ctrl-z # Resume a detached screen session, resizing to fit the current terminal screen -raAd # Prints total line count contribution per user for an SVN repository svn ls -R | egrep -v -e "\/$" | xargs svn blame | awk '{print $2}' | sort | uniq -c | sort -r # Function that outputs dots every second until command completes sleeper(){ while `ps -p $1 &>/dev/null`; do echo -n "${2:-.}"; sleep ${3:-1}; done; }; export -f sleeper # Watch several log files of different machines in a single multitail window on your own machinemultitail -l 'ssh machine1 "tail -f /var/log/apache2/error.log"' -l 'ssh machine2 "tail -f /var/log/apache2/error.log"' # urldecoding sed -e's/%\([0-9A-F][0-9A-F]\)/\\\\\x\1/g' | xargs echo -e # Continue a current job in the background <ctrl+z> bg # renames multiple files that match the pattern rename 's/foo/bar/g' * # Quickly generate an MD5 hash for a text string using OpenSSL echo -n 'text to be encrypted' | openssl md5 # "Clone" a list of installed packages from one Debian/Ubuntu Server to another apt-get install `ssh root@host_you_want_to_clone "dpkg -l | grep ii" | awk '{print $2}'` # Convert camelCase to underscores (camel_case) sed -r 's/([a-z]+)([A-Z][a-z]+)/\1_\l\2/g' file.txt # bash screensaver (scrolling ascii art with customizable message) while [ 1 ]; do banner 'ze missiles, zey are coming! ' | while IFS="\n" read l; do echo "$l"; sleep 0.01; done; done # Find recursively, from current directory down, files and directories whose nam es contain single or multiple whitespaces and replace each such occurrence with a single underscore.find ./ -name '*' -exec rename 's/\s+/_/g' {} \; # Remove all subversion files from a project recursively rm -rf `find . -type d -name .svn` # runs a X session within your X session ssh -C -Y -l$USER xserver.mynet.xx 'Xnest -geometry 1900x1150 -query localhost' # Nice info browser pinfo # Count files beneath current directory (including subfolders) find . -type f | wc -l # hard disk information - Model/serial no. hdparm -i[I] /dev/sda # Fetch every font from dafont.com to current folder d="www.dafont.com/alpha.php?";for c in {a..z}; do l=`curl -s "${d}lettre=${c}"|sed -n 's/.*ge=\([0-9]\{2\}\).*/\1/p'`;for((p=1;p<=l;p++));do for u in `curl -s "${d}page=${p}&lettre=${c}"|egrep -o "http\S*.com/dl/\?f=\w*"`;do aria2c "${u}";done;done;done # Delete DOS Characters via VIM (^M) :set ff=unix # Send data securly over the net. cat /etc/passwd | openssl aes-256-cbc -a -e -pass pass:password | netcat -l -p 8080 # Tail -f at your own pace tail -fs 1 somefile # Optimal way of deleting huge numbers of files find /path/to/dir -type f -print0 | xargs -0 rm # display an embeded help message from bash script header [ "$1" == "--help" ] && { sed -n -e '/^# Usage:/,/^$/ s/^# \?//p' < $0; exit; } # pretend to be busy in office to enjoy a cup of coffee for i in `seq 0 100`;do timeout 6 dialog --gauge "Install..." 6 40 "$i";done # Capitalize first letter of each word in a string read -ra words <<< "<sentence>" && echo "${words[@]^}" # Search for a single file and go to it cd $(dirname $(find ~ -name emails.txt)) # cycle through a 256 colour palette yes "$(seq 1 255)" | while read i; do printf "\x1b[48;5;${i}m\n"; sleep .01; done # extract email adresses from some file (or any other pattern) grep -Eio '([[:alnum:]_.-]+@[[:alnum:]_.-]+?\.[[:alpha:].]{2,6})' # Rename HTML files according to their title tag perl -wlne'/title>([^<]+)/i&&rename$ARGV,"$1.html"' *.html # Launch a command from a manpage !date # command line calculator calc(){ awk "BEGIN{ print $* }" ;} # Plays Music from SomaFM read -p "Which station? "; mplayer --reallyquiet -vo none -ao sdl http://somafm.com/startstream=${REPLY}.pls # Find unused IPs on a given subnet nmap -T4 -sP 192.168.2.0/24 && egrep "00:00:00:00:00:00" /proc/net/arp # See your current RAM frequency dmidecode -t 17 | awk -F":" '/Speed/ { print $2 }' # Create a 5 MB blank file via a seek hole dd if=/dev/zero of=testfile.seek seek=5242879 bs=1 count=1 # Command Line to Get the Stock Quote via Yahoo curl -s 'http://download.finance.yahoo.com/d/quotes.csv?s=csco&f=l1' # Delete all files found in directory A from directory B for file in <directory A>/*; do rm <directory B>/`basename $file`; done # Compare a remote file with a local file vimdiff <file> scp://[<user>@]<host>/<file> # Search commandlinefu from the CLI curl -sd q=Network http://www.commandlinefu.com/search/autocomplete |html2text -width 100 # Insert the last argument of the previous command !$ # convert a web page into a png touch $2;firefox -print $1 -printmode PNG -printfile $2 # create a temporary file in a command line call any_script.sh < <(some command) # Binary clock perl -e 'for(;;){@d=split("",`date +%H%M%S`);print"\r";for(0..5){printf"%.4b ",$d[$_]}sleep 1}' # Outgoing IP of server dig +short @resolver1.opendns.com myip.opendns.com # Send email with curl and gmail curl -n --ssl-reqd --mail-from "<user@gmail.com>" --mail-rcpt "<user@server.tld>" --url smtps://smtp.gmail.com:465 -T file.txt # Create several copies of a file for i in {1..5}; do cp test{,$i};done # Terrorist threat level text echo "Terrorist threat level: `od -An -N1 -i /dev/random`" # Use xdg-open to avoid hard coding browser commands xdg-open http://gmail.com # Send email with one or more binary attachments echo "Body goes here" | mutt -s "A subject" -a /path/to/file.tar.gz recipient@example.com # Extended man command /usr/bin/man $* || w3m -dump http://google.com/search?q="$*"\&btnI | less # back ssh from firewalled hosts ssh -R 5497:127.0.0.1:22 -p 62220 user@public.ip # add the result of a command into vi !!command # is today the end of the month? [ `date --date='next day' +'%B'` == `date +'%B'` ] || echo 'end of month' # Copy with progress rsync --progress file1 file2 # Grep without having it show its own process in the results ps aux | grep "[s]ome_text" # Get your mac to talk to you say -v Vicki "Hi, I'm a mac" # Better way to use notify-send with at or cron DISPLAY=:0.0 XAUTHORITY=~/.Xauthority notify-send test # Display last exit status of a command echo $? # Create a Multi-Part Archive Without Proprietary Junkware tar czv Pictures | split -d -a 3 -b 16M - pics.tar.gz. # print file without duplicated lines using awk awk '!a[$0]++' file # execute a shell with netcat without -e mknod backpipe p && nc remote_server 1337 0<backpipe | /bin/bash 1>backpipe # bash shortcut: !$ !^ !* !:3 !:h and !:t echo foo bar foobar barfoo && echo !$ !^ !:3 !* && echo /usr/bin/foobar&& echo !$:h !$:t # generate random password pwgen -Bs 10 1 # Quick HTML image gallery from folder contents find . -iname '*.jpg' -exec echo '<img src="{}">' \; > gallery.html # move a lot of files over ssh tar -cf - /home/user/test | gzip -c | ssh user@sshServer 'cd /tmp; tar xfz -' # Download schedule echo 'wget url' | at 12:00 # Start a HTTP server which serves Python docs pydoc -p 8888 & gnome-open http://localhost:8888 # pretend to be busy in office to enjoy a cup of coffee j=0;while true; do let j=$j+1; for i in $(seq 0 20 100); do echo $i;sleep 1; done | dialog --gauge "Install part $j : `sed $(perl -e "print int rand(99999)")"q;d" /usr/share/dict/words`" 6 40;done # [re]verify a disc with very friendly output dd if=/dev/cdrom | pv -s 700m | md5sum | tee test.md5 # alt + 1 . alt + 1 . # Save the Top 2500 commands from commandlinefu to a single text file # grep tab chars grep "^V<TAB>" your_file # List bash functions defined in .bash_profile or .bashrc compgen -A function # Replace spaces in filenames with underscores for f in *;do mv "$f" "${f// /_}";done # kill process by name pkill -x firefox # Alias for getting OpenPGP keys for Launchpad PPAs on Ubuntu alias launchpadkey="sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys" # Down for everyone or just me? down4me() { wget -qO - "http://www.downforeveryoneorjustme.com/$1" | sed '/just you/!d;s/<[^>]*>//g' ; } # Google Translate translate() { lng1="$1";lng2="$2";shift;shift; wget -qO- "http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q=${@// /+}&langpair=$lng1|$lng2" | sed 's/.*"translatedText":"\([^"]*\)".*}/\1\n/'; } # Convert the contents of a directory listing into a colon-separated environment variablefind . -name '*.jar' -printf '%f:' # Backup files older than 1 day on /home/dir, gzip them, moving old file to a da ted file.find /home/dir -mtime +1 -print -exec gzip -9 {} \; -exec mv {}.gz {}_`date +%F`.gz \; # Tells which group you DON'T belong to (opposite of command "groups") --- uses sedsed -e "/$USER/d;s/:.*//g" /etc/group | sed -e :a -e '/$/N;s/\n/ /;ta' # Get video information with ffmpeg ffmpeg -i filename.flv # Download file with multiple simultaneous connections aria2c -s 4 http://my/url # List your largest installed packages. wajig large # Escape potential tarbombs atb() { l=$(tar tf $1); if [ $(echo "$l" | wc -l) -eq $(echo "$l" | grep $(echo "$l" | head -n1) | wc -l) ]; then tar xf $1; else mkdir ${1%.tar.gz} && tar xf $1 -C ${1%.tar.gz}; fi ;} # How to run a command on a list of remote servers read from a file while read server; do ssh -n user@$server "command"; done < servers.txt # Open Remote Desktop (RDP) from command line and connect local resources rdesktop -a24 -uAdministrator -pPassword -r clipboard:CLIPBOARD -r disk:share=~/share -z -g 1280x900 -0 $@ & # send DD a signal to print its progress while :;do killall -USR1 dd;sleep 1;done # Follow tail by name (fix for rolling logs with tail -f) tail -F file # Change proccess affinity. taskset -cp <core> <pid> # Split File in parts split -b 19m file Nameforpart # Ping scanning without nmap for i in {1..254}; do ping -c 1 -W 1 10.1.1.$i | grep 'from'; done # Open a man page as a PDF in Gnome TF=`mktemp` && man -t YOUR_COMMAND >> $TF && gnome-open $TF # Remove all unused kernels with apt-get aptitude remove $(dpkg -l|egrep '^ii linux-(im|he)'|awk '{print $2}'|grep -v `uname -r`) # Use Kernighan & Ritchie coding style in C program indent -kr hello.c # Re-read partition table on specified device without rebooting system (here /de v/sda).blockdev --rereadpt /dev/sda # disable history for current shell session unset HISTFILE # convert vdi to vmdk (virtualbox hard disk conversion to vmware hard disk forma t)VBoxManage internalcommands converttoraw winxp.vdi winxp.raw && qemu-img convert -O vmdk winxp.raw winxp.vmdk && rm winxp.raw # Numeric zero padding file rename rename 's/\d+/sprintf("%04d",$&)/e' *.jpg # Measures download speed on eth0 while true; do X=$Y; sleep 1; Y=$(ifconfig eth0|grep RX\ bytes|awk '{ print $2 }'|cut -d : -f 2); echo "$(( Y-X )) bps"; done # Concatenate (join) video files mencoder -forceidx -ovc copy -oac copy -o output.avi video1.avi video2.avi # Wrap text files on the command-line for easy reading fold -s <filename> # Find distro name and/or version/release cat /etc/*-release # ssh autocomplete complete -W "$(echo $(grep '^ssh ' .bash_history | sort -u | sed 's/^ssh //'))" ssh # all out pkill -KILL -u username # bash screensaver off setterm -powersave off -blank 0 # Show Directories in the PATH Which does NOT Exist (IFS=:;for p in $PATH; do test -d $p || echo $p; done) # An easter egg built into python to give you the Zen of Python python -c 'import this' # Log your internet download speed echo $(date +%s) > start-time; URL=http://www.google.com; while true; do echo $(curl -L --w %{speed_download} -o/dev/null -s $URL) >> bps; sleep 10; done & # exclude a column with awk awk '{ $5=""; print }' file # Convert text to lowercase lower() { echo ${@,,}; } # Generate a Random MAC address openssl rand -hex 6 | sed 's/\(..\)/\1:/g; s/.$//' # Find the process you are looking for minus the grepped one pgrep command_name # Check which files are opened by Firefox then sort by largest size. lsof -p $(pidof firefox) | awk '/.mozilla/ { s = int($7/(2^20)); if(s>0) print (s)" MB -- "$9 | "sort -rn" }' # Create an animated gif from a Youtube video url=http://www.youtube.com/watch?v=V5bYDhZBFLA; youtube-dl -b $url; mplayer $(ls ${url##*=}*| tail -n1) -ss 00:57 -endpos 10 -vo gif89a:fps=5:output=output.gif -vf scale=400:300 -nosound # Create a new file > file # Amazing real time picture of the sun in your wallpaper curl http://sohowww.nascom.nasa.gov/data/realtime/eit_195/512/latest.jpg | xli -onroot -fill stdin # Screensaver alias screensaver='for ((;;)); do echo -ne "\033[$((1+RANDOM%LINES));$((1+RANDOM%COLUMNS))H\033[$((RANDOM%2));3$((RANDOM%8))m$((RANDOM%10))"; sleep 0.1 ; done' # When was your OS installed? ls -lct /etc | tail -1 | awk '{print $6, $7}' # Generate MD5 hash for a string md5sum <<<"test" # Multiple variable assignments from command output in BASH read day month year < <(date +'%d %m %y') # Show which programs are listening on TCP and UDP ports netstat -plunt # use screen as a terminal emulator to connect to serial consoles screen /dev/tty<device> 9600 # rename files according to file with colums of corresponding names xargs -n 2 mv < file_with_colums_of_names # Remote control for Rhythmbox on an Ubuntu Media PC alias rc='ssh ${MEDIAPCHOSTNAME} env DISPLAY=:0.0 rhythmbox-client --no-start' # uncomment the lines where the word DEBUG is found sed '/^#.*DEBUG.*/ s/^#//' $FILE # vim easter egg $ vim ... :help 42 # Isolate file name from full path/find output echo ${fullpath##*/} # Countdown Clock MIN=1 && for i in $(seq $(($MIN*60)) -1 1); do echo -n "$i, "; sleep 1; done; echo -e "\n\nBOOOM! Time to start." # Rot13 using the tr command alias rot13="tr '[A-Za-z]' '[N-ZA-Mn-za-m]'" # Check availability of Websites based on HTTP_CODE urls=('www.ubuntu.com' 'google.com'); for i in ${urls[@]}; do http_code=$(curl -I -s $i -w %{http_code}); echo $i status: ${http_code:9:3}; done # Bash logger script /tmp/log.txt # Convert filenames from ISO-8859-1 to UTF-8 convmv -r -f ISO-8859-1 -t UTF-8 --notest * # Backup files incremental with rsync to a NTFS-Partition rsync -rtvu --modify-window=1 --progress /media/SOURCE/ /media/TARGET/ # copy with progress bar - rsync rsync -rv <src> <dst> --progress # List your MACs address cat /sys/class/net/eth0/address # List and delete files older than one year find <directory path> -mtime +365 -and -not -type d -delete # comment current line(put # at the beginning) <Alt-Shift-#> # Use /dev/full to test language I/O-failsafety perl -e 'print 1, 2, 3' > /dev/full # Get the 10 biggest files/folders for the current direcotry du -sk * |sort -rn |head # Recover remote tar backup with ssh ssh user@host "cat /path/to/backup/backupfile.tar.bz2" |tar jpxf - # List only the directories find . -maxdepth 1 -type d | sort # JSON processing with Python curl -s "http://feeds.delicious.com/v2/json?count=5" | python -m json.tool | less -R # lotto generator echo $(shuf -i 1-49 | head -n6 | sort -n) # To get you started! vimtutor # mp3 streaming nc -l -p 2000 < song.mp3 # alias to close terminal with :q alias ':q'='exit' # Backup all MySQL Databases to individual files for I in `echo "show databases;" | mysql | grep -v Database`; do mysqldump $I > "$I.sql"; done # Quick screenshot import -pause 5 -window root desktop_screenshot.jpg # Print a row of 50 hyphens python -c 'print "-"*50' # New files from parts of current buffer :n,m w newfile.txt # awk using multiple field separators awk -F "=| " # Password Generation pwgen --alt-phonics --capitalize 9 10 # Block an IP address from connecting to a server iptables -A INPUT -s 222.35.138.25/32 -j DROP # scp file from hostb to hostc while logged into hosta scp user@hostb:file user@hostc: # Add temporary swap space dd if=/dev/zero of=/swapfile bs=1M count=64; chmod 600 /swapfile; mkswap /swapfile; swapon /swapfile # loop over a set of items that contain spaces ls | while read ITEM; do echo "$ITEM"; done # Quickly find a count of how many times invalid users have attempted to access your systemgunzip -c /var/log/auth.log.*.gz | cat - /var/log/auth.log /var/log/auth.log.0 | grep "Invalid user" | awk '{print $8;}' | sort | uniq -c | less # Find corrupted jpeg image files find . -name "*jpg" -exec jpeginfo -c {} \; | grep -E "WARNING|ERROR" # Export MySQL query as .csv file echo "SELECT * FROM table; " | mysql -u root -p${MYSQLROOTPW} databasename | sed 's/\t/","/g;s/^/"/;s/$/"/;s/\n//g' > outfile.csv # Create/open/use encrypted directory encfs ~/.crypt ~/crypt # Function to split a string into an array read -a ARR <<<'world domination now!'; echo ${ARR[2]}; # IFS - use entire lines in your for cycles export IFS=$(echo -e "\n") # log a command to console and to 2 files separately stdout and stderr command > >(tee stdout.log) 2> >(tee stderr.log >&2) # Rotate a set of photos matching their EXIF data. jhead -autorot *.jpg # save date and time for each command in history export HISTTIMEFORMAT="%h/%d-%H:%M:%S " # output length of longest line awk '(length > n) {n = length} END {print n}' # run remote linux desktop xterm -display :12.0 -e ssh -X user@server & # Salvage a borked terminal <ctrl+j>stty sane<ctrl+j> # Optimize PDF documents gs -sDEVICE=pdfwrite -dCompatibilityLevel=1.4 -dPDFSETTINGS=/screen -dNOPAUSE -dQUIET -dBATCH -sOutputFile=output.pdf input.pdf # Outputs files with ascii art in the intended form. iconv -f437 -tutf8 asciiart.nfo # connect via ssh using mac address ssh root@`for ((i=100; i<=110; i++));do arp -a 192.168.1.$i; done | grep 00:35:cf:56:b2:2g | awk '{print $2}' | sed -e 's/(//' -e 's/)//'` # intercept stdout/stderr of another process strace -ff -e write=1,2 -s 1024 -p PID 2>&1 | grep "^ |" | cut -c11-60 | sed -e 's/ //g' | xxd -r -p # Smart `cd`.. cd to the file directory if you try to cd to a file cd() { if [ -z "$1" ]; then command cd; else if [ -f "$1" ]; then command cd $(dirname "$1"); else command cd "$1"; fi; fi; } # Sort a one-per-line list of email address, weeding out duplicates sed 's/[ \t]*$//' < emails.txt | tr 'A-Z' 'a-z' | sort | uniq > emails_sorted.txt # Display GCC Predefined Macros gcc -dM -E - < /dev/null # Run a command when a file is changed while inotifywait -e modify /tmp/myfile; do firefox; done # Adding leading zeros to a filename (1.jpg -> 001.jpg) zmv '(<1->).jpg' '${(l:3::0:)1}.jpg' # Get your external IP address curl -s 'http://checkip.dyndns.org' | sed 's/.*Current IP Address: \([0-9\.]*\).*/\1/g' # Speak the top 6 lines of your twitter timeline every 5 minutes..... while [ 1 ]; do curl -s -u username:password http://twitter.com/statuses/friends_timeline.rss|grep title|sed -ne 's/<\/*title>//gp' | head -n 6 |festival --tts; sleep 300;done # Grep Recursively Through Single File Extension grep --include=*.py -lir "delete" . # backup with mysqldump a really big mysql database to a remote machine over ssh mysqldump -q --skip-opt --force --log-error=dbname_error.log -uroot -pmysqlpassword dbname | ssh -C user@sshserver 'cd /path/to/backup/dir; cat > dbname.sql' # Create a tar archive using 7z compression tar cf - /path/to/data | 7z a -si archivename.tar.7z # Backup (archive) your Gmail IMAP folders. mailutil transfer {imap.gmail.com/ssl/user=john@gmail.com} Gmail/ # Determine what an process is actually doing sudo strace -pXXXX -e trace=file # Easily scp a file back to the host you're connecting from mecp () { scp "$@" ${SSH_CLIENT%% *}:Desktop/; } # Make vim open in tabs by default (save to .profile) alias vim="vim -p" # LDAP search to query an ActiveDirectory server ldapsearch -LLL -H ldap://activedirectory.example.com:389 -b 'dc=example,dc=com' -D 'DOMAIN\Joe.Bloggs' -w 'p@ssw0rd' '(sAMAccountName=joe.bloggs)' # let a cow tell you your fortune fortune | cowsay # Select and Edit a File in the Current Directory PS3="Enter a number: "; select f in *;do $EDITOR $f; break; done # Setting global redirection of STDERR to STDOUT in a script exec 2>&1 # Stripping ^M at end of each line for files dos2unix <filenames> # Smart renaming mmv 'banana_*_*.asc' 'banana_#2_#1.asc' # external projector for presentations xrandr --auto # seq can produce the same thing as Perl's ... operator. for i in $(seq 1 50) ; do echo Iteration $i ; done # FAST Search and Replace for Strings in all Files in Directory sh -c 'S=askapache R=htaccess; find . -mount -type f|xargs -P5 -iFF grep -l -m1 "$S" FF|xargs -P5 -iFF sed -i -e "s%${S}%${R}%g" FF' # Save your terminal commands in bash history in real time shopt -s histappend ; PROMPT_COMMAND="history -a;$PROMPT_COMMAND" # Processes by CPU usage ps -e -o pcpu,cpu,nice,state,cputime,args --sort pcpu | sed "/^ 0.0 /d" # Convert a file from ISO-8859-1 (or whatever) to UTF-8 (or whatever) tcs -f 8859-1 -t utf /some/file # view hex mode in vim :%!xxd # Delete backward from cursor, useful when you enter the wrong password Ctrl + u # Find out the starting directory of a script echo "${0%/*}" # count how many times a string appears in a (source code) tree $ grep -or string path/ | wc -l # send a message to a windows machine in a popup echo "message" | smbclient -M NAME_OF_THE_COMPUTER # fast access to any of your favorite directory. alias pi='`cat ~/.pi | grep ' ; alias addpi='echo "cd `pwd`" >> ~/.pi' # connect via ssh using mac address sudo arp -s 192.168.1.200 00:35:cf:56:b2:2g temp && ssh root@192.168.1.200 # Get the time from NIST.GOV cat </dev/tcp/time.nist.gov/13 # Rename .JPG to .jpg recursively find /path/to/images -name '*.JPG' -exec rename "s/.JPG/.jpg/g" \{\} \; # Figure out what shell you're running readlink -f /proc/$$/exe # Sort file greater than a specified size in human readeable format including t heir path and typed by color, running from current directoryfind ./ -size +10M -type f -print0 | xargs -0 ls -Ssh1 --color # Execute a command, convert output to .png file, upload file to imgur.com, then returning the address of the .png.imgur(){ $*|convert label:@- png:-|curl -F "image=@-" -F "key=1913b4ac473c692372d108209958fd15" http://api.imgur.com/2/upload.xml|grep -Eo "<original>(.)*</original>" | grep -Eo "http://i.imgur.com/[^<]*";} # Poke a Webserver to see what it's powered by. wget -S -O/dev/null "INSERT_URL_HERE" 2>&1 | grep Server # Disable annoying sound emanations from the PC speaker sudo rmmod pcspkr # Execute most recent command containing search string. !?<string>? # silent/shh - shorthand to make commands really quiet silent(){ $@ > /dev/null 2>&1; }; alias shh=silent # Dumping Audio stream from flv (using ffmpeg) ffmpeg -i <filename>.flv -vn <filename>.mp3 # Clean swap area after using a memory hogging application swapoff -a ; swapon -a # Using bash inline "here document" with three less-than symbols on command line <<<"k=1024; m=k*k; g=k*m; g" bc # Check a nfs mountpoint and force a remount if it does not reply after a given timeout.NFSPATH=/mountpoint TIMEOUT=5; perl -e "alarm $TIMEOUT; exec @ARGV" "test -d $NFSPATH" || (umount -fl $NFSPATH; mount $NFSPATH) # Show which process is blocking umount (Device or resource is busy) lsof /folder # Move items from subdirectories to current directory find -type f -exec mv {} . \; # currently mounted filesystems in nice layout column -t /proc/mounts # cat a file backwards tac file.txt # Keep from having to adjust your volume constantly find . -iname \*.mp3 -print0 | xargs -0 mp3gain -krd 6 && vorbisgain -rfs . # grab all commandlinefu shell functions into a single file, suitable for sourci ng.export QQ=$(mktemp -d);(cd $QQ; curl -s -O http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/[0-2400:25];for i in $(perl -ne 'print "$1\n" if( /^(\w+\(\))/ )' *|sort -u);do grep -h -m1 -B1 $i *; done)|grep -v '^--' > clf.sh;rm -r $QQ # Copy file content to X clipboard :%y * # back up your commandlinefu contributed commands curl http://www.commandlinefu.com/commands/by/<your username>/rss|gzip ->commandlinefu-contribs-backup-$(date +%Y-%m-%d-%H.%M.%S).rss.gz # make a log of a terminal session script # Get your outgoing IP address curl -s ip.appspot.com # Redirect incoming traffic to SSH, from a port of your choosing iptables -t nat -A PREROUTING -p tcp --dport [port of your choosing] -j REDIRECT --to-ports 22 # Using tput to save, clear and restore the terminal contents tput smcup; echo "Doing some things..."; sleep 2; tput rmcup # easily find megabyte eating files or directories du -cks * | sort -rn | while read size fname; do for unit in k M G T P E Z Y; do if [ $size -lt 1024 ]; then echo -e "${size}${unit}\t${fname}"; break; fi; size=$((size/1024)); done; done # Wget Command to Download Full Recursive Version of Web Page wget -p --convert-links http://www.foo.com # List only directory names ls -d */ # Monitor a file's size watch -n60 du /var/log/messages # Get notified when a job you run in a terminal is done, using NotifyOSD alias alert='notify-send -i /usr/share/icons/gnome/32x32/apps/gnome-terminal.png "[$?] $(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/;\s*alert$//'\'')"' # Get a quick list of all user and group owners of files and dirs under the cwd. find -printf '%u %g\n' | sort | uniq # printing barcodes ls /home | head -64 | barcode -t 4x16 | lpr # securely erase unused blocks in a partition # cd $partition; dd if=/dev/zero of=ShredUnusedBlocks bs=512M; shred -vzu ShredU nusedBlocks # synchronicity cal 09 1752 # watch process stack, sampled at 1s intervals watch -n 1 'pstack 12345 | tac' # Perl Command Line Interpreter perl -e 'while(1){print"> ";eval<>}' # Remove lines that contain a specific pattern($1) from file($2). sed -i '/myexpression/d' /path/to/file.txt # resize all JPG images in folder and create new images (w/o overwriting) for file in *.jpg; do convert "$file" -resize 800000@ -quality 80 "small.$file"; done # Display a wave pattern ruby -e "i=0;loop{puts ' '*(29*(Math.sin(i)/2+1))+'|'*(29*(Math.cos(i)/2+1)); i+=0.1}" # Convert images to a multi-page pdf convert -adjoin -page A4 *.jpeg multipage.pdf # Delay execution until load average falls under 1.5 echo 'some command' | batch # Get the canonical, absolute path given a relative and/or noncanonical path readlink -f ../super/symlink_bon/ahoy # Go (cd) directly into a new temp folder cd "$(mktemp -d)" # Use wget to download one page and all it's requisites for offline viewing wget -e robots=off -E -H -k -K -p http://<page> # Temporarily ignore known SSH hosts ssh -o UserKnownHostsFile=/dev/null root@192.168.1.1 # See The MAN page for the last command man !!:0 # Search command history on bash ctrl + r # find builtin in bash v4+ ls -l /etc/**/*killall # Copy a folder tree through ssh using compression (no temporary files) ssh <host> 'tar -cz /<folder>/<subfolder>' | tar -xvz # Edit video by cutting the part you like without transcoding. mencoder -ss <start point> -endpos <time from start point> -oac copy -ovc copy <invid> -o <outvid> # Set an alarm to wake up [2] echo "aplay path/to/song" |at [time] # Check disk for bad sectors badblocks -n -s /dev/sdX # Make redirects to localhost via /etc/hosts more interesting sudo socat TCP4-LISTEN:80,bind=127.0.0.1,fork EXEC:'echo "HTTP/1.1 503 Service Unavailable";' # Chmod all directories (excluding files) find public_html/ -type d -exec chmod 755 {} + # Create cheap and easy index.html file for i in *; do echo "<li><a href='$i'>$i</a>"; done > index.html # One command line web server on port 80 using nc (netcat) while true ; do nc -l 80 < index.html ; done # Emptying a text file in one shot :%d # Extend a logical volume to use up all the free space in a volume group lvextend -l +100%FREE /dev/VolGroup00/LogVol00 # Re-use the previous command output newcommand $(!!) # List complete size of directories (do not consider hidden directories) du -hs */ # Connect via SSH to VirtualBox guest VM without knowing IP address ssh vm-user@`VBoxManage guestproperty get "vm-name" "/VirtualBox/GuestInfo/Net/0/V4/IP" | awk '{ print $2 }'` # Open the last file you edited in Vim. alias lvim="vim -c \"normal '0\"" # Search back through previous commands Ctrl-R <search-text> # Remove everything except that file find . ! -name <FILENAME> -delete # print indepth hardware info sudo dmidecode | more # Add forgotten changes to the last git commit git commit --amend # Join lines split with backslash at the end sed -e '/\\$/{:0;N;s/\\\n//;t0}' # Change your swappiness Ratio under linux sysctl vm.swappiness=50 # Show webcam output mplayer tv:// -tv driver=v4l:width=352:height=288 # Get your commandlinefu points (upvotes - downvotes) username=matthewbauer; curl -s http://www.commandlinefu.com/commands/by/$username/json | tr '{' '\n' | grep -Eo ',"votes":"[0-9\-]+","' | grep -Eo '[0-9\-]+' | tr '\n' '+' | sed 's/+$/\n/' | bc # List your installed Firefox extensions grep -hIr :name ~/.mozilla/firefox/*.default/extensions | tr '<>=' '"""' | cut -f3 -d'"' | sort -u # Tricky implementation of two-dimensional array in Bash. arr[i*100+j]="whatever" # Quick way to sum every numbers in a file written line by line (sed 's/^/x+=/' [yourfile] ; echo x) | bc # put all lines in comment where de word DEBUG is found sed -i 's/^.*DEBUG.*/#&/' $file # Gets the english pronunciation of a phrase say() { mplayer "http://translate.google.com/translate_tts?q=$1"; } # Extract a bash function sed -n '/^function h\(\)/,/^}/p' script.sh # Change the From: address on the fly for email sent from the command-line mail -s "subject" user@todomain.com <emailbody.txt -- -f customfrom@fromdomain.com -F 'From Display Name' # Use mplayer to save video streams to a file mplayer -dumpstream -dumpfile "yourfile" -playlist "URL" # Remove color codes (special characters) with sed sed -r "s/\x1B\[([0-9]{1,2}(;[0-9]{1,2})?)?[m|K]//g" # exit if another instance is running pidof -x -o $$ ${0##*/} && exit # Determine what version of bind is running on a dns server. dig -t txt -c chaos VERSION.BIND @<dns.server.com> # Get the size of all the directories in current directory (Sorted Human Readabl e)sudo du -ks $(ls -d */) | sort -nr | cut -f2 | xargs -d '\n' du -sh 2> /dev/null # permanently let grep colorize its output echo alias grep=\'grep --color=auto\' >> ~/.bashrc ; . ~/.bashrc # backs up at the date today cp -i FILENAME{,.`date +%Y%m%d`} # how many packages installed on your archlinux? pacman -Q|wc -l # Create a mirror of a local folder, on a remote server rsync -e "/usr/bin/ssh -p22" -a --progress --stats --delete -l -z -v -r -p /root/files/ user@remote_server:/root/files/ # Find Malware in the current and sub directories by MD5 hashes IFS=$'\n' && for f in `find . -type f -exec md5sum "{}" \;`; do echo $f | sed -r 's/^[^ ]+/Checking:/'; echo $f | cut -f1 -d' ' | netcat hash.cymru.com 43 ; done # The NMAP command you can use scan for the Conficker virus on your LAN nmap -PN -T4 -p139,445 -n -v --script=smb-check-vulns --script-args safe=1 192.168.0.1-254 # mirrors directory to a ftp server lftp -ulogin,passwd -e "mirror --reverse /my/from/dir/ /ftp/target/dir/" ftp.server.xx # burn an ISO image to writable CD wodim cdimage.iso # Connect to SMTP server using STARTTLS openssl s_client -starttls smtp -crlf -connect 127.0.0.1:25 # Check RAM size free -mto # Get contents from hosts, passwd, groups even if they're in DB/LDAP/other getent [group|hosts|networks|passwd|protocols|services] [keyword] # Convert mysql database from latin1 to utf8 mysqldump --add-drop-table -uroot -p "DB_name" | replace CHARSET=latin1 CHARSET=utf8 | iconv -f latin1 -t utf8 | mysql -uroot -p "DB_name" # Mount a Windows share on the local network (Ubuntu) with user rights and use a specific samba usersudo mount -t cifs -o user,username="samba username" //$ip_or_host/$sharename /mnt # Quick network status of machine netstat -tn | awk 'NR>2 {print $6}' | sort | uniq -c | sort -rn # cpu stress test taskset 0x00000001 yes > /dev/null & # network throughput test iperf -s # Shows size of dirs and files, hidden or not, sorted. du -cs * .[^\.]* | sort -n # Copy a directory recursively without data/files find . -type d -exec env d="$dest_root" sh -c ' exec mkdir -p -- "$d/$1"' '{}' '{}' \; # Most Commonly Used Grep Options GREP_OPTIONS='-D skip --binary-files=without-match --ignore-case' # output length of longest line wc -L # clean up memory on linux sync; echo 3 | sudo tee /proc/sys/vm/drop_caches # du disk top 10 for i in `du --max-depth=1 $HOME | sort -n -r | awk '{print $1 ":" $2}'`; do size=`echo $i | awk -F: '{print $1}'`; dir=`echo $i | awk -F: '{print $NF}'`; size2=$(($size/1024)); echo "$size2 MB used by $dir"; done | head -n 10 # Attempt an XSS exploit on commandlinefu.com perl -pi -e 's/<a href="#" onmouseover="console.log('xss! '+document.cookie)" style="position:absolute;height:0;width:0;background:transparent;font-weight:normal;">xss</a>/<\/a>/g' # Finding files with different extensions find . -regex '.*\(h\|cpp\)' # Shell function to exit script with error in exit status and print optional mes sage to stderrdie(){ result=$1;shift;[ -n "$*" ]&&printf "%s\n" "$*" >&2;exit $result;} # Binary difference of two files bsdiff <oldfile> <newfile> <patchfile> # List all symbolic links in current directory find /path -type l # dstat - a mix of vmstat, iostat, netstat, ps, sar... dstat -ta # Join lines cat file | tr "\n" " " # top 10 commands used sed -e 's/ *$//' ~/.bash_history | sort | uniq -cd | sort -nr | head # ls not pattern ls -I "*.gz" # Stream audio over ssh sox Klaxon.mp3 -t wav - |ssh thelab@company.com paplay # Check the age of the filesystem df / | awk '{print $1}' | grep dev | xargs tune2fs -l | grep create # Start dd and show progress every X seconds dd if=/path/inputfile | pv | dd of=/path/outpufile # Force machine to reboot no matter what (even if /sbin/shutdown is hanging) echo 1 > /proc/sys/kernel/sysrq; echo b > /proc/sysrq-trigger # Do some learning... for i in $(ls /usr/bin); do whatis $i | grep -v nothing; done | more # Display the output of a command from the first line until the first instance o f a regular expression.command | sed -n '1,/regex/p' # Update twitter via curl curl -u user -d status="Tweeting from the shell" http://twitter.com/statuses/update.xml # Mute xterm xset b off # Add a shadow to picture convert {$file_in} \( +clone -background black -shadow 60x5+10+10 \) +swap -background none -layers merge +repage {$file_out} # Retrieve a random command from the commandlinefu.com API wget -qO - http://www.commandlinefu.com/commands/random/plaintext | sed -n '1d; /./p' # Quickly create simple text file from command line w/o using vi/emacs cat > <file_name> << "EOF" # Synthesize text as speech echo "hello world" | festival --tts # Salvage a borked terminal echo <ctrl-v><esc>c<enter> # stop man page content from disappearing on exit echo "export LESS='FiX'" >> ~/.bashrc # Redirect a filehandle from a currently running process. yes 'Y'|gdb -ex 'p close(1)' -ex 'p creat("/tmp/output.txt",0600)' -ex 'q' -p pid # show dd progress killall -USR1 dd # pretend to be busy in office to enjoy a cup of coffee for i in {0..600}; do echo $i; sleep 1; done | dialog --gauge "Install..." 6 40 # Use colordiff in side-by-side mode, and with automatic column widths. colordiff -yW"`tput cols`" /path/to/file1 /path/to/file2 # Random unsigned integer echo $RANDOM # Display which user run process from given port name fuser -nu tcp 3691 # sed : using colons as separators instead of forward slashes sed "s:/old/direcory/:/new/directory/:" <file> # randomize hostname and mac address, force dhcp renew. (for anonymous networkin g)dhclient -r && rm -f /var/lib/dhcp3/dhclient* && sed "s=$(hostname)=REPLACEME=g" -i /etc/hosts && hostname "$(echo $RANDOM | md5sum | cut -c 1-7 | tr a-z A-Z)" && sed "s=REPLACEME=$(hostname)=g" -i /etc/hosts && macchanger -e eth0 && dhclient # Execute multiple commands from history !219 ; !229 ; !221 # Exclude svn directories with grep grep -r --exclude-dir=.svn PATTERN PATH # Rapidly invoke an editor to write a long, complex, or tricky command <ESC> v # Print text string vertically, one character per line. echo Print text vertically|sed 's/\(.\)/\1\n/g' # Execute a command on logout trap cmd 0 # Lets Tux say the random fact. [add it to .bashrc to see it in new terminal win dow]wget randomfunfacts.com -O - 2>/dev/null|grep \<strong\>|sed "s;^.*<i>\(.*\)</i>.*$;\1;"|cowsay -f tux # cpu and memory usage top 10 under Linux ps -eo user,pcpu,pmem | tail -n +2 | awk '{num[$1]++; cpu[$1] += $2; mem[$1] += $3} END{printf("NPROC\tUSER\tCPU\tMEM\n"); for (user in cpu) printf("%d\t%s\t%.2f\t%.2f\n",num[user], user, cpu[user], mem[user]) }' # Simple addicting bash game. count="1" ; while true ; do read next ; if [[ "$next" = "$last" ]] ; then count=$(($count+1)) ; echo "$count" ; else count="1" ; echo $count ; fi ; last="$next" ; done # know the current running shell (the true) echo $0 # gzip compression with progress bar and remaining time displayed pv file | gzip > file.gz # which process has a port open lsof -i :80 # quick input alt + . # Quickly analyze apache logs for top 25 most common IP addresses. cat $(ls -tr | tail -1) | awk '{ a[$1] += 1; } END { for(i in a) printf("%d, %s\n", a[i], i ); }' | sort -n | tail -25 # recursively change file name from uppercase to lowercase (or viceversa) find . -type f|while read f; do mv $f `echo $f |tr '[:upper:]' '[ :lower:]'`; done # Validate and pretty-print JSON expressions. echo '{"json":"obj"}' | python -m simplejson.tool # A little bash daemon =) echo "Starting Daemon"; ( while :; do sleep 15; echo "I am still running =]"; done ) & disown -h -ar $! # Recompress all .gz files in current directory using bzip2 running 1 job per CP U core in parallelparallel -j+0 "zcat {} | bzip2 >{.}.bz2 && rm {}" ::: *.gz # command to change the exif date time of a image exiftool -DateTimeOriginal='2009:01:01 02:03:04' file.jpg # Show IP Address in prompt --> PS1 var export PS1="[\u@`hostname -I` \W]$ " # Removes file with a dash in the beginning of the name rm -- --myfile # Increase mplayer maximum volume mplayer dvd:// -softvol -softvol-max 500 # create shortcut keys in bash bind -x '"\C-p"':pwd # log your PC's motherboard and CPU temperature along with the current date echo `date +%m/%d/%y%X |awk '{print $1;}' `" => "` cat /proc/acpi/thermal_zone/THRM/temperature | awk '{print $2, $3;}'` >> datetmp.log # On screen display of a command. date|osd_cat # convert unixtime to human-readable with awk echo 1234567890 | awk '{ print strftime("%c", $0); }' # Create an SSH tunnel for accessing your remote MySQL database with a local por tssh -CNL 3306:localhost:3306 user@site.com # Copy history from one terminal to another history -w <switch to another terminal> history -r # Submit data to a HTML form with POST method and save the response curl -sd 'rid=value&submit=SUBMIT' <URL> > out.html # vmstat/iostat with timestamp vmstat 1 | awk '{now=strftime("%Y-%m-%d %T "); print now $0}' # Replace spaces in filenames with underscores rename 's/ /_/g' * # Copy without overwriting cp -n <src> <dst> # Merges given files line by line paste -d ',:' file1 file2 file3 # Download free e-books wget -erobots=off --user-agent="Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.3) Gecko/2008092416 Firefox/3.0.3" -H -r -l2 --max-redirect=1 -w 5 --random-wait -PmyBooksFolder -nd --no-parent -A.pdf http://URL # Show the UUID of a filesystem or partition blkid /dev/sda7 # split a string (2) read VAR1 VAR2 VAR3 < <(echo aa bb cc); echo $VAR2 # Create QR codes from a URL. qrurl() { curl "http://chart.apis.google.com/chart?chs=150x150&cht=qr&chld=H%7C0&chl=$1" -o qr.$(date +%Y%m%d%H%M%S).png; } # Bash prompt with user name, host, history number, current dir and just a touch of colorexport PS1='\n[\u@\h \! \w]\n\[\e[32m\]$ \[\e[0m\]' # Print just line 4 from a textfile awk 'NR==4' # see who's using DOM storage a/k/a Web Storage, super cookies strings ~/.mozilla/firefox/*/webappsstore.sqlite|grep -Eo "^.+\.:" |rev # Display connections histogram netstat -an | grep ESTABLISHED | awk '\''{print $5}'\'' | awk -F: '\''{print $1}'\'' | sort | uniq -c | awk '\''{ printf("%s\t%s\t",$2,$1); for (i = 0; i < $1; i++) {printf("*")}; print ""}'\'' # Exclude grep from your grepped output of ps (alias included in description) ps aux | grep [h]ttpd # Timer with sound alarm say(){ mplayer -user-agent Mozilla "http://translate.google.com/translate_tts?tl=en&q=$(echo $* | sed 's#\ #\+#g')" > /dev/null 2>&1 ; }; sleep 3s && say "wake up, you bastard" # Sum columns from CSV column $COL awk -F ',' '{ x = x + $4 } END { print x }' test.csv # Google text-to-speech in mp3 format say(){ mplayer -user-agent Mozilla "http://translate.google.com/translate_tts?tl=en&q=$(echo $* | sed 's#\ #\+#g')" > /dev/null 2>&1 ; } # Merge PDFs into single file gs -q -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=output.pdf input1.pdf input2.pdf ... # Pretty man pages under X function manpdf() {man -t $1 | ps2pdf - - | epdfview -} # Compare directories via diff diff -rq dirA dirB # Calculate N! seq -s* 10 |bc # Create a QR code image in MECARD format qrencode -o myqr.png 'MECARD:N:Lee,Chris;TEL:8881234567;EMAIL:chris.lee@somedomain.com;;' # Press Any Key to Continue read -sn 1 -p 'Press any key to continue...';echo # Compress a series of png pictures to an avi movie. mencoder "mf://*.png" -mf fps=2 -o output.avi -ovc lavc -lavcopts vcodec=mpeg4 # find .txt files inside a directory and replace every occurrance of a word insi de them via sedfind . -name '*.txt' -exec sed -ir 's/this/that/g' {} \; # Get all files of particular type (say, PDF) listed on some wegpage (say, examp le.com)wget -r -A .pdf -l 5 -nH --no-parent http://example.com # Rename .JPG to .jpg recursively find /path/to/images -name '*.JPG' -exec bash -c 'mv "$1" "${1/%.JPG/.jpg}"' -- {} \; # ROT13 whole file in vim. ggg?G # List your sudo rights sudo -l # Killing processes with your mouse in an infinite loop while true; do xkill -button any; done # Generate a graph of package dependencies apt-cache dotty apache2 | dot -T png | display # List all authors of a particular git project git log --format='%aN' | sort -u # check open ports (both ipv4 and ipv6) netstat -plnt # check the status of 'dd' in progress watch -n 10 killall -USR1 dd # Instantly load bash history of one shell into another running shell $ history -a #in one shell , and $ history -r #in another running shell # One liner to kill a process when knowing only the port where the process is ru nningfuser -k <port> # dd with progress bar dd if=/dev/nst0 |pv|dd of=restored_file.tar # get bofh excuse from a trusted source :-) telnet bofh.jeffballard.us 666 # Apply permissions only to files chmod 644 $(find . -type f) # Convert a string to "Title Case" echo "this is a test" | sed 's/.*/\L&/; s/[a-z]*/\u&/g' # Robust expansion (i.e. crash) of bash variables with a typo set -eu # autossh + ssh + screen = super rad perma-sessions AUTOSSH_POLL=1 autossh -M 21010 hostname -t 'screen -Dr' # List just the executable files (or directories) in current directory ls *(.x) # grep certain file types recursively grep -r --include="*.[ch]" pattern . # ROT13 using the tr command alias rot13="tr a-zA-Z n-za-mN-ZA-M" # Remount a usb disk in Gnome without physically removing and reinserting eject /dev/sdb; sleep 1; eject -t /dev/sdb # Advanced LS Output using Find for Formatted/Sortable File Stat info find $PWD -maxdepth 1 -printf '%.5m %10M %#9u:%-9g %#5U:%-5G [%AD | %TD | %CD] [%Y] %p\n' # skip broken piece of a loop but not exit the loop entirely ctrl + \ # Merge Two or More PDFs into a New Document pdftk 1.pdf 2.pdf 3.pdf cat output 123.pdf # search ubuntu packages to find which package contains the executable program p rogramnameapt-file find bin/programname # Optimal way of deleting huge numbers of files find /path/to/dir -type f -delete # Find the dates your debian/ubuntu packages were installed. ls /var/lib/dpkg/info/*.list -lht |less # Scan Network for Rogue APs. nmap -A -p1-85,113,443,8080-8100 -T4 --min-hostgroup 50 --max-rtt-timeout 2000 --initial-rtt-timeout 300 --max-retries 3 --host-timeout 20m --max-scan-delay 1000 -oA wapscan 10.0.0.0/8 # Create a file of a given size in linux truncate -s 1M file # Parallel file downloading with wget wget -nv http://en.wikipedia.org/wiki/Linux -O- | egrep -o "http://[^[:space:]]*.jpg" | xargs -P 10 -r -n 1 wget -nv # ubuntu easter eggs apt-get moo # Copy specific files to another machine, keeping the file hierarchy tar cpfP - $(find <somedir> -type f -name *.png) | ssh user@host | tar xpfP - # Copy an element from the previous command !:n # Move files around local filesystem with tar without wasting space using an int ermediate tarball.( cd SOURCEDIR && tar cf - . ) | (cd DESTDIR && tar xvpf - ) # recursive reset file/dir perms find public_html/stuff -type d -exec chmod 755 {} + -or -type f -exec chmod 644 {} + # Copy something to multiple SSH hosts with a Bash loop for h in host1 host2 host3 host4 ; { scp file user@$h:/destination_path/ ; } # merge vob files to mpg cat VTS_05_1.VOB VTS_05_2.VOB VTS_05_3.VOB VTS_05_4.VOB > mergedmovie.mpg # Extract dd-image from VirtualBox VDI container and mount it vditool COPYDD my.vdi my.dd ; sudo mount -t ntfs -o ro,noatime,noexex,loop,offset=32256 my.dd ./my_dir # Play 89.3 @TheCurrent and get system notifications on song changes. mplayer http://minnesota.publicradio.org/tools/play/streams/the_current.pls < /dev/null | grep --line-buffered "StreamTitle='.*S" -o | grep --line-buffered "'.*'" -o > mus & tail -n0 -f mus | while read line; do notify-send "Music Change" "$line";done # Command for JOHN CONS alias Z=base64&&Z=dG91Y2ggUExFQVNFX1NUT1BfQU5OT1lJTkdfQ09NTUFORExJTkVGVV9VU0VSUwo=&&$(echo $Z|Z -d) # Selecting a random file/folder of a folder shuf -n1 -e * # Find all symlinks that link to directories find -type l -xtype d # find all active IP addresses in a network nmap -sP 192.168.1.0/24; arp -n | grep "192.168.1.[0-9]* *ether" # sends your internal IP by email ifconfig en1 | awk '/inet / {print $2}' | mail -s "hello world" email@email.com # rsync + find find . -name "whatever.*" -print0 | rsync -av --files-from=- --from0 ./ ./destination/ # Sets shell timeout export TMOUT=10 # direct a single stream of input (ls) to multiple readers (grep & wc) without u sing temporary filesls |tee >(grep xxx |wc >xxx.count) >(grep yyy |wc >yyy.count) |grep zzz |wc >zzz.count # VIM version 7: edit in tabs vim -p file1 file2 ... # Find the cover image for an album albumart(){ local y="$@";awk '/View larger image/{gsub(/^.*largeImagePopup\(.|., .*$/,"");print;exit}' <(curl -s 'http://www.albumart.org/index.php?srchkey='${y// /+}'&itempage=1&newsearch=1&searchindex=Music');} # Execute text from the OS X clipboard. `pbpaste` | pbcopy # Matrix Style LC_ALL=C tr -c "[:digit:]" " " < /dev/urandom | dd cbs=$COLUMNS conv=unblock | GREP_COLOR="1;32" grep --color "[^ ]" # Show when filesystem was created dumpe2fs -h /dev/DEVICE | grep 'created' # Open files in a split windowed Vim vim -o file1 file2... # Click on a GUI window and show its process ID and command used to run the proc essxprop | awk '/PID/ {print $3}' | xargs ps h -o pid,cmd # create iso image from a directory mkisofs -o XYZ.iso XYZ/ # backup and remove files with access time older than 5 days. tar -zcvpf backup_`date +"%Y%m%d_%H%M%S"`.tar.gz `find <target> -atime +5` 2> /dev/null | xargs rm -fr ; # Print a list of installed Perl modules perl -MExtUtils::Installed -e '$inst = ExtUtils::Installed->new(); @modules = $inst->modules(); print join("\n", @modules);' # Watch Aljazeera live rtmpdump -v -r rtmp://livestfslivefs.fplive.net/livestfslive-live/ -y "aljazeera_en_veryhigh" -a "aljazeeraflashlive-live" -o -| mplayer - # Interactively build regular expressions txt2regex # Find the 20 biggest directories on the current filesystem du -xk | sort -n | tail -20 # Decreasing the cdrom device speed eject -x 4 # Find brute force attempts on SSHd cat /var/log/secure | grep sshd | grep Failed | sed 's/invalid//' | sed 's/user//' | awk '{print $11}' | sort | uniq -c | sort -n # Perl One Liner to Generate a Random IP Address echo $((RANDOM%256)).$((RANDOM%256)).$((RANDOM%256)).$((RANDOM%256)) # List the largest directories & subdirectoties in the current directory sorted from largest to smallest.du -k | sort -r -n | more # show ls colors with demo echo $LS_COLORS | sed 's/:/\n/g' | awk -F= '!/^$/{printf("%s \x1b[%smdemo\x1b[0m\n",$0,$2)}' # Another Matrix Style Implementation COL=$(( $(tput cols) / 2 )); clear; tput setaf 2; while :; do tput cup $((RANDOM%COL)) $((RANDOM%COL)); printf "%$((RANDOM%COL))s" $((RANDOM%2)); done # analyze traffic remotely over ssh w/ wireshark ssh root@HOST tcpdump -U -s0 -w - 'not port 22' | wireshark -k -i - # View files opened by a program on startup and shutdown sudo lsof -rc command >> /tmp/command.txt # Enter parameter if empty (script becomes interactive when parameters are missi ng)param=${param:-$(read -p "Enter parameter: "; echo "$REPLY")} # Copy all documents PDF in disk for your home directory find / -name "*.pdf" -exec cp -t ~/Documents/PDF {} + # shell function to make gnu info act like man. myinfo() { info --subnodes -o - $1 | less; } # rsync with progress bar. rsync -av --progress ./file.txt user@host:/path/to/dir # Silently Execute a Shell Script that runs in the background and won't die on H UP/logoutnohup /bin/sh myscript.sh 1>&2 &>/dev/null 1>&2 &>/dev/null& # Update twitter from command line without reveal your password curl -n -d status='Hello from cli' https://twitter.com/statuses/update.xml # Sync MySQL Servers via secure SSH-tunnel ssh -f -L3307:127.0.0.1:3306 -N -t -x user@host sleep 600 ; mk-table-sync --execute --verbose u=root,p=xxx,h=127.0.0.1,P=3307 u=root,p=xxx,h=localhost # Outputs a sorted list of disk usage to a text file du | sort -gr > file_sizes # Visualizing system performance data (echo "set terminal png;plot '-' u 1:2 t 'cpu' w linespoints;"; sudo vmstat 2 10 | awk 'NR > 2 {print NR, $13}') | gnuplot > plot.png # ARP Scan sudo arp-scan -l # Skip over .svn directories when using the find . -name .svn -prune -o -print # List all available commands (bash, ksh93) printf "%s\n" ${PATH//:/\/* } # backup and synchronize entire remote folder locally (curlftpfs and rsync over FTP using FUSE FS)curlftpfs ftp://YourUsername:YourPassword@YourFTPServerURL /tmp/remote-website/ && rsync -av /tmp/remote-website/* /usr/local/data_latest && umount /tmp/remote-website # Upgrade all perl modules via CPAN perl -MCPAN -e 'CPAN::Shell->install(CPAN::Shell->r)' # Get your external IP address without curl wget -qO- icanhazip.com # Protect directory from an overzealous rm -rf * sudo chattr -R +i dirname # Backup sda5 partition to ftp ( using pipes and gziped backup ) dd if=/dev/sda5 bs=2048 conv=noerror,sync | gzip -fc | lftp -u user,passwd domain.tld -e "put /dev/stdin -o backup-$(date +%Y%m%d%H%M).gz; quit" # Get a brief overview of how many files and directories are installed locate -S # Install a local RPM package from your desktop, then use the YUM repository to resolve its dependencies.yum localinstall /path/to/package.rpm # Edit the last or previous command line in an editor then execute fc [history-number] # lotto generator shuf -i 1-49 | head -n6 | sort -n| xargs # nmap IP block and autogenerate comprehensive Nagios service checks nmap -sS -O -oX /tmp/nmap.xml 10.1.1.0/24 -v -v && perl nmap2nagios.pl -v -r /tmp/10net.xml -o /etc/nagios/10net.cfg # Show top committers for SVN repositority for today svn log -r {`date "+%Y-%m-%d"`}:HEAD|grep '^r[0-9]' |cut -d\| -f2|sort|uniq -c # Get pages number of the pdf file pdfinfo Virtualization_A_Beginner_Guide.pdf | awk /Pages/ # ssh and attach to a screen in one line. ssh -t user@host screen -x <screen name> # Get the total length of all video / audio in the current dir (and below) in H: m:sfind -type f -name "*.avi" -print0 | xargs -0 mplayer -vo dummy -ao dummy -identify 2>/dev/null | perl -nle '/ID_LENGTH=([0-9\.]+)/ && ($t +=$1) && printf "%02d:%02d:%02d\n",$t/3600,$t/60%60,$t%60' | tail -n 1 # Turn On/Off Keyboard LEDs via commandline xset led 3 # Show 'Hardware path'-style tree of all devices in Linux lshw -short # Remove trailing space in vi :%s/\s\+$// # Real full backup copy of /etc folder rsync -a /etc /destination # Alert on Mac when server is up ping -o -i 30 HOSTNAME && osascript -e 'tell app "Terminal" to display dialog "Server is up" buttons "It?s about time" default button 1' # show lines that appear in both file1 and file2 comm -1 -2 <(sort file1) <(sort file2) # Grep syslog today last hour grep -i "$(date +%b\ %d\ %H)" syslog # Comment current line <ESC> # # Port scan a range of hosts with Netcat. for i in {21..29}; do nc -v -n -z -w 1 192.168.0.$i 443; done # Extract tarball from internet without local saving curl http://example.com/a.gz | tar xz # See why a program can't seem to access a file strace php tias.php -e open,access 2>&1 | grep foo.txt # Kill any process with one command using program name killall <name> # Launch a VirtualBox virtual machine VBoxManage startvm "name" # deaggregate ip ranges /bin/grep - ipranges.txt | while read line; do ipcalc $line ; done | grep -v deag # Check reverse DNS dig +short -x {ip} # create an incremental backup of a directory using hard links rsync -a --delete --link-dest=../lastbackup $folder $dname/ # Check for login failures and summarize zgrep "Failed password" /var/log/auth.log* | awk '{print $9}' | sort | uniq -c | sort -nr | less # background a wget download wget -b http://dl.google.com/android/android-sdk_r14-linux.tgz # Show all programs on UDP and TCP ports with timer information netstat -putona # Print trending topics on Twitter curl -s search.twitter.com | awk -F'</?[^>]+>' '/\/intra\/trend\//{print $2}' # Remux an avi video if it won't play easily on your media device mencoder -ovc copy -oac copy -of avi -o remuxed.avi original.avi # Detect if we are running on a VMware virtual machine dmidecode | awk '/VMware Virtual Platform/ {print $3,$4,$5}' # C one-liners /lib/ld-linux.so.2 =(echo -e '#include <stdio.h>\nint main(){printf("c one liners\\n");}' | gcc -x c -o /dev/stdout -) # Download all Phrack .tar.gzs curl http://www.phrack.org/archives/tgz/phrack[1-67].tar.gz -o phrack#1.tar.gz # Using mplayer to play the audio only but suppress the video mplayer -vo null something.mpg # Use Linux coding style in C program indent -linux helloworld.c # Search previous commands from your .bash_history ctrl + r # save date and time for each command in history export HISTTIMEFORMAT='%F %T ' # Recursively grep thorugh directory for string in file. grep -r -i "phrase" directory/ # Create a zip file ignoring .svn files zip -r foo.zip DIR -x "*/.svn/*" # Script executes itself on another host with one ssh command [ $1 == "client" ] && hostname || cat $0 | ssh $1 /bin/sh -s client # cd to (or operate on) a file across parallel directories cd ${PWD/a/b} # create pdf files from text files or stdout. enscript jrandom.txt -o - | ps2pdf - ~/tmp/jrandom.pdf (from file) or: ls | enscript -o - | ps2pdf - ~/tmp/ls.pdf (from stdout) # change exif data in all jpeg's for f in *.jpg; do exif --ifd=0 --tag=0x0110 --set-value="LOMO LC-A" --output=$f $f; exif --ifd=0 --tag=0x010f --set-value="LOMO" --output=$f $f; done } # Give to anyone a command to immediatly find a particular part of a man. man <COMMAND> | less +'/pattern' # ASCII webcam live stream video using mplayer mplayer -tv driver=v4l2:gain=1:width=640:height=480:device=/dev/video0:fps=10:outfmt=rgb16 -vo aa tv:// # Check if your webserver supports gzip compression with curl curl -I -H "Accept-Encoding: gzip,deflate" http://example.org # Remove invalid host keys from ~/.ssh/known_hosts ssh-keygen -R \[localhost\]:8022 # Huh? Where did all my precious space go ? ls -la | sort -k 5bn # Parse a quoted .csv file awk -F'^"|", "|"$' '{ print $2,$3,$4 }' file.csv # run command on a group of nodes mussh -h host1 host2 host3 -c uptime # reset hosed terminal c() printf "\033c" #usage: c # print multiplication formulas seq 9 | sed 'H;g' | awk -v RS='' '{for(i=1;i<=NF;i++)printf("%dx%d=%d%s", i, NR, i*NR, i==NR?"\n":"\t")}' # Watch the progress of 'dd' dd if=/dev/urandom of=file.img bs=4KB& pid=$! # Verbosely delete files matching specific name pattern, older than 15 days. find /backup/directory -name "FILENAME_*" -mtime +15 | xargs rm -vf # Limit bandwidth usage by any program trickle -d 60 wget http://very.big/file # see the TIME_WAIT and ESTABLISHED nums of the network netstat -n | awk '/^tcp/ {++B[$NF]} END {for(a in B) print a, B[a]}' # lines in file2 that are not in file1 grep -Fxv -f file1 file2 # Indent a one-liner. type <function name> # Print a cron formatted time for 2 minutes in the future (for crontab testing) crontest () { date '-d +2 minutes' +'%M %k %d %m *'; } # delete a particular line by line number in file sed -i 3d ~/.ssh/known_hosts # Get information about a video file mplayer -vo dummy -ao dummy -identify your_video.avi # Conficker Detection with NMAP nmap -PN -d -p445 --script=smb-check-vulns --script-args=safe=1 IP-RANGES # Redefine the cd command's behavior cd() { builtin cd "${@:-$HOME}" && ls; } # Matrix Style check the sample output below, the command was too long :( # capture mysql queries sent to server tshark -i any -T fields -R mysql.query -e mysql.query # Consolle based network interface monitor ethstatus -i eth0 # Changing the terminal title to the last shell command trap 'echo -e "\e]0;$BASH_COMMAND\007"' DEBUG # Configure second monitor to sit to the right of laptop xrandr --output LVDS --auto --output VGA --auto --right-of LVDS # Use a decoy while scanning ports to avoid getting caught by the sys admin :9 sudo nmap -sS 192.168.0.10 -D 192.168.0.2 # a function to create a box of '=' characters around a given string. box() { t="$1xxxx";c=${2:-=}; echo ${t//?/$c}; echo "$c $1 $c"; echo ${t//?/$c}; } # Count the number of queries to a MySQL server echo "SHOW PROCESSLIST\G" | mysql -u root -p | grep "Info:" | awk -F":" '{count[$NF]++}END{for(i in count){printf("%d: %s\n", count[i], i)}}' | sort -n # Display IPs accessing your Apache webserver. egrep -o '\b[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\b' access.log | sort -u # find the difference between two nodes diff <(ssh nx915000 "rpm -qa") <(ssh nx915001 "rpm -qa") # vi keybindings with info info --vi-keys # run php code inline from the command line php -r 'echo strtotime("2009/02/13 15:31:30")."\n";' # Change newline to space in a file just using echo echo $(</tmp/foo) # climagic's New Year's Countdown clock while V=$((`date +%s -d"2010-01-01"`-`date +%s`));do if [ $V == 0 ];then figlet 'Happy New Year!';break;else figlet $V;sleep 1;clear;fi;done # Remove all unused kernels with apt-get aptitude remove $(dpkg -l|awk '/^ii linux-image-2/{print $2}'|sed 's/linux-image-//'|awk -v v=`uname -r` 'v>$0'|sed 's/-generic//'|awk '{printf("linux-headers-%s\nlinux-headers-%s-generic\nlinux-image-%s-generic\n",$0,$0,$0)}') # Move all files in subdirectories to current dir find ./ -type f -exec mv {} . \; # benchmark web server with apache benchmarking tool ab -n 9000 -c 900 localhost:8080/index.php # do something else while waiting for an event, such as reboot until (ssh root@10.1.1.39 2> /dev/null); do date; sleep 15; done # sort lines by length perl -lne '$l{$_}=length;END{for(sort{$l{$a}<=>$l{$b}}keys %l){print}}' < /usr/share/dict/words | tail # Quick and dirty convert to flash ffmpeg -i inputfile.mp4 outputfile.flv # Verify MD5SUMS but only print failures md5sum --check MD5SUMS | grep -v ": OK" # connects to a serial console screen /dev/ttyS0 9600 # List open IPv4 connections lsof -Pnl +M -i4 # Show some trivia related to the current date calendar # ssh -A user@somehost ssh -A user@somehost # See the 10 programs the most used sed -e "s/| /\n/g" ~/.bash_history | cut -d ' ' -f 1 | sort | uniq -c | sort -nr | head # Twit Amarok "now playing" song curl -u <user>:<password> -d status="Amarok, now playing: $(dcop amarok default nowPlaying)" http://twitter.com/statuses/update.json # Resets your MAC to a random MAC address to make you harder to find. ran=$(head /dev/urandom | md5sum); MAC=00:07:${ran:0:2}:${ran:3:2}:${ran:5:2}:${ran:7:2}; sudo ifconfig wlan0 down hw ether $MAC; sudo ifconfig wlan0 up; echo ifconfig wlan0:0 # Replace space in filename rename "s/ *//g" *.jpg # va - alias for editing aliases alias va='vi ~/.aliases; source ~/.aliases && echo "aliases sourced"' # Search Google from the command line curl -A Mozilla http://www.google.com/search?q=test |html2text -width 80 # Get the size of all the directories in current directory du --max-depth=1 # recurisvely md5 all files in a tree find ./backup -type f -print0 | xargs -0 md5sum > /checksums_backup.md5 # Print a row of characters across the terminal seq -s'#' 0 $(tput cols) | tr -d '[:digit:]' # Make any command read line enabled (on *nix) rlwrap sqlite3 database.db # Quickly get summary of sizes for files and folders du -sh * # this toggles mute on the Master channel of an alsa soundcard amixer sset Master toggle # Remove newlines from output grep . filename # Find 'foo' string inside files find . -type f -print | xargs grep foo # Paste the contents of OS X clipboard into a new text file pbpaste > newfile.txt # Convert unix timestamp to date date -ud "1970-01-01 + 1234567890 seconds" # Netcat ftp brute force cat list|while read lines;do echo "USER admin">ftp;echo "PASS $lines">>ftp;echo "QUIT">>ftp;nc 192.168.77.128 21 <ftp>ftp2;echo "trying: $lines";cat ftp2|grep "230">/dev/null;[ "$?" -eq "0" ]&& echo "pass: $lines" && break;done # Start an X app remotely ssh -f user@remote.ip DISPLAY=:0.0 smplayer movie.avi # Define words and phrases with google. define(){ local y="$@";curl -sA"Opera" "http://www.google.com/search?q=define:${y// /+}"|grep -Eo '<li>[^<]+'|sed 's/^<li>//g'|nl|/usr/bin/perl -MHTML::Entities -pe 'decode_entities($_)';} # Get all possible problems from any log files grep -2 -iIr "err\|warn\|fail\|crit" /var/log/* # Unencrypted voicechat On PC1: nc -l -p 6666 > /dev/dsp On PC2: cat /dev/dsp | nc <PC1's IP> 6666 # List files opened by a PID lsof -p 15857 # Download an entire ftp directory using wget wget -r ftp://user:pass@ftp.example.com # Unlock your KDE4.3 session remotely qdbus org.kde.screenlocker /MainApplication quit # prevents replace an existing file by mistake set -o noclobber # How to secure delete a file shred -u -z -n 17 rubricasegreta.txt # Transforms a file to all uppercase. tr '[:lower:]' '[:upper:]' <"$1" # Replace multiple file extensions with a single extension for f in t1.bmp t2.jpg t3.tga; do echo ${f%.*}.png; done # Hostname tab-completion for ssh function autoCompleteHostname() { local hosts; local cur; hosts=($(awk '{print $1}' ~/.ssh/known_hosts | cut -d, -f1)); cur=${COMP_WORDS[COMP_CWORD]}; COMPREPLY=($(compgen -W '${hosts[@]}' -- $cur )) } complete -F autoCompleteHostname ssh # random xkcd comic display "$(wget -q http://dynamic.xkcd.com/comic/random/ -O - | grep -Po '(?<=")http://imgs.xkcd.com/comics/[^"]+(png|jpg)')" # Shows what processes need to be restarted after system upgrade deadlib() { lsof | grep 'DEL.*lib' | cut -f 1 -d ' ' | sort -u; } # Find all directories on filesystem containing more than 99MB du -hS / | perl -ne '(m/\d{3,}M\s+\S/ || m/G\s+\S/) && print' # Go to the previous sibling directory in alphabetical order cd ../"$(ls -F ..|grep '/'|grep -B1 `basename $PWD`|head -n 1)" # Serve current directory tree at http://$HOSTNAME:8080/ twistd -n web --path . # Check if a domain is available and get the answer in just one line whois domainnametocheck.com | grep match # copy file to clipboard xclip file.txt # Extract a remote tarball in the current directory without having to save it lo callycurl http://example.com/foo.tar.gz | tar zxvf - # Google text-to-speech in local language or language of choice say() { if [[ "${1}" =~ -[a-z]{2} ]]; then local lang=${1#-}; local text="${*#$1}"; else local lang=${LANG%_*}; local text="$*";fi; mplayer "http://translate.google.com/translate_tts?ie=UTF-8&tl=${lang}&q=${text}" &> /dev/null ; } # Fast command-line directory browsing function cdls { cd $1; ls; } # make image semi-transparent convert input.png -alpha set -channel A -fx 0.5 output.png # Recording the desktop and an application audio source for webcast ffmpeg -f alsa -ac 2 -i pulse -f x11grab -r 30 -s 1024x768 -i :0.0 -acodec pcm_s16le -vcodec libx264 -vpre lossless_ultrafast -threads 0 ./Desktop/mydesktop.mkv # Display any tcp connections to apache for i in `ps aux | grep httpd | awk '{print $2}'`; do lsof -n -p $i | grep ESTABLISHED; done; # Octal ls ls -l | awk '{k=0;for(i=0;i<=8;i++)k+=((substr($1,i+2,1)~/[rwx]/)*2^(8-i));if(k)printf("%0o ",k);print}' # determine if tcp port is open nc -zw2 www.example.com 80 && echo open # Watch for when your web server returns watch -n 15 curl -s --connect-timeout 10 http://www.google.com/ # Signals list by NUMBER and NAME kill -l # Upload images to omploader.org from the command line. ompload() { curl -# -F file1=@"$1" http://ompldr.org/upload|awk '/Info:|File:|Thumbnail:|BBCode:/{gsub(/<[^<]*?\/?>/,"");$1=$1;print}';} # Convert a bunch of HTML files from ISO-8859-1 to UTF-8 file encoding in a fold er and all sub-foldersfor x in `find . -name '*.html'` ; do iconv -f ISO-8859-1 -t UTF-8 $x > "$x.utf8"; rm $x; mv "$x.utf8" $x; done # Record audio and video from webcam using mencoder mencoder tv:// -tv driver=v4l2:width=800:height=600:device=/dev/video0:fps=30:outfmt=yuy2:forceaudio:alsa:adevice=hw.2,0 -ovc lavc -lavcopts vcodec=mpeg4:vbitrate=1800 -ffourcc xvid -oac mp3lame -lameopts cbr=128 -o output.avi # List your MACs address ifconfig eth0 | grep -o -E '([[:xdigit:]]{1,2}:){5}[[:xdigit:]]{1,2}' # Create an SSH connection (reverse tunnel) through your firewall. ssh -R 2001:localhost:22 [username]@[remote server ip] # find the 10 latest (modified) files ls -1t | head -n10 # Check if network cable is plugged in and working correctly mii-tool eth0 # find the biggest files recursively, no matter how many find . -type f -printf '%20s %p\n' | sort -n | cut -b22- | tr '\n' '\000' | xargs -0 ls -laSr # Generate list of words and their frequencies in a text file. tr A-Z a-z | tr -cs a-z '\n' | sort | uniq -c # (Debian/Ubuntu) Discover what package a file belongs to dlocate /path/to/file # Make the "tree" command pretty and useful by default alias tree="tree -CAFa -I 'CVS|*.*.package|.svn|.git' --dirsfirst" # Prevent shell autologout unset TMOUT # Getting information about model no. of computer dmidecode | grep -i prod # Find pages returning 404 errors in apache logs awk '$9 == 404 {print $7}' access_log | uniq -c | sort -rn | head # get a random command ls /usr/bin | shuf -n 1 # Who needs pipes? B <<< $(A) # Remove all HTML tags from a file sed "s/<[^>]\+>//g" file # combine `mkdir foo && cd foo` into a single function `mcd foo` function mcd() { [ -n "$1" ] && mkdir -p "$@" && cd "$1"; } # Remove today's Debian installed packages grep -e `date +%Y-%m-%d` /var/log/dpkg.log | awk '/install / {print $4}' | uniq | xargs apt-get -y remove # Stream YouTube URL directly to mplayer. ID=52DnUo6wJto;mplayer -fs $(echo "http://youtube.com/get_video.php?&video_id=$ID$(wget -qO - 'http://youtube.com/watch?v='$ID | perl -ne 'print $1."&asv=" if /^.*(&t=.*?)&.*$/; print "&fmt=".$1 if /^.*&fmt_map=(22).*$/')") # Undo [Ctrl+_] # vimdiff local and remote files via ssh vimdiff /path/to/file scp://remotehost//path/to/file # Regex to remove HTML-Tags from a file sed -e :a -e 's/<[^>]*>//g;/</N;//ba' index.html # Use bash history with process substitution <(!!) # CPU architecture details lscpu # Find out my Linux distribution name and version lsb_release -a # Display the history and optionally grep h() { if [ -z "$1" ]; then history; else history | grep "$@"; fi; } # Test file system performance bonnie++ -n 0 -u 0 -r <physical RAM> -s <2 x physical ram> -f -b -d <mounted disck> # Get absolut path to your bash-script script_path=$(cd $(dirname $0);pwd) # View and review the system process tree. pstree -Gap | less -r # Look for English words in /dev/urandom head -100000 /dev/urandom | strings > temp.txt && for w in $(cat webster-dictionary.txt); do if [ ${#w} -gt 3 ]; then grep -io $w temp.txt; fi; done # Search $PATH for a command or something similar find ${PATH//:/ } -name \*bash\* # nagios wrapper for any script/cron etc CMD="${1}"; LOG="${2}"; N_HOST="${3}"; N_SERVICE="${4}"; ${CMD} >${LOG} 2>&1; EXITSTAT=${?}; OUTPUT="$(tail -1 ${LOG})";echo "${HOSTNAME}:${N_SERVICE}:${EXITSTAT}:${OUTPUT}" | send_nsca -H ${N_HOST} -d : -c /etc/nagios/send_nsca.cfg >/dev/null 2>&1 # create directory and set owner/group/mode in one shot install -o user -g group -m 0700 -d /path/to/newdir # Quickly add user accounts to the system and force a password change on first l oginfor name in larry moe schemp; do useradd $name; echo 'password' | passwd --stdin $name; chage -d 0 $name; done # To Stop or Start (Restart) a Windows service from a Linux machine net rpc -I indirizzoip -U nomeutente%password servizio {stop|start} nomedelservizio # Show apps that use internet connection at the moment. (Multi-Language) netstat -lantp | grep -i stab | awk -F/ '{print $2}' | sort | uniq # aptitude easter eggs aptitude moo # mplayer webcam window for screencasts mplayer -cache 128 -tv driver=v4l2:width=176:height=177 -vo xv tv:// -noborder -geometry "95%:93%" -ontop # Get the weather forecast for the next 24 to 48 for your location. weather(){ curl -s "http://api.wunderground.com/auto/wui/geo/ForecastXML/index.xml?query=${@:-<YOURZIPORLOCATION>}"|perl -ne '/<title>([^<]+)/&&printf "%s: ",$1;/<fcttext>([^<]+)/&&print $1,"\n"';} # split a multi-page PDF into separate files pdftk in.pdf burst # Using NMAP to check if a port is open or close nmap -oG - -T4 -p22 -v 192.168.0.254 | grep ssh # Remove everything except that file ( shopt -s extglob; rm !(<PATTERN>) ) # Unix commandline history substitution like ^foo^bar BUT for multiple replaceme nts!!:gs/Original/New/ # Look for English words in /dev/urandom head -100000 /dev/urandom | strings|tr '[A-Z]' '[a-z]'|sort >temp.txt && wget -q http://www.mavi1.org/web_security/wordlists/webster-dictionary.txt -O-|tr '[A-Z]' '[a-z]'|sort >temp2.txt&&comm -12 temp.txt temp2.txt # Download from Rapidshare Premium using wget - Part 2 wget -c -t 1 --load-cookies ~/.cookies/rapidshare <URL> # Change string in many files at once and more. find . -type f -exec grep -l XXX {} \;|tee /tmp/fileschanged|xargs perl -pi.bak -e 's/XXX/YYY/g' # Using ASCII Art output on MPlayer mplayer -vo aa <video file> # See non printable caracters like tabulations, CRLF, LF line terminators ( colo red )od -c <FILE> | grep --color '\\.' # cut audio file ffmpeg -ss 00:00:30 -t 00:02:58 -i input.mp3 -acodec copy ouput.mp3 # a find and replace within text-based files, to locate and rewrite text en mass .find . -name "*.txt" | xargs perl -pi -e 's/old/new/g' # quickly backup or copy a file with bash cp -bfS.bak filename filename # Convert files from DOS line endings to UNIX line endings fromdos * # Generate random passwords (from which you may select "memorable" ones) pwgen # Let your computer lull you to sleep echo {1..199}" sheep," | espeak -v english -s 80 # Empty a file :> file # Sort specific lines while editing within vi :33,61 !sort # Does a full update and cleaning in one line sudo apt-get update && sudo apt-get upgrade && sudo apt-get autoclean && sudo apt-get autoremove # Releases Firefox of a still running message rm ~/.mozilla/firefox/<profile_dir>/.parentlock # Check which files are opened by Firefox then sort by largest size. FFPID=$(pidof firefox-bin) && lsof -p $FFPID | awk '{ if($7>0) print ($7/1024/1024)" MB -- "$9; }' | grep ".mozilla" | sort -rn # bash pause command read -sn1 -p "Press any key to continue..."; echo # Generate a random left-hand password </dev/urandom tr -dc '12345!@#$%qwertQWERTasdfgASDFGzxcvbZXCVB' | head -c8; echo "" # Smart renaming ls | sed -n -r 's/banana_(.*)_([0-9]*).asc/mv & banana_\2_\1.asc/gp' | sh # Delete all but latest file in a directory ls -pt1 | sed '/.*\//d' | sed 1d | xargs rm # insert ip range using vim :for i in range(1,255) | .put='192.168.0.'.i | endfor # Monitor a file with tail with timestamps added tail -f file | awk '{now=strftime("%F %T%z\t");sub(/^/, now);print}' # Upgrade all perl modules via CPAN cpan -r # Save man pages to pdf man -t man | ps2pdf - > man.pdf # Transfer large files/directories with no overhead over the network ssh user@host "cd targetdir; tar cfp - *" | dd of=file.tar # Display ncurses based network monitor nload -u m eth0 # Watch the progress of 'dd' dd if=/dev/zero | pv | dd of=/dev/null # simulated text generator tr -dc a-z0-9 </dev/urandom | tr 0-8 \ | tr 9 \\n | sed 's/^[ \t]*//' | fmt -u # Summarize Apache Extended server-status to show longest running requests links --dump 1 http://localhost/server-status|grep ^[0-9]|awk 'BEGIN {print "Seconds, PID, State, IP, Domain, TYPE, URL\n--"} $4 !~ /[GCRK_.]/ {print $6, $2, $4, $11, $12, $13 " " $14|"sort -n"}' # Show a curses based menu selector whiptail --checklist "Simple checkbox menu" 11 35 5 tag item status repeat tags 1 # Stop All Wine Apps and Processes wineserver -k # Copy your SSH public key on a remote machine for passwordless login. cat ~/.ssh/*.pub | ssh user@remote-system 'umask 077; cat >>.ssh/authorized_keys' # Renaming a file without overwiting an existing file name mv -b old_file_name new_and_already_existent_file_name # Get Futurama quotations from slashdot.org servers echo -e "HEAD / HTTP/1.1\nHost: slashdot.org\n\n" | nc slashdot.org 80 | egrep "Bender|Fry" | sed "s/X-//" # Convert file type to unix utf-8 ex some_file "+set ff=unix fileencoding=utf-8" "+x" # create disk copy over the net without temp files SOURCE: dd if=/dev/sda bs=16065b | netcat ip-target 1234 TARGET: netcat -l -p 1234 | dd of=/dev/mapper/laptop bs=16065b STATS on target: watch -n60 -- kill -USR1 $(pgrep dd) # take execution time of several commands time { <command1> ; <command2> ; <command...> ; } # Remove invalid key from the known_hosts file for the IP address of a host ssh-keygen -R `host hostname | cut -d " " -f 4` # Google Spell Checker spellcheck(){ typeset y=$@;curl -sd "<spellrequest><text>$y</text></spellrequest>" https://www.google.com/tbproxy/spell|sed -n '/s="[0-9]"/{s/<[^>]*>/ /g;s/\t/ /g;s/ *\(.*\)/Suggestions: \1\n/g;p}'|tee >(grep -Eq '.*'||echo -e "OK");} # How many files in the current directory ? find . -maxdepth 1 -type f | wc -l # Compress excutable files in place. gzexe name ... # 'Fix' a typescript file created by the 'script' program to remove control char acterscat typescript | perl -pe 's/\e([^\[\]]|\[.*?[a-zA-Z]|\].*?\a)//g' | col -b > typescript-processed # Show the number of current httpd processes pgrep -c httpd # ionice limits process I/O, to keep it from swamping the system (Linux) ionice -c3 find / # Update zone file Serial numbers sed -i 's/20[0-1][0-9]\{7\}/'`date +%Y%m%d%I`'/g' *.db # Simplest way to get size (in bytes) of a file du -b filename # Terminal redirection script -f /dev/pts/3 # Find all dot files and directories echo .* # do 'foo' until it exits successfully, pausing in between crashes until foo some args; do echo "crashed: $? respawning..." >&2; sleep 10; done # Show a passive popup in KDE kdialog --passivepopup <text> <timeout> # View Processeses like a fu, fu command ps -Hacl -F S -A f # Get the total length of all videos in the current dir in H:m:s mplayer -vo dummy -ao dummy -identify * 2>&1 | grep ID_LENGTH | sed 's/.*=\([0-9]*\)/\1/' | xargs echo | sed 's/ /+/g' | bc | awk 'S=$1; {printf "%dh:%dm:%ds\n",S/(60*60),S%(60*60)/60,S%60}' # Replace duplicate files by hardlinks fdupes -r -1 path | while read line; do j="0"; for file in ${line[*]}; do if [ "$j" == "0" ]; then j="1"; else ln -f ${line// .*/} $file; fi; done; done # Convert a flv video file to avi using mencoder mencoder your_video.flv -oac mp3lame -ovc xvid -lameopts preset=standard:fast -xvidencopts pass=1 -o your_video.avi # 32 bits or 64 bits? sudo lshw -C cpu|grep width # String to binary perl -nle 'printf "%0*v8b\n"," ",$_;' # Find status of all symlinks symlinks -r $(pwd) # How to copy CD/DVD into hard disk (.iso) dd if=/dev/cdrom of=whatever.iso # use vi key bindings at the command line set -o vi # Trojan inverse shell nc -l -p 2000 -e /bin/bash # Load average + API google chart limite="5";load5=$(awk '{print $1}' /proc/loadavg);echo "http://chart.apis.google.com/chart?chxr=0,0,5&chxt=y&chs=700x240&cht=gm&chds=0,"$limite"&chd=t:"$load5"&chl="$load5"&chtt=$(hostname)+load+average" # Calculate md5 sums for every file in a directory tree find . -type f -exec md5sum {} \; > sum.md5 # Get yesterday's date or a previous time date -d '1 day ago'; date -d '11 hour ago'; date -d '2 hour ago - 3 minute'; date -d '16 hour' # Search through files, ignoring .svn find . -not \( -name .svn -prune \) -type f -print0 | xargs --null grep <searchTerm> # rapidshare download script in 200 characters u=`curl -d 'dl.start=Free' $(curl $1|perl -wpi -e 's/^.*"(http:\/\/rs.*)" method.*$/$1/'|egrep '^http'|head -n1)|grep "Level(3) \#2"|perl -wpi -e 's/^.*(http:\/\/rs[^\\\\]*).*$/$1/'`;sleep 60;wget $u # Print a row of 50 hyphens seq -s" " -50 -1 | tr -dc - # Replace Solaris vmstat numbers with human readable format vmstat 1 10 | /usr/xpg4/bin/awk -f ph-vmstat.awk # Show top SVN committers for the last month svn log -r {`date +"%Y-%m-%d" -d "1 month ago"`}:HEAD|grep '^r[0-9]' |cut -d\| -f2|sort|uniq -c # Auto Rotate Cube (compiz) wmctrl -o 2560,0 ;sleep 2 ; echo "FIRE 001" | osd_cat -o 470 -s 8 -c red -d 10 -f -*-bitstream\ vera\ sans-*-*-*--250-*-*-*-*-*-*-* ; sleep 1; wmctrl -o 0,0 # Do a command but skip recording it in the bash command history _cd ~/nsfw; mplayer midget_donkey.mpeg # Know which modules are loaded on an Apache server apache2 -t -D DUMP_MODULES # Clear filesystem memory cache sync && echo 3 | sudo tee /proc/sys/vm/drop_caches # Changes standard mysql client output to 'less'. echo -e "[mysql]\npager=less -niSFX" >> ~/.my.cnf # Prepare a commandlinefu command. goclf() { type "$1" | sed '1d' | tr -d "\n" | tr -s '[:space:]'; echo } # Expand shortened URLs expandurl() { curl -sIL $1 | grep ^Location; } # List files above a given threshold find . -type f -size +25000k -exec ls -lh {} \; | awk '{ print $8 ": " $5 }' # concat multiple videos into one (and add an audio track) cat frame/*.mpeg | ffmpeg -i $ID.mp3 -i - -f dvd -y track/$ID.mpg 2>/dev/null # convert .bin / .cue into .iso image bchunk IMAGE.bin IMAGE.cue IMAGE.iso # Empty a file truncate -s0 file # tail: watch a filelog tail -n 50 -f /var/log/apache2/access_log /var/log/apache2/error_log # Hiding password while reading it from keyboard save_state=$(stty -g);echo -n "Password: ";stty -echo;read password;stty "$save_state";echo "";echo "You inserted $password as password" # convert a web page into a pdf touch $2;firefox -print $1 -printmode PDF -printfile $2 # Show a Command's Short Description whatis [command-name] # Backup all MySQL Databases to individual files mysql -e 'show databases' | sed -n '2,$p' | xargs -I DB 'mysqldump DB > DB.sql' # Stream audio over ssh ssh [user]@[address] "mpg321 -" < [file].mp3 # List installed deb packages by size dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n # Show the PATH, one directory per line printf ${PATH//:/\\n} # Changing tha mac adresse sudo ifconfig eth0 hw ether 00:01:02:03:04:05 # gpg decrypt a file gpg --output foo.txt --decrypt foo.txt.pgp # Google URL shortener curl -s -d'&url=URL' http://goo.gl/api/url | sed -e 's/{"short_url":"//' -e 's/","added_to_history":false}/\n/' # Print IP of any interface. Useful for scripts. ip route show dev ppp0 | awk '{ print $7 }' # Synchronize both your system clock and hardware clock and calculate/adjust tim e driftntpdate pool.ntp.org && hwclock --systohc && hwclock --adjust # Show GCC-generated optimization commands when using the "-march=native" or "-m tune=native" switches for compilation.cc -march=native -E -v - </dev/null 2>&1 | grep cc1 # Add a function you've defined to .bashrc addfunction () { declare -f $1 >> ~/.bashrc ; } # Create a single-use TCP proxy with debug output to stderr socat -v tcp4-l:<port> tcp4:<host>:<port> # Display which distro is installed cat /etc/*release # Retrieve the size of a file on a server wget --spider $URL 2>&1 | awk '/Length/ {print $2}' # Show line numbers in a text file cat -n file.txt # create a .avi with many .jpg mencoder "mf://*.jpg" -mf fps=8 -o ./video.avi -ovc lavc # run a command from within vi without exiting :! <bash_command> # add the result of a command into vi :r! <bash_command> # Convert .flv to .3gp ffmpeg -i file.flv -r 15 -b 128k -s qcif -acodec amr_nb -ar 8000 -ac 1 -ab 13 -f 3gp -y out.3gp # Copy a file over SSH without SCP ssh HOST cat < LOCALFILE ">" REMOTEFILE # let the cow suggest some commit messages for you while true; do lynx --dump http://whatthecommit.com/ | head -n 1 | cowsay; sleep 2; done # Have subversion ignore a file pattern in a directory svn propset svn:ignore "*txt" log/ # find and delete empty directories recursively find . -depth -type d -empty -exec rmdir -v {} + # Install a LAMP server in a Debian based distribution sudo tasksel install lamp-server # Setup an ssh tunnel ssf -f -N -L 4321:home.network.com:25 user@home.network.com # get cookies from firefox echo ".mode tabs select host, case when host glob '.*' then 'TRUE' else 'FALSE' end, path, case when isSecure then 'TRUE' else 'FALSE' end, expiry, name, value from moz_cookies;" | sqlite3 ~/.mozilla/firefox/*.default/cookies.sqlite # See most used commands history|awk '{print $2}'|awk 'BEGIN {FS="|"} {print $1}'|sort|uniq -c|sort -r # check the status of 'dd' in progress (OS X) killall -INFO dd # List your largest installed packages (on Debian/Ubuntu) dpigs # Find the location of the currently loaded php.ini file php -i | grep php.ini # Highlight network TX, RX information change watch -n 2 -d '/sbin/ifconfig eth0' # Kill all processes beloging to a single user. kill -9 `ps -u <username> -o "pid="` # Remove empty directories find . -type d -empty -delete # Using numsum to sum a column of numbers. numsum count.txt # Capture video of a linux desktop ffmpeg -f x11grab -s `xdpyinfo | grep 'dimensions:'|awk '{print $2}'` -r 25 -i :0.0 -sameq /tmp/out.mpg > /root/howto/capture_screen_video_ffmpeg # What is my public IP-address? dig @208.67.222.222 myip.opendns.com # grep binary (hexadecimal) patterns grep -P "\x05\x00\xc0" mybinaryfile # set your ssd disk as a non-rotating medium sudo echo 0 > /sys/block/sdb/queue/rotational # Set a Reminder for yourself via the notification system sleep 6s && notify-send -t 10000 -u critical "remember to think" & # Follow the flow of a log file tailf file.log # Do some Perl learning... podwebserver& sleep 2; elinks 'http://127.0.0.1:8020' # Share your terminal session (remotely or whatever) screen -x # Always tail/edit/grep the latest file in a directory of timestamped files tail -f /path/to/timestamped/files/file-*(om[1]) # Match a URL egrep 'https?://([[:alpha:]]([-[:alnum:]]+[[:alnum:]])*\.)+[[:alpha:]]{2,3}(:\d+)?(/([-\w/_\.]*(\?\S+)?)?)?' # Ignore a directory in SVN, permanently svn propset svn:ignore "*" tool/templates_c; svn commit -m "Ignoring tool/templates_c" # Erase a word <CTRL+w> # Join lines tr "\n" " " < file # View the newest xkcd comic. eog `curl -s http://xkcd.com/ | sed -n 's/<h3>Image URL.*: \(.*\)<\/h3>/\1/p'` # Rsync two directories with filtered extensions rsync -rv --include '*/' --include '*.txt' --exclude '*' srcDir/ desDir/ # colorize your svn diff svn diff | vim - # swap stdout and stderr $command 3>&1 1>&2 2>&3 # List dot-files and dirs, but not . or .. ls -A # Read a keypress without echoing it stty cbreak -echo; KEY=$(dd bs=1 count=1 2>/dev/null); stty -cbreak echo # Don't spam root. Log your cronjob output to syslog */5 * * * * root /usr/local/nagios/sbin/nsca_check_disk 2>&1 |/usr/bin/logger -t nsca_check_disk # diff files while disregarding indentation and trailing white space diff -b $file1 $file2 # GNU Tools # enumerate with padding echo {001..5} # Jump to line X in file in Nano. nano +X foo # useful tail on /var/log to avoid old logs or/and gzipped files tail -f *[!.1][!.gz] # use mplayer to watch Apple Movie Trailer instead of quicktime player mplayer -rtsp-stream-over-tcp -user-agent QuickTime/7.6.4 http://trailers.apple.com/movies/HDmovie-h720p.mov # Pack up some files into a tarball on a remote server without writing to the lo cal filesystemtar -czf - * | ssh example.com "cat > files.tar.gz" # Batch rename extension of all files in a folder, in the example from .txt to . mdmmv "*.txt" "#1.md" # backup a directory in a timestamped tar.gz tar -czvvf backup$(date "+%Y%m%d_%H%M%S").tar.gz /path/to/dir # Count the number of characters in each line awk '{count[length]++}END{for(i in count){printf("%d: %d\n", count[i], i)}}' # Convert multiple files using avidemux for i in `ls`;do avidemux --video-codec Xvid4 --load $i --save $i.mp4 --quit; done # Unix alias for date command that lets you create timestamps in ISO 8601 format alias timestamp='date "+%Y%m%dT%H%M%S"' # send kernel log (dmesg) notifications to root via cron (crontab -l; echo '* * * * * dmesg -c'; ) | crontab - # Replicate a directory structure dropping the files for x in `find /path/ -type d | cut -b bytesoffoldername-`; do mkdir -p newpath/$x; done # Remotely sniff traffic and pass to snort ssh root@pyramid \ "tcpdump -nn -i eth1 -w -" | snort -c /etc/snort/snort.conf -r - # processes per user counter ps aux |awk '{$1} {++P[$1]} END {for(a in P) if (a !="USER") print a,P[a]}' # See how many % of your memory firefox is using ps -o %mem= -C firefox-bin | sed -s 's/\..*/%/' # Binary Clock watch -n 1 'date "+obase=2; print %H,\":\",%M,\":\",%S" |bc' # Installing True-Type fonts ttmkfdir mkfontdir fc-cache /usr/share/fonts/miscttf # Mount a partition from within a complete disk dump INFILE=/path/to/your/backup.img; MOUNTPT=/mnt/foo; PARTITION=1; mount "$INFILE" "$MOUNTPT" -o loop,offset=$[ `/sbin/sfdisk -d "$INFILE" | grep "start=" | head -n $PARTITION | tail -n1 | sed 's/.*start=[ ]*//' | sed 's/,.*//'` * 512 ] # Save your open windows to a file so they can be opened after you restart wmctrl -l -p | while read line; do ps -o cmd= "$(echo "$line" | awk '$0=$3')"; done > ~/.windows # Apply substitution only on the line following a marker sed '/MARKER/{N;s/THIS/THAT/}' # Quick case-insenstive partial filename search alias lg='ls --color=always | grep --color=always -i' # Print Memory Utilization Percentage For a specific process and it's children TOTAL_RAM=`free | head -n 2 | tail -n 1 | awk '{ print $2 }'`; PROC_RSS=`ps axo rss,comm | grep [h]ttpd | awk '{ TOTAL += $1 } END { print TOTAL }'`; PROC_PCT=`echo "scale=4; ( $PROC_RSS/$TOTAL_RAM ) * 100" | bc`; echo "RAM Used by HTTP: $PROC_PCT%" # View details of network activity, malicious or otherwise within a port range. lsof -i :555-7000 # generate random password openssl rand -base64 6 # Find files that are older than x days find . -type f -mtime +7 -exec ls -l {} \; # Converts a single FLAC file with associated cue file into multiple FLAC files cuebreakpoints "$2" | shnsplit -o flac "$1" # run a VirtualBox virtual machine without a gui VBoxHeadless -s <name|uuid> # Forward port 8888 to remote machine for SOCKS Proxy ssh -D 8888 user@site.com # Sync the date of one server to that of another. sudo date -s "$(ssh user@server.com "date -u")" # list processes with established tcp connections (without netstat) lsof -i -n | grep ESTABLISHED # List top ten files/directories sorted by size du -sb *|sort -nr|head|awk '{print $2}'|xargs du -sh # retab in vim, tab to space or space to tab, useful in python :ret # Convert images (jpg, png, ...) into a PDF convert images*.* <my_pdf>.pdf # Get the IP address of a machine. Just the IP, no junk. /sbin/ifconfig -a | awk '/(cast)/ { print $2 }' | cut -d':' -f2 | head -1 # create missing md5 for all files in directory find . ! -name \*.md5 -exec 'md5sum "{}" > "{}".md5' \; # Replace all in last command !!:gs/data/index/ # batch convert Nikon RAW (nef) images to JPG ufraw-batch --out-type=jpeg --out-path=./jpg ./*.NEF # Launch firefox on a remote linux server ssh -fY user@REMOTESERVER firefox -no-remote # Concating pdf files pdftk inp1.pdf inp2.pdf inp3.pdf cat output out.pdf # Add a Clock to Your CLI export PS1="${PS1%\\\$*}"' \t \$ ' # Look for IPv4 address in files. alias ip4grep "grep -E '([0-9]{1,3}\.){3}[0-9]{1,3}'" # Watch Data Usage on eth0 watch ifconfig eth0 # Lists installed kernels ls -1 /lib/modules # Get all mac address ip link show # Produce a pseudo random password with given length in base 64 openssl rand -base64 <length> # Change the window title of your xterm echo "^[]0;My_Title_Goes _Here^G" # Don't save commands in bash history (only for current session) unset HISTFILE # Create MySQL-Dump, copy db to other Server and upload the db. mysqldump -uUserName -pPassword tudb | ssh root@rootsvr.com "mysql -uUserName -pPassword -h mysql.rootsvr.com YourDBName" # Dump dvd from a different machine onto this one. ssh user@machine_A dd if=/dev/dvd0 > dvddump.iso # Insert a comment on command line for reminder ls -alh #mycomment # for too many arguments by * echo *.log | xargs <command> # Reboot as a different OS in Grub echo "savedefault --default=2 --once" | grub --batch; sudo reboot # Get the full path to a file readlink -e /bin/ls # 'hpc' in the box - starts a maximum of n compute commands modulo n controlled in parallelc=0; n=8; while true; do r=`echo $RANDOM%5 |bc`; echo "sleep $r"; sleep $r& 2>&1 >/dev/null && ((c++)); [ `echo "$c%$n" | bc` -eq 0 ] && echo "$c waiting" && wait; done # Simplified video file renaming for f in *;do mplayer $f;read $n;mv $f $n;done # determine if tcp port is open lsof -i :22 # detach remote console for long running operations dtach -c /tmp/wires-mc mc # convert pdf to graphic file format (jpg , png , tiff ... ) convert sample.pdf sample.jpg # split and combine different pages from different pdf's pdftk A=chapters.pdf B=headings.pdf C=covers.pdf cat C1 B1 A1-7 B2 A8-10 C2 output book.pdf # Convert HH:MM:SS into seconds echo 00:29:36 | awk -F: '{print ($1*3600)+($2*60)+$3}' # Comment out a line in a file sed -i '19375 s/^/#/' file # simple backup with rsync 0 10 * * * rsync -rau /[VIPdirectory] X.X.X.X:/backup/[VIPdirectory] # find out how many days since given date echo $((($(date +%s)-$(date +%s -d "march 1"))/86400)) # Determining the excat memory usages by certain PID pmap -d <<pid>> # Reset terminal that has been buggered by binary input or similar stty sane # Test speaker channels speaker-test -D plug:surround51 -c 6 -l 1 -t wav # Random play a mp3 file mpg123 "`locate -r '\.mp3$'|awk '{a[NR]=$0}END{print a['"$RANDOM"' % NR]}'`" # Save xkcd to a pdf with captions curl -sL xkcd.com | grep '<img [^>]*/><br/>' | sed -r 's|<img src="(.*)" title="(.*)" alt="(.*)" /><br/>|\1\t\2\t\3|' > /tmp/a; curl -s $(cat /tmp/a | cut -f1) | convert - -gravity south -draw "text 0,0 \"$(cat /tmp/a | cut -f2)\"" pdf:- > xkcd.pdf # Record output of any command using 'tee' at backend; mainly can be used to cap ture the output of ssh from client side while connecting to a server.ssh user@server | tee logfilename # Dump root ext3 fs over ssh dump 0f - / | bzip -c9 | ssh user@host "cat > /home/user/root.dump.bz2" # a simple bash one-liner to create php file and call php function php -r 'echo str_rot13 ("Hello World");' # Record live sound in Vorbis (eg for bootlegs or to take audio notes) rec -c 2 -r 44100 -s -t wav - | oggenc -q 5 --raw --raw-chan=2 --raw-rate=44100 --raw-bits=16 - > MyLiveRecording.ogg # Takes all file except file between !() rm !(file_to_keep_undeleted) # purge installed but unused linux headers, image, or modules dpkg -l 'linux-*' | sed '/^ii/!d;/'"$(uname -r | sed "s/\(.*\)-\([^0-9]\+\)/\1/")"'/d;s/^[^ ]* [^ ]* \([^ ]*\).*/\1/;/[0-9]/!d' | xargs sudo apt-get -y purge # Sort the current buffer in vi or vim. :%sort # List .log files open by a pid lsof -p 1234 | grep -E "\.log$" | awk '{print $NF}' # Testing php configuration php -i # Find default gateway ip route | awk '/default/{print $3}' # prints the parameter you used on the previous command <alt+.> # Remote copy directories and files through an SSH tunnel host rsync -avz -e 'ssh -A sshproxy ssh' srcdir remhost:dest/path/ # Unix time to local time date -R -d @1234567890 # Send a binary file as an attachment to an email uuencode archive.tar.gz archive.tar.gz | mail -s "Emailing: archive.tar.gz" user@example.com # List files Esc-/ Esc-/ # Download Apple movie trailers wget -U "QuickTime/7.6.2 (qtver=7.6.2;os=Windows NT 5.1Service Pack 3)" `echo http://movies.apple.com/movies/someHDmovie_720p.mov | sed 's/\([0-9][0-9]\)0p/h\10p/'` # Edit the Last Changed File vim $( ls -t | head -n1 ) # Remove all .svn folders find . -depth -name .svn -type d -exec rm -fr {} \; # Generate a random password 30 characters long gpg --gen-random --armor 1 30 # Follow the most recently updated log files ls -drt /var/log/* | tail -n5 | xargs sudo tail -n0 -f # Get a regular updated list of zombies watch "ps auxw | grep [d]efunct" # RTFM function rtfm() { help $@ || info $@ || man $@ || $BROWSER "http://www.google.com/search?q=$@"; } # Update twitter via curl (and also set the "from" bit) curl -u twitter-username -d status="Hello World, Twitter!" -d source="cURL" http://twitter.com/statuses/update.xml # Test network speed without wasting disk dd if=/dev/zero bs=4096 count=1048576 | ssh user@host.tld 'cat > /dev/null' # Terminal Keyboard Shortcut list echo -e "Terminal shortcut keys\n" && sed -e 's/\^/Ctrl+/g;s/M-/Shift+/g' <(stty -a 2>&1| sed -e 's/;/\n/g' | grep "\^" | tr -d ' ') # Backup entire system through SSH ssh -C USER@HOST tar -c --exclude /proc --exclude /sys / | tar -x # Mount and umount iso files function miso () { mkdir ~/ISO_CD && sudo mount -o loop "$@" ~/ISO_CD && cd ~/ISO_CD && ls; } function uiso () { cd ~ && sudo umount ~/ISO_CD && rm -r ~/ISO_CD; } # View webcam output using mplayer mplayer tv:// -tv driver=v4l2:width=640:height=480:device=/dev/video0:fps=30:outfmt=yuy2 # Insert a colon between every two digits sed 's/\(..\)/\1:/g;s/:$//' mac_address_list # Create date-based tgz of current dir, runs in the background, very very cool alias tarred='( ( D=`builtin pwd`; F=$(date +$HOME/`sed "s,[/ ],#,g" <<< ${D/${HOME}/}`#-%F.tgz); tar --ignore-failed-read --transform "s,^${D%/*},`date +${D%/*}.%F`,S" -czPf "$"F "$D" &>/dev/null ) & )' # Simplification of "sed 'your sed stuff here' file > file2 && mv file2 file" sed -i 'your sed stuff here' file # Purge configuration files of removed packages on debian based systems aptitude purge '~c' # New command with the last argument of the previous command. command !$ # need ascii art pictures for you readme text ? boxes -d dog or cowsay -f tux $M # Update your OpenDNS network ip wget -q --user=<username> --password=<password> 'https://updates.opendns.com/nic/update?hostname=your_opendns_hostname&myip=your_ip' -O - # Remove all files except list rm -rf !(@(file1|file2|...)) # To play a file at 1.5 times normal speed without increasing the pitch mplayer -af scaletempo=scale=1.5 foo.mp3 # convert all flac files in a folder to mp3 files with a bitrate of 192 kbps for f in *;do flac -cd $f |lame -b 192 - $f.mp3;done # Migrate existing Ext3 filesystems to Ext4 tune2fs -O extents,uninit_bg,dir_index /dev/yourpartition # most used commands in history (comprehensive) history | perl -F"\||<\(|;|\`|\\$\(" -alne 'foreach (@F) { print $1 if /\b((?!do)[a-z]+)\b/i }' | sort | uniq -c | sort -nr | head # DVD ripping with ffmpeg cat VIDEO_TS/VTS_01_[1234].VOB | nice ffmpeg -i - -s 512x384 -vcodec libtheora -acodec libvorbis ~/Videos/dvd_rip.ogg # eth-tool summary of eth# devices for M in 0 1 2 3 ; do echo eth$M ;/sbin/ethtool eth$M | grep -E "Link|Speed" ; done # Take a screenshot of the focused window with a 4 second countdown scrot -ucd4 -e 'eog $f' # Update dyndns.org with your external IP. curl -v -k -u user:password "https://members.dyndns.org/nic/update?hostname=<your_domain_name_here>&myip=$(curl -s http://checkip.dyndns.org | sed 's/[a-zA-Z<>/ :]//g')&wildcard=NOCHG&mx=NOCHG&backmx=NOCHG" # Merge tarballs cat 1.tar.gz 2.tar.gz > 3.tar.gz; tar zxvfi 3.tar.gz # Create a file of a given size in linux dd if=/dev/zero of=foo.txt bs=1M count=1 # Trick find -exec option to execute alias find . -exec `alias foo | cut -d"'" -f2` {} \; # Checks throughput between two nodes cat /dev/zero | pv | ssh 192.168.1.2 "cat > /dev/null" # Find the package a command belongs to on debian-based distros apt-file search iostat # Show sorted list of files with sizes more than 1MB in the current dir du -hs * | grep '^[0-9,]*[MG]' | sort -rn # Report all quota usage quota -q $(cat /etc/passwd|cut -d ':' -f 1) # Merge several pdf files into a single file gs -q -sPAPERSIZE=a4 -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=out.pdf a.pdf b.pdf c.pdf # Check a server is up. If it isn't mail me. ping -q -c1 -w3 brandx.jp.sme 2&>1 /dev/null || echo brandx.jp.sme ping failed | mail -ne -s'Server unavailable' joker@jp.co.uk # Find all active ip's in a subnet nmap -v -sP 192.168.0.0/16 10.0.0.0/8 # Check the status of a network interface mii-tool [if] # Skip over .svn directories when using the "find" command. find . -not \( -name .svn -prune \) # Virtual Console lock program vlock # Convert all .flac from a folder subtree in 192Kb mp3 find . -type f -iname '*.flac' | while read FILE; do FILENAME="${FILE%.*}"; flac -cd "$FILE" | lame -b 192 - "${FILENAME}.mp3"; done # 'hpc' in the shell - starts a maximum of n compute commands modulo n controlle d in parallel, using makeecho -n 'targets = $(subst .png,.jpg,$(wildcard *.png))\n$(targets):\n convert $(subst .jpg,.png,$@) $@ \nall : $(targets)' | make -j 4 -f - all # Monitor a file with tail with timestamps added tail -f file | while read line; do echo -n $(date -u -Ins); echo -e "\t$line"; done # list all file extensions in a directory find . -type f | awk -F'.' '{print $NF}' | sort| uniq -c | sort -g # return external ip wget -O - -q icanhazip.com # shutdown pc in a 4 hours shutdown -h +240 # Remove a file whose name begins with a dash ( - ) character rm ./-filename # Recursively search for large files. Show size and location. find . -size +100000k -exec du -h {} \; # Create a tar of directory structure only tar -cf ~/out.tar --no-recursion --files-from <(find . -type d) # Want to known what time is it in another part of the world ? TZ=Indian/Maldives date # Change the case of a single word in vim g~w # Clean up display when the bash prompt is displayed export PS1="\[\017\033[m\033[?9l\033[?1000l\]$PS1" # Get International Space Station sighting information for your city links -dump "http://spaceflight.nasa.gov/realdata/sightings/cities/view.cgi?country=United_States®ion=Wisconsin&city=Portage" | sed -n '/--/,/--/p' # Find and list users who talk like "lolcats" cd ~/.purple/logs/; egrep -ri "i can haz|pwn|l33t|w00|zomg" * | cut -d'/' -f 3 | sort | uniq | xargs -I {} echo "Note to self: ban user '{}'" # Get MX records for a domain dig foo.org mx +short # See a full last history by expanding logrotated wtmp files ( last ; ls -t /var/log/wtmp-2* | while read line ; do ( rm /tmp/wtmp-junk ; zcat $line 2>/dev/null || bzcat $line ) > /tmp/junk-wtmp ; last -f /tmp/junk-wtmp ; done ) | less # Get size of terminal resize # Mount proc mount -t proc{,,} # Display calendar with specific national holidays and week numbers gcal -K -q GB_EN 2009 # display holidays in UK/England for 2009 (with week numbers) # Group OR'd commands where you expect only one to work ( zcat $FILE || gzcat $FILE || bzcat2 $FILE ) | less # Display text as though it is being typed out in real time echo "text to be displayed" | pv -qL 10 # Install a basic FreeBSD system dd if=mfsbsd.iso | ssh distant.server dd of=/dev/sda # bash script to zip a folder while ignoring git files and copying it to dropbox git archive HEAD --format=zip > archive.zip # Trigger a command each time a file is created in a directory (inotify) inotifywait -mrq -e CREATE --format %w%f /path/to/dir | while read FILE; do chmod g=u "$FILE"; done # convert filenames in current directory to lowercase for i in *; do mv "$i" "$(echo $i|tr A-Z a-z)"; done # Watch the disk fill up watch -n 1 df # Function to output an ASCII character given its decimal equivalent chr () { printf \\$(($1/64*100+$1%64/8*10+$1%8)); } # for loop with leading zero in bash 3 seq -s " " -w 3 20 # Convert text to uppercase upper() { echo ${@^^}; } # do a full file listing of every file found with locate locate searchstring | xargs ls -l # function to edit your history file eh () { history -a ; vi ~/.bash_history ; history -r ; } # Enter your ssh password one last time cat .ssh/id_dsa.pub | ssh elsewhere "[ -d .ssh ] || mkdir .ssh ; cat >> .ssh/authorized_keys" # Email yourself after a job is done <command>; echo "job done"|mail email@email.com -s'job done' # Date shows dates at other times/dates date -d '2 weeks ago' # Finding all files on local file system with SUID and SGID set find / \( -local -o -prune \) \( -perm -4000 -o -perm -2000 \) -type f -exec ls -l {} \; # Multi-line grep perl -ne 'BEGIN{undef $/}; print "$ARGV\t$.\t$1\n" if m/(first line.*\n.*second line)/mg' # Create a large test file (taking no space). dd bs=1 seek=2TB if=/dev/null of=ext3.test # Create a backup of file being edited while using vi :!cp % %- # Switch to a user with "nologin" shell sudo -u username bash # Repeatedly purge orphaned packages on Debian-like Linuxes while [ $(deborphan | wc -l) -gt 0 ]; do dpkg --purge $(deborphan); done # cleanup /tmp directory find /tmp -type f -atime +1 -delete # Use a Gmail virtual disk (GmailFS) on Ubuntu mount.gmailfs none /mount/path/ [-o username=USERNAME[,password=PASSWORD][,fsname=VOLUME]] [-p] # Getting Screen's Copy Buffer Into X's Copy Buffer (on Linux) Type "c-a b" in gnu screen after updating your .screenrc (See Description below). # tail, with specific pattern colored tail -F file | egrep --color 'pattern|$' # dump a single table of a database to file mysqldump -u UNAME -p DBNAME TABLENAME> FILENAME # trace the system calls made by a process (and its children) strace -f -s 512 -v ls -l # Enable automatic typo correction for directory names shopt -s cdspell # Easily decode unix-time (funtion) utime { date -d @$1; } # FizzBuzz one-liner in Python python -c'for i in range(1,101):print"FizzBuzz"[i*i%3*4:8--i**4%5]or i' # Query Wikipedia via console over DNS mwiki () { blah=`echo $@ | sed -e 's/ /_/g'`; dig +short txt $blah.wp.dg.cx; } # List programs with open ports and connections netstat -ntauple # Preserve colors when piping tree to less tree -C | less -R # duration of the DNS-query server=8.8.8.8; host="apple.com"; queries=128; for i in `seq $queries`; do let x+=`dig @${server} $host | grep "Query time" | cut -f 4 -d " "`; done && echo "scale=3;($x/${queries})" | bc # Short Information about loaded kernel modules modinfo $(cut -d' ' -f1 /proc/modules) | sed '/^dep/s/$/\n/; /^file\|^desc\|^dep/!d' # Upload a video to youtube google youtube post --title "My\ Video" --category Education ~/myvideo.avi # tee to a file descriptor tee >(cat - >&2) # Block the 6700 worst spamhosts wget -q -O - http://someonewhocares.org/hosts/ | grep ^127 >> /etc/hosts # Show numerical values for each of the 256 colors in bash for i in {0..255}; do echo -e "\e[38;05;${i}m${i}"; done | column -c 80 -s ' '; echo -e "\e[m" # Auto Get Missing Launchpad Keys sudo apt-get update 2> /tmp/keymissing; for key in $(grep "NO_PUBKEY" /tmp/keymissing |sed "s/.*NO_PUBKEY //"); do echo -e "\nProcessing key: $key"; gpg --keyserver pool.sks-keyservers.net --recv $key && gpg --export --armor $key |sudo apt-key add -; done # Find all files of a type and copy them elsewhere while keeping intact their fu ll directory structure using find and cpiofind . -iname "*.flac" | cpio -pdm /Volumes/Music/FLAC # print all except first collumn awk '{$1=""; print}' # Take screenshot through SSH xwd -root -display :0.0| xwdtopnm | pnmtopng > Screenshot.png # Get Futurama quotations from slashdot.org servers curl -Is slashdot.org | sed -n '5p' | sed 's/^X-//' # Apache memory usage ps auxf | grep httpd | grep -v grep | grep -v defunct | awk '{sum=sum+$6}; END {print sum/1024}' # Sort IPV4 ip addresses sort -t. -k1,1n -k2,2n -k3,3n -k4,4n # fuman, an alternative to the 'man' command that shows commandlinefu.com exampl esfuman(){ lynx -width=$COLUMNS -nonumbers -dump "http://www.commandlinefu.com/commands/using/$1" |sed '/Add to favourites/,/This is sample output/!d' |sed 's/ *Add to favourites/----/' |less -r; } # Short Information about loaded kernel modules awk '{print $1}' "/proc/modules" | xargs modinfo | awk '/^(filename|desc|depends)/' # List processes playing sound lsof | grep pcm # Plot frequency distribution of words from files on a terminal. cat *.c | { printf "se te du\nplot '-' t '' w dots\n"; tr '[[:upper:]]' '[[:lower:]]' | tr -s [[:punct:][:space:]] '\n' | sort | uniq -c | sort -nr | head -n 100 | awk '{print $1}END{print "e"}'; } | gnuplot # Avoiding history file to be overwritten shopt -s histappend # Fix "broken" ID3 tags in the current directory and subdirectories find -iname '*mp3' -exec mid3iconv {} \; # Big Countdown Clock with hours, minutes and seconds watch -tn1 'date +%r | figlet' # renice by name renice +5 -p $(pidof <process name>) # When was your OS installed? ls -lct /etc/ | tail -1 | awk '{print $6, $7, $8}' # open a seperate konsole tab and ssh to each of N servers (konsole 4.2+) for i in $(cat listofservers.txt); do konsole --new-tab -e ssh $i; done # Watch how fast the files in a drive are being deleted watch "df | grep /path/to/drive" # Gets the last string of previous command with !$ $mkdir mydir -> mv !$ yourdir -> $cd !$ # Restore mysql database uncompressing on the fly. zcat database.sql.gz | mysql -uroot -p'passwd' database # Runs a command without hangups. screen -d -m command & # Determine an image's dimensions identify -format "%wx%h" /path/to/image.jpg # Quicker move to parent directory alias ..='cd ..' # Disable the ping response sudo -s "echo 1 > /proc/sys/net/ipv4/icmp_echo_ignore_all" # Filter IPs out of files egrep -o '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}' file.txt # print date 24 hours ago date --date=yesterday # How much RAM is Apache using? ps -o rss -C httpd | tail -n +2 | (sed 's/^/x+=/'; echo x) | bc # Quick command line math expr 512 \* 7 # backup your entire hosted website using cPanel backup interface and wget wget --http-user=YourUsername --http-password=YourPassword http://YourWebsiteUrl:2082/getbackup/backup-YourWebsiteUrl-`date +"%-m-%d-%Y"`.tar.gz # Zip a directory on Mac OS X and ignore .DS_Store (metadata) directory zip -vr example.zip example/ -x "*.DS_Store" # Introduction to user commands man intro # List only executables installed by a debian package dpkg -L iptables | perl -lne 'print if -f && -x' # Connect via sftp to a specific port sftp -oPort=3476 user@host # Lock the hardware eject button of the cdrom eject -i 1 # Capitalize first letter of each word in a string echo 'fOo BaR' | tr '[A-Z]' '[a-z]' | sed 's/\(^\| \)\([a-z]\)/\1\u\2/g' # count and number lines of output, useful for counting number of matches ps aux | grep [a]pache2 | nl # Sort files by size ls -l | sort -nk5 # Randomize lines in a file awk 'BEGIN{srand()}{print rand(),$0}' SOMEFILE | sort -n | cut -d ' ' -f2- # Restart command if it dies. ps -C program_name || { program_name & } # delete duplicate lines from a file and keep the order of the other lines cat -n <file> | sort -k 2 | uniq -f 1 | sort -n | cut -f 2- # Delete line number 10 from file sed -i '10d' <somefile> # Cap apt-get download speed sudo apt-get -o Acquire::http::Dl-Limit=25 install <package> # HTTP redirect while [ 0 ]; do echo -e "HTTP/1.1 302 Found\nLocation: http://www.whatevs.com/index.html" | nc -vvvv -l -p 80; done # Sniffing network to generate a pcap file in CLI mode on a remote host and open it via local Wireshark ( GUI ).tcpdump -v -i <INTERFACE> -s 0 -w /tmp/sniff.pcap port <PORT> # On the remote side # Find unused IPs on a given subnet fping -r1 -g <subnet> 2> /dev/null | grep unreachable | cut -f1 -d' ' # Create a zip archive excluding all SVN folders zip -r myfile.zip * -x \*.svn\* # watch iptables counters watch 'iptables -vL' # Clone IDE Hard Disk sudo dd if=/dev/hda1 of=/dev/hdb2 # scan folder to check syntax error in php files find . -name "*.php" -exec php -l {} \; # remove empty lines sed '/^$/d' # Show exit status of all portions of a piped command eg. ls |this_doesn't_exist |wcecho ${PIPESTATUS[@]} # Play musical notes from octave of middle C man beep | sed -e '1,/Note/d; /BUGS/,$d' | awk '{print $2}' | xargs -IX sudo beep -f X -l 500 # Locking and unlocking files and mailboxes lockfile # Rotate a single page PDF by 180 degrees pdftk in.pdf cat 1S output out.pdf # Undo several commits by committing an inverse patch. git diff HEAD..rev | git apply --index; git commit # Colorize matching string without skipping others egrep --color=auto 'usb|' /var/log/messages # Edit your command in vim ex mode by <ctrl-f> <ctrl-f> in ex mode in vim # Type a random string into a X11 window sleep 3 && xdotool type --delay 0ms texthere # Fast file backup cp filename{,.`date +%Y%m%d`} # connect to X login screen via vnc x11vnc -display :0 -auth $(ps -ef|awk '/xauth/ {print $15}'|head -1) -forever -bg & # convert ascii string to hex echo $ascii | perl -ne 'printf "%x", ord for split //' # PDF simplex to duplex merge pdftk A=odd.pdf B=even.pdf shuffle A1-end Bend-1S output duplex.pdf # cat large file to clipboard with speed-o-meter pv large.xml | xclip # Make a thumbnail image of first page of a PDF. convert -resize 200 -sharpen 40 some_file.pdf[0] some_file.jpg # Who invoked me? / Get parent command ps -o comm= -p $(ps -o ppid= -p $$) # Another Matrix Style Implementation echo -ne "\e[32m" ; while true ; do echo -ne "\e[$(($RANDOM % 2 + 1))m" ; tr -c "[:print:]" " " < /dev/urandom | dd count=1 bs=50 2> /dev/null ; done # Numerically sorted human readable disk usage du -x --max-depth=1 | sort -n | awk '{ print $2 }' | xargs du -hx --max-depth=0 # monitor a tail -f command with multiple processes tail -f somefile |tee >(grep --line-buffered '1' > one.txt) |tee >(grep --line-buffered '2' > two.txt) # Add a GPL license file to your project wget -O LICENSE.txt http://www.gnu.org/licenses/gpl-3.0.txt # See your current RAM frequency /usr/sbin/dmidecode | grep -i "current speed" # Find UTF-8 text files misinterpreted as ISO 8859-1 due to Byte Order Mark (BOM ) of the Unicode Standard.find . -type f | grep -rl $'\xEF\xBB\xBF' # A command to post a message to Twitter that includes your geo-location and a s hort URL.curl --user "USERNAME:PASSWORD" -d status="MESSAGE_GOES_HERE $(curl -s tinyurl.com/api-create.php?url=URL_GOES_HERE) $(curl -s api.hostip.info/get_html.php?ip=$(curl ip.appspot.com))" -d source="cURL" twitter.com/statuses/update.json -o /dev/null # Create a persistent remote Proxy server through an SSH channel ssh -fND localhost:PORT USER@SERVER # Extract all of the files on an RPM on a non-RPM *nix rpm2cpio package.rpm |cpio -dimv # get a desktop notification from the terminal alias z='zenity --info --text="You will not believe it, but your command has finished now! :-)" --display :0.0' # Extract tarball from internet without local saving wget -O - http://example.com/a.gz | tar xz # Open up a man page as PDF (#OSX) function man2pdf(){ man -t ${1:?Specify man as arg} | open -f -a preview; } # Retrieve top ip threats from http://isc.sans.org/sources.html and add them int o iptables output chain.curl -s http://isc.sans.org/sources.html|grep "ipinfo.html"|awk -F"ip=" {'print $2'}|awk -F"\"" {'print $1'}|xargs -n1 sudo iptables -A OUTPUT -j DROP -d > 2&>1 # count processes with status "D" uninterruptible sleep top -b -n 1 | awk '{if (NR <=7) print; else if ($8 == "D") {print; count++} } END {print "Total status D: "count}' # Create AUTH PLAIN string to test SMTP AUTH session printf '\!:1\0\!:1\0\!:2' | mmencode | tr -d '\n' | sed 's/^/AUTH PLAIN /' # for all who don't have the watch command watch() { while test :; do clear; date=$(date); echo -e "Every "$1"s: $2 \t\t\t\t $date"; $2; sleep $1; done } # syncronizing datas beetween two folder (A and B) excluding some directories in A (dir1 and dir2)rsync -av --ignore-existing --exclude="dir1" --exclude="dir2" /pathA /pathB # Set laptop display brightness echo <percentage> > /proc/acpi/video/VGA/LCD/brightness # Monitor logs in Linux using Tail find /var/log -type f -exec file {} \; | grep 'text' | cut -d' ' -f1 | sed -e's/:$//g' | grep -v '[0-9]$' | xargs tail -f # convert (almost) any image into a video ffmpeg -loop_input -f image2 -r 30000/1001 -t $seconds -i frame/$num.ppm -y frame/%02d.mpeg 2>/dev/null # whowatch: Linux and UNIX interactive, process and users monitoring tool whowatch # Simultaneously running different Firefox profiles firefox -P <profile_name> -no-remote # a fast way to repeat output a byte tr '\0' '\377' < /dev/zero|dd count=$((<bytes>/512)) # Display all readline binding that use CTRL bind -p | grep -F "\C" # Display a block of text with AWK sed -n /start_pattern/,/stop_pattern/p file.txt # automount samba shares as devices in /mnt/ sudo vi /etc/fstab; Go//smb-share/gino /mnt/place smbfs defaults,username=gino,password=pass 0 0<esc>:wq; mount //smb-share/gino # SH shmore(){ local l L M="`echo;tput setab 4&&tput setaf 7` --- SHMore --- `tput sgr0`";L=2;while read l;do echo "${l}";((L++));[[ "$L" == "${LINES:-80}" ]]&&{ L=2;read -p"$M" -u1;echo;};done;} # ps a process keeping the header info so you know what the columns of numbers m ean!ps auxw |egrep "PID|process_to_look_at" # Get line number of all matches in a file awk '/match/{print NR}' file # get xclip to own the clipboard contents xclip -o -selection clipboard | xclip -selection clipboard # Get the full path to a file realpath examplefile.txt # ignore hidden directory in bash completion (e.g. .svn) bind 'set match-hidden-files off' # Binary clock read -a A<<<".*.**..*....*** 8 9 5 10 6 0 2 11 7 4";for C in `date +"%H%M"|fold -w1`;do echo "${A:${A[C+1]}:4}";done # Upload folder to imageshack.us (forum) imageshack() { for files in *; do curl -H Expect: -F fileupload="@$files" -F xml=yes -# "http://www.imageshack.us/index.php" | grep image_link | sed -e 's/<image_link>/[IMG]/g' -e 's/<\/image_link>/[\/IMG]/g'; done; } # Show the date of easter ncal -e # Streaming HTML5 video to icecast server using dvgrab, ffmpeg2theora and oggfwd dvgrab --format raw - | tee dvstream.dv | ffmpeg2theora -A 45 -V 400 -c 1 -f dv -x 360 -y 288 -o /dev/stdout - | tee savelivestream.ogv | oggfwd -p -d "Stream description" -n "Streamname" my.icecastserver.com 80 icecastpassword /stream.ogv # tar and remove files which are older that 100 days find . -type f -mtime +100 -exec tar rvf my.tar --remove-files {} \; # Place the NUM-th argument of the most recent command on the shell <ALT>+<.> or <ALT>+<NUM>+<.> or <ALT>+<NUM>,<ALT>+<.> # gpg encrypt a file gpg --encrypt --recipient 'Foo Bar' foo.txt # Convert the output of one or more (log, source code ...) files into html, enscript -E --color -t "title" -w html --toc -p /PATH/to/output.html /var/log/*log # Stop or Start (Restart) a Windows service from a Linux machine net rpc -I ADDRESS -U USERNAME%PASSWORD service {stop|start} SVCNAME # Scale,Rotate, brightness, contrast,...with Image Magick convert -rotate $rotate -scale $Widthx$Height -modulate $brightness -contrast $contrast -colorize $red%,$green%,$blue% $filter file_in.png file_out.png # Rip DVD to YouTube ready MPEG-4 AVI file using mencoder mencoder -oac mp3lame -lameopts cbr=128 -ovc lavc -lavcopts vcodec=mpeg4 -ffourcc xvid -vf scale=320:-2,expand=:240:::1 -o output.avi dvd://0 # Google URL shortener googl () { curl -s -d "url=${1}" http://goo.gl/api/url | sed -n "s/.*:\"\([^\"]*\).*/\1\n/p" ;} # Extract extention of a file filext () { echo ${1##*.}; } # Start another X session in a window startx -- /usr/bin/Xephyr :2 # Quick key/value display within /proc or /sys grep -r . /sys/class/net/eth0/statistics # Watch active calls on an Asterisk PBX watch -n 1 "sudo asterisk -vvvvvrx 'core show channels' | grep call" # show framebuffer console modes to use in grub vga option sudo hwinfo --framebuffer # remote diff with side-by-side ordering. ssh $HOST -l$USER cat /REMOTE/FILE | sdiff /LOCAL/FILE - # Indent a one-liner. declare -f <function name> # Convert Unix newlines to DOS newlines sed 's/$/<ctrl+v><ctrl+m>/' # Show established network connections lsof -i | grep -i estab # Install your ssh key file on a remote system ssh user@remote 'cat >> ~/.ssh/authorized_keys2' < ~/.ssh/id_rsa.pub # Convert video files to XviD mencoder "$1" -ofps 23.976 -ovc lavc -oac copy -o "$1".avi # Sort your music for file in *.mp3;do mkdir -p "$(mp3info -p "%a/%l" "$file")" && ln -s "$file" "$(mp3info -p "%a/%l/%t.mp3" "$file")";done # Disable beep sound from your computer echo "blacklist pcspkr"|sudo tee -a /etc/modprobe.d/blacklist.conf # Create an easy to pronounce shortened URL from CLI shout () { curl -s "http://shoutkey.com/new?url=$1" | sed -n 's/\<h1\>/\&/p' | sed 's/<[^>]*>//g;/</N;//b' ;} # Sort on multiple dis-contiguous keys/fields (can even specify key number/field from the end)file /bin/* | msort -j -l -n-1 -n2 2> /dev/null # Remove today's installed packages grep "install " /var/log/dpkg.log | awk '{print $4}' | xargs apt-get -y remove --purge # Which fonts are installed? fc-list | cut -d ':' -f 1 | sort -u # Print number of mb of free ram grep '^MemFree:' /proc/meminfo | awk '{ mem=($2)/(1024) ; printf "%0.0f MB\n", mem }' # Random line from bash.org (funny IRC quotes) curl -s http://bash.org/?random1|grep -oE "<p class=\"quote\">.*</p>.*</p>"|grep -oE "<p class=\"qt.*?</p>"|sed -e 's/<\/p>/\n/g' -e 's/<p class=\"qt\">//g' -e 's/<p class=\"qt\">//g'|perl -ne 'use HTML::Entities;print decode_entities($_),"\n"'|head -1 # Enable cd by variable names shopt -s cdable_vars # copy/mkdir and automatically create parent directories cp --parents /source/file /target-dir # Find the processes that are on the runqueue. Processes with a status of ps -eo stat,pid,user,command | egrep "^STAT|^D|^R" # Edit file(s) that has been just listed vi `!!` # Using the urxvt terminal daemon urxvtd -q -o -f # fix broken permissions find /path -type d -perm 777 -exec chmod 755 {} \; # Detach a process from the current shell ping -i1 www.google.com &> /dev/null & disown # Show all machines on the network nmap 192.168.0-1.0-255 -sP # pretend to be busy in office to enjoy a cup of coffee while [ true ]; do head -n 100 /dev/urandom; sleep .1; done | hexdump -C | grep "ca fe" # bulk dl files based on a pattern curl -O http://hosted.met-art.com/generated_gallery/full/061606AnnaUkrainePasha/met-art-free-sample-00[00-19].jpg # Remove EXIF data from images with progress i=0; f=$(find . -type f -iregex ".*jpg");c=$(echo $f|sed "s/ /\n/g"| wc -l);for x in $f;do i=$(($i + 1));echo "$x $i of $c"; mogrify -strip $x;done # Batch resize all images in the current directory that are bigger than 800px, h eight or weight.mogrify -resize 800\> * # Print a random 8 digit number jot -r -n 8 0 9 | rs -g 0 # YES = NO yes n # Change prompt to MS-DOS one (joke) export PS1="C:\$( pwd | sed 's:/:\\\\\:g' )> " # Recursively remove all subversion folders find . -name .svn -exec rm \-rf {} \; # Record your desktop xvidcap --file filename.mpeg --fps 15 --cap_geometry 1680x1050+0+0 --rescale 25 --time 200.0 --start_no 0 --continue yes --gui no --auto # list your device drivers lspci -vv # en/decrypts files in a specific directory for a in path/* ; do ccenrypt -K <password> $a; done # Get Lorum Ipsum random text from lorumipsum.com lynx -source http://www.lipsum.com/feed/xml?amount=3|perl -p -i -e 's/\n/\n\n/g'|sed -n '/<lipsum>/,/<\/lipsum>/p'|sed -e 's/<[^>]*>//g' # lsof equivalent on solaris /usr/proc/bin/pfiles $PID # Simplest port scanner for p in {1..1023}; do(echo >/dev/tcp/localhost/$p) >/dev/null 2>&1 && echo "$p open"; done # Generate diff of first 500 lines of two files diff <(head -500 product-feed.xml) <(head -500 product-feed.xml.old) # Create md5sum of files under the current dir excluding some directories find . -type d \( -name DIR1 -o -name DIR2 \) -prune -o -type f -print0 | xargs -r0 md5sum # Postpone a command [zsh] <alt+q> # find all non-html files find . -type f ! -name "*html" # Print a date from 3 days ago TZ=PST8PDT+72 date '+%Y_%m_%d' # git remove files which have been deleted git ls-files -z --deleted | xargs -0 git rm # Boot another OS at next startup echo "savedefault --default=2 --once" | grub --batch; sudo reboot # Blank/erase a DVD-RW dvd+rw-format -force /dev/dvd1 # Change display resolution xrandr -s 1280x1024 # Batch rename extension of all files in a folder, in the example from .txt to . mdrename 's/.txt/.md/i' * # For a $FILE, extracts the path, filename, filename without extension and exten sion.FILENAME=${FILE##*/};FILEPATH=${FILE%/*};NOEXT=${FILENAME%\.*};EXT=${FILE##*.} # Extract audio from start to end position from a video mplayer -vc null -vo null -ao pcm <input video file> -ss <start> -endpos <end> # Find a CommandlineFu users average command rating wget -qO- www.commandlinefu.com/commands/by/PhillipNordwall | awk -F\> '/num-votes/{S+=$2; I++}END{print S/I}' # Compress files found with find find ~/bin/ -name "*sh" -print0 | xargs -0t tar -zcvf foofile.tar.gz # Identify name and resolution of all jpgs in current directory identify -verbose *.jpg|grep "\(Image:\|Resolution\)" # Format ps command output ps ax -o "%p %U %u %x %c %n" # Start another instance of X via SSH startx -- /usr/X11R6/bin/Xnest :5 -geometry 800x600 # Monitor cpu freq and temperature watch --interval 1 "cat /proc/acpi/thermal_zone/THRM/*; cat /proc/cpuinfo | grep MHz; cat /proc/acpi/processor/*/throttling" # Empty a file > foobar.txt # Show latest changed files ls -ltcrh # Search for a word in less \bTERM\b # Print out a man page man -t man | lp # Skip filenames with control characters, a.k.a tab,newline etc find . ! -name "$(printf '*[\001-\037\177]*')" # View non-printing characters with cat cat -v -t -e # get the latest version mirror=ftp://somemirror.com/with/alot/versions/but/no/latest/link; latest=$(curl -l $mirror/ 2>/dev/null | grep util | tail -1); wget $mirror/$latest # Go to parent directory of filename edited in last command cd `dirname $_` # Convert encoding of given files from one encoding to another iconv -f utf8 -t utf16 /path/to/file # show all established tcp connections on os x lsof -iTCP -sTCP:ESTABLISHED | awk '{print $1}' | sort -u # for newbies, how to get one line info about all /bin programs ls -1 /bin | xargs -l1 whatis 2>/dev/null | grep -v "nothing appropriate" # Realtime apache hits per second tail -f access_log | cut -c2-21 | uniq -c # Setup a persistant SSH tunnel w/ pre-shared key authentication autossh -f -i /path/to/key -ND local-IP:PORT User@Server # restore the contents of a deleted file for which a descriptor is still availab leN="filepath" ; P=/proc/$(lsof +L1 | grep "$N" | awk '{print $2}')/fd ; ls -l $P | sed -rn "/$N/s/.*([0-9]+) ->.*/\1/p" | xargs -I_ cat $P/_ > "$N" # Sum columns from CSV column $COL perl -ne 'split /,/ ; $a+= $_[3]; END {print $a."\n";}' -f ./file.csv # A bit of privacy in .bash_history export HISTCONTROL=ignoreboth # scp a good script from host A which has no public access to host C, but with a hop by host Bcat nicescript |ssh middlehost "cat | ssh -a root@securehost 'cat > nicescript'" # Compute running average for a column of numbers awk '{avg += ($1 - avg) / NR;} END { print avg; }' # Chage default shell for all users [FreeBSD] cd /usr/home && for i in *;do chsh -s bash $i;done # Avoids ssh timeouts by sending a keep alive message to the server every 60 sec ondsecho 'ServerAliveInterval 60' >> /etc/ssh/ssh_config # Auto download Ubuntu 10.04 LTS with super fast zsync mv ubuntu-10.04-rc-desktop-amd64.iso ubuntu-10.04-desktop-amd64.iso; i=http://releases.ubuntu.com/10.04/ubuntu-10.04-desktop-amd64.iso.zsync; while true; do if wget $i; then zsync $i; date; break; else sleep 30; fi; done # get the top 10 longest filenames find | sed -e "s/^.*\///" | awk ' BEGIN { FS=""} { print NF " " $0 } ' | sort -nrf | head -10 # Count to 65535 in binary (for no apparent reason) a=`printf "%*s" 16`;b=${a//?/{0..1\}}; echo `eval "echo $b"` # zsh only: access a file when you don't know the path, if it is in PATH file =top # Copy ssh keys to user@host to enable password-less ssh logins. ssh-copy-id user@host # Get all mac address ifconfig | awk '/HWaddr/ { print $NF }' # Run a command for a given time very_long_command& sleep 10; kill $! # Get the absolute path of a file absolute_path () { readlink -f "$1"; }; # Delete files older than.. find /dir_name -mtime +5 -exec rm {} \ # Get a MySQL DB dump from a remote machine ssh user@host "mysqldump -h localhost -u mysqluser -pP@$$W3rD databasename | gzip -cf" | gunzip -c > database.sql # Makes the permissions of file2 the same as file1 getfacl file1 | setfacl --set-file=- file2 # Add existing user to a group usermod -a -G groupname username # Perl Simple Webserver perl -MIO::All -e 'io(":8080")->fork->accept->(sub { $_[0] < io(-x $1 ? "./$1 |" : $1) if /^GET \/(.*) / })' # Send an http HEAD request w/curl curl -I http://localhost # Remove color codes (special characters) with sed sed -r "s/\x1B\[([0-9]{1,3}((;[0-9]{1,3})*)?)?[m|K]//g # Trace a DNS query from root to the authoritive servers. dig +trace google.com # vimdiff to remotehost vimdiff tera.py <(ssh -A testserver "cat tera.py") # Find files with root setuids settings sudo find / -user root -perm -4000 -print # Mac Sleep Timer sudo pmset schedule sleep "08/31/2009 00:00:00" # take a look to command before action find /tmp -type f -printf 'rm "%p";\n' # Create a self-extracting archive for win32 using 7-zip cat /path/to/7z.sfx /path/to/archive > archive.exe # get time in other timezones tzwatch # Find out which debian package a command (executable) belongs to on debian-base d distrosfunction whichpkg() { readlink -f "$(which $1)" | xargs --no-run-if-empty dpkg -S; } # Find all the files more than 10MB, sort in descending order of size and record the output of filenames and size in a text file.find . -size +10240k -exec ls -l {} \; | awk '{ print $5,"",$9 }'|sort -rn > message.out # Tweak system files without invoking a root shell echo "Whatever you need" | sudo tee [-a] /etc/system-file.cfg # Change the ownership of all files owned by one user. find /home -uid 1056 -exec chown 2056 {} \; # Show the power of the home row on the Dvorak Keyboard layout egrep -ci ^[aoeuidhtns-]+$ /usr/share/dict/words # no more line wrapping in your terminal function nowrap { export COLS=`tput cols` ; cut -c-$COLS ; unset COLS ; } # Use the arguments used in the last command mkdir !* # Create and replay macros in vim <esc> q a ...vim commands... <esc> q (to record macro) @a (plays macro 'a'). # Recursively remove .svn directories find . -type d -name .svn -delete # Dumping Audio stream from flv (using mplayer) $ mplayer -dumpaudio -dumpfile <filename>.mp3 <filename>.flv # extract email adresses from some file (or any other pattern) grep -Eio '([[:alnum:]_.]+@[[:alnum:]_]+?\.[[:alpha:].]{2,6})' file.html # Monitor memory usage watch vmstat -sSM # Get your external IP address if your machine has a DNS entry dig +short $HOSTNAME # ssh: change directory while connecting ssh -t server 'cd /etc && $SHELL' # Recursively remove .svn directories from a local repository find . -type d -name .svn -execdir rm -rf {} + # split a string (1) ARRAY=(aa bb cc);echo ${ARRAY[1]} # Stage only portions of the changes to a file. git add --patch <filename> # Commit only newly added files to subversion repository svn ci `svn stat |awk '/^A/{printf $2" "}'` # Have a random "cow" say a random thing fortune | cowsay -f $(ls /usr/share/cowsay/cows/ | shuf -n1) # connects to a serial console cu -s 9600 -l /dev/ttyS0 # Output a list of svn repository entities to xml file svn list -R https://repository.com --xml >> svnxxmlinfo.xml # Updating the status on identi.ca using curl. curl -u USER:PASS -d status="NEW STATUS" http://identi.ca/api/statuses/update.xml # How to backup hard disk timely? rsync -a --link-dest=/media/backup/$HOSTNAME/$PREVDATE '--exclude=/[ps][ry][os]' --exclude=/media/backup/$HOSTNAME / /media/backup/$HOSTNAME/$DATE/ # List your MACs address cat /sys/class/net/*/address # kill all process that belongs to you pkill -u `whoami` # Takes an html file and outputs plain text from it lynx -dump somefile.html # print shared library dependencies LD_TRACE_LOADED_OBJECTS=1 name_of_executable # Unixtime date +%s # Refresh the cache of font directory sudo fc-cache -f -v # video thumbnail gallery totem-video-thumbnailer -pg 25 in_video out_png # Eliminate dead symlinks interactively in /usr/ recursevely find /usr/ -type l ! -xtype f ! -xtype d -ok rm -f {} \; # translate what is in the clipboard in english and write it to the terminal wget -qO - "http://ajax.googleapis.com/ajax/services/language/translate?langpair=|en&v=1.0&q=`xsel`" |cut -d \" -f 6 # list all executables in your path ls `echo $PATH | sed 's/:/ /g'` # Define an alias with a correct completion old='apt-get'; new="su-${old}"; command="sudo ${old}"; alias "${new}=${command}"; $( complete | sed -n "s/${old}$/${new}/p" ); alias ${new}; complete -p ${new} # Get your outgoing IP address curl -s icanhazip.com # add a gpg key to aptitute package manager in a ubuntu system wget -q http://xyz.gpg -O- | sudo apt-key add - # Download entire commandlinefu archive to single file for x in `seq 0 25 $(curl "http://www.commandlinefu.com/commands/browse"|grep "Terminal - All commands" |perl -pe 's/.+(\d+),(\d+).+/$1$2/'|head -n1)`; do curl "http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/$x" ; done > a.txt # Determine if a command is in your $PATH using POSIX command -v bash # Picture Renamer jhead -n%Y%m%d-%H%M%S *.jpg # Facebook Email Scraper fbemailscraper YourFBEmail Password # Go to the next sibling directory in alphabetical order for d in `find .. -mindepth 1 -maxdepth 1 -type d | sort`; do if [[ `basename $d` > `basename $PWD` ]]; then cd $d; break; fi; done # Search shoutcast web radio by keyword echo "Keyword?";read keyword;query="http://www.shoutcast.com/sbin/newxml.phtml?search="$keyword"";curl -s $query |awk -F '"' 'NR <= 4 {next}NR>15{exit}{sub(/SHOUTcast.com/,"http://yp.shoutcast.com/sbin/tunein-station.pls?id="$6)}{print i++" )"$2}' # Get Dollar-Euro exchage rate curl -s wap.kitco.com/exrate.wml | awk ' BEGIN { x=0; FS = "<" } { if ($0~"^<br/>") {x=0} if (x==1) {print $1} if ($0~"EUR/US") {x=1} }' # search for a file in PATH type <filename> # Top ten (or whatever) memory utilizing processes (with children aggregate) ps axo rss,comm,pid | awk '{ proc_list[$2]++; proc_list[$2 "," 1] += $1; } END { for (proc in proc_list) { printf("%d\t%s\n", proc_list[proc "," 1],proc); }}' | sort -n | tail -n 10 # Recursively Find Images, Convert to JPEGS and Delete find . -name '*'.tiff -exec bash -c "mogrify -format jpg -quality 85 -resize 75% {} && rm {}" \; # Get your Tweets from the command line curl -s -u user:password 'http://twitter.com/statuses/friends_timeline.xml?count=5' | xmlstarlet sel -t -m '//status' -v 'user/screen_name' -o ': ' -v 'text' -n # Bash: escape '-' character in filename mv -- -filename filename # convert UNIX timestamp to UTC timestamp TZ=UTC date -d @1320198157 # Tired of switching between proxy and no proxy? here's the solution. iptables -t nat -A OUTPUT -d ! 10.0.0.0/8 -p tcp --dport 80 -j DNAT --to-destination 10.1.1.123:3128 # Get a regular updated list of zombies watch "ps auxw | grep 'defunct' | grep -v 'grep' | grep -v 'watch'" # Add all unversioned files to svn svn st | grep "^\?" | awk "{print \$2}" | xargs svn add $1 # Print permanent subtitles on a video transcode -i myvideo.avi -x mplayer="-sub myvideo.srt" -o myvideo_subtitled.avi -y xvid # show installed but unused linux headers, image, or modules dpkg -l 'linux-*' | sed '/^ii/!d;/'"$(uname -r | sed "s/\(.*\)-\([^0-9]\+\)/\1/")"'/d;s/^[^ ]* [^ ]* \([^ ]*\).*/\1/;/[0-9]/!d' # Create user add lines from partial passwd file awk -F: '{print "useradd -u "$3,"-c \""$5"\"","-s "$7,$1}' passwd # print line and execute it in BASH bash -x script.sh # BASH one-liner to get the current week number date +"%V" # grep apache access.log and list IP's by hits and date - sorted grep Mar/2009 /var/log/apache2/access.log | awk '{ print $1 }' | sort -n | uniq -c | sort -rn | head # Recursively remove 0kb files from a directory find . -empty -type f -delete # Mount directories in different locations mount --bind /old/directory/path /new/directory/path # Resize a Terminal Window printf "\e[8;70;180;t" # Update program providing a functionality on Debian update-alternatives --config java # Short one line while loop that outputs parameterized content from one file to anothercut -f 1 three-column.txt > first-column.txt # Happy Days echo {'1,2,3',4}" o'clock" ROCK # print all network interfaces' names and IPv4 addresses alias ips='ip a | awk '\''/inet /&&!/ lo/{print $NF,$2}'\'' | column -t' # Monitoring file handles used by a particular process lsof -c <process name> -r # Share a screen session screen -x <screen_id> # another tweet function tweet () { curl -u UserName -d status="$*" http://twitter.com/statuses/update.xml; } # Create QR codes from a URL. qrurl() { curl -sS "http://chart.apis.google.com/chart?chs=200x200&cht=qr&chld=H|0&chl=$1" -o - | display -filter point -resize 600x600 png:-; } # easily strace all your apache processes ps auxw | grep sbin/apache | awk '{print"-p " $2}' | xargs strace # Socksify any program to avoid restrictive firwalls tsocks <program> # Find a file's package or list a package's contents. dlocate [ package | string ] # Play random music from blip.fm mpg123 `curl -s http://blip.fm/all | sed -e 's#"#\n#g' | grep mp3$ | xargs` # Copy your ssh public key to a server from a machine that doesn't have ssh-copy -idcat ~/.ssh/id_rsa.pub | ssh <REMOTE> "(cat > tmp.pubkey ; mkdir -p .ssh ; touch .ssh/authorized_keys ; sed -i.bak -e '/$(awk '{print $NF}' ~/.ssh/id_rsa.pub)/d' .ssh/authorized_keys; cat tmp.pubkey >> .ssh/authorized_keys; rm tmp.pubkey)" # On-the-fly unrar movie in .rar archive and play it, does also work on part arc hives.unrar p -inul foo.rar|mplayer - # Change Windows Domain password from Linux smbpasswd -r <domain-server> -U <user name> # Tell Analytics to fuck itself. gofuckanalytics() { echo "DELETE FROM moz_cookies WHERE name LIKE '__utm%';" | sqlite3 $( find ~/.mozilla -name cookies.sqlite ) } # Quick directory bookmarks to() { eval dir=\$$1; cd "$dir"; } # List all process running a specfic port sudo lsof -i :<port> # Mount a partition from within a complete disk dump lomount -diskimage /path/to/your/backup.img -partition 1 /mnt/foo # Use AbiWord to generate a clean HTML document from a Microsoft Word document. abiword --to=html file.doc --exp-props= # netcat as a portscanner nc -v -n -z -w 1 127.0.0.1 22-1000 # Record audio and video from webcam using ffmpeg ffmpeg -f alsa -r 16000 -i hw:2,0 -f video4linux2 -s 800x600 -i /dev/video0 -r 30 -f avi -vcodec mpeg4 -vtag xvid -sameq -acodec libmp3lame -ab 96k output.avi # Determine MAC address of remote host when you know its IP address arping 192.168.1.2 # Create subdirectory and move files into it (ls; mkdir subdir; echo subdir) | xargs mv # Backup all mysql databases to individual files on a remote server for I in $(mysql -e 'show databases' -u root --password=root -s --skip-column-names); do mysqldump -u root --password=root $I | gzip -c | ssh user@server.com "cat > /remote/$I.sql.gz"; done # Search and Replace across multiple files grep -lr -e '<oldword>' * | xargs sed -i 's/<oldword>/<newword>/g' # Count the total number of files in each immediate subdirectory find . -type f -printf "%h\n" | cut -d/ -f-2 | sort | uniq -c | sort -rn # Check if a process is running kill -0 [pid] # Encrypted archive with openssl and tar tar c folder_to_encrypt | openssl enc -aes-256-cbc -e > secret.tar.enc # grep certain file types recursively find . -name "*.[ch]" | xargs grep "TODO" # Detect Language of a string detectlanguage(){ curl -s "http://ajax.googleapis.com/ajax/services/language/detect?v=1.0&q=$@" | sed 's/{"responseData": {"language":"\([^"]*\)".*/\1\n/'; } # Generate a binary file with all ones (0xff) in it tr '\000' '\377' < /dev/zero | dd of=allones bs=1024 count=2k # list all file extensions in a directory ls -Xp | grep -Eo "\.[^/]+$" | sort | uniq # decoding Active Directory date format ldapsearch -v -H ldap://<server> -x -D cn=<johndoe>,cn=<users>,dc=<ourdomain>,dc=<tld> -w<secret> -b ou=<lazystaff>,dc=<ourdomain>,dc=<tld> -s sub sAMAccountName=* '*' | perl -pne 's/(\d{11})\d{7}/"DATE-AD(".scalar(localtime($1-11644473600)).")"/e' # Function that counts recursively number of lines of all files in specified fol derscount() { find $@ -type f -exec cat {} + | wc -l; } # Display screen window number in prompt [[ "$WINDOW" ]] && PS1="\u@\h:\w[$WINDOW]\$ " # Command line progress bar tar zcf - user | pv /bin/gzip > /tmp/backup.tar.gz # Watch several log files in a single window multitail /var/log/messages /var/log/apache2/access.log /var/log/mail.info # Create a thumbnail from a video file thumbnail() { ffmpeg -itsoffset -20 -i $i -vcodec mjpeg -vframes 1 -an -f rawvideo -s 640x272 ${i%.*}.jpg } # prints line numbers cat -n # Simple XML tag extract with sed sed -n 's/.*<foo>\([^<]*\)<\/foo>.*/\1/p' # delay execution of a command that needs lots of memory and CPU time until the resources are available( ( while [ 2000 -ge "$(free -m | awk '/buffers.cache:/ {print $4}')" ] || [ $(echo "$(uptime | awk '{print $10}' | sed -e 's/,$//' -e 's/,/./') >= $(grep -c ^processor /proc/cpuinfo)" | bc) -eq 1 ]; do sleep 10; done; my-command > output.txt ) & ) # Test for Weak SSL Ciphers openssl s_client -connect [host]:[sslport] -cipher LOW # Notify me when users log in notifyme -C `cat /etc/passwd | cut -d: -f1` # show git commit history git reflog show | grep '}: commit' | nl | sort -nr | nl | sort -nr | cut --fields=1,3 | sed s/commit://g | sed -e 's/HEAD*@{[0-9]*}://g' # diff two sorted files diff <(sort file1.txt) <(sort file2.txt) # Convert wmv into avi mencoder infile.wmv -ofps 23.976 -ovc lavc -oac copy -o outfile.avi # Rapidly invoke an editor to write a long, complex, or tricky command <ESC> v or ctrl-x ctrl-e # determine if tcp port is open nmap -p 80 hostname # Verify if ntpd is working properly ntpq -p # Find and copy scattered mp3 files into one directory find . -iname '*.mp3' -type f -print0 | xargs -I{} -0 cp {} </path> # Suppress output of loud commands you don't want to hear from quietly() { "$@" |&:; } # Size(k) of directories(Biggest first) find . -depth -type d -exec du -s {} \; | sort -k1nr # A function to find the newest file in a directory newest () { find ${1:-\.} -type f |xargs ls -lrt ; } # ssh autocomplete complete -W "$(echo `cat ~/.ssh/known_hosts | cut -f 1 -d ' ' | sed -e s/,.*//g | uniq | grep -v "\["`;)" ssh # recursive search and replace old with new string, inside files find . -type f -exec sed -i s/oldstring/newstring/g {} + # kill all processes using a directory/file/etc lsof|grep /somemount/| awk '{print $2}'|xargs kill # List your largest installed packages. dpkg --get-selections | cut -f1 | while read pkg; do dpkg -L $pkg | xargs -I'{}' bash -c 'if [ ! -d "{}" ]; then echo "{}"; fi' | tr '\n' '\000' | du -c --files0-from - | tail -1 | sed "s/total/$pkg/"; done # Print current runlevel who -r # Console clock yes "echo -ne '\r'\`date\`;sleep 1" | sh # Lookup your own IPv4 address dig +short myip.opendns.com @resolver1.opendns.com # kill some pids without specific pid pkill -9 search_criteria # Randomize lines in a file shuf SOMEFILE # Rename all (jpg) files written as 3 number in 4 numbers. for i in ???.jpg; do mv $i $(printf %04d $(basename $i .jpg) ).jpg ; done # Calculate sum of N numbers (Thanks to flatcap) seq -s "+" 3 | bc # Load another file in vim :split <file> # Debug bash shell scripts. bash -x SCRIPT # Pronounce an English word using Merriam-Webster.com pronounce(){ wget -qO- $(wget -qO- "http://www.m-w.com/dictionary/$@" | grep 'return au' | sed -r "s|.*return au\('([^']*)', '([^'])[^']*'\).*|http://cougar.eb.com/soundc11/\2/\1|") | aplay -q; } # Extract audio stream from an AVI file using mencoder mencoder "${file}" -of rawaudio -oac mp3lame -ovc copy -o audio/"${file/%avi/mp3}" # Perform sed substitution on all but the last line of input sed -e "$ ! s/$/,/" # Terminal - Prints out, what the users name, notifyed in the gecos field, is getent passwd $(whoami) | cut -f 5 -d: | cut -f 1 -d, # How to run a command on a list of remote servers read from a file dsh -M -c -f servers -- "command HERE" # Weather on the Command line lynx -dump http://api.wunderground.com/weatherstation/WXCurrentObXML.asp?ID=KCALOSAN32 | grep GMT | awk '{print $3}' # Create date based backups backup() { for i in "$@"; do cp -va $i $i.$(date +%Y%m%d-%H%M%S); done } # Determine whether a CPU has 64 bit capability or not sudo dmidecode --type=processor | grep -i -A 1 charac # Capture video of a linux desktop ffmpeg -y -f alsa -ac 2 -i pulse -f x11grab -r 30 -s `xdpyinfo | grep 'dimensions:'|awk '{print $2}'` -i :0.0 -acodec pcm_s16le output.wav -an -vcodec libx264 -vpre lossless_ultrafast -threads 0 output.mp4 # Run a command as root, with a delay sudo bash -c "sleep 1h ; command" # Broadcast your shell thru port 5000 bash -i 2>&1 | tee /dev/stderr | nc -l 5000 # shutdown pc in 4 hours without needing to keep terminal open / user logged in. shutdown -h 240 & disown # Propagate a directory to another and create symlink to content lndir sourcedir destdir # Find files that were modified by a given command strace <name of the program> # validate the syntax of a perl-compatible regular expression perl -we 'my $regex = eval {qr/.*/}; die "$@" if $@;' # get you public ip address curl ifconfig.me # Copy a file using dd and watch its progress dd if=fromfile of=tofile & DDPID=$! ; sleep 1 ; while kill -USR1 $DDPID ; do sleep 5; done # Jump up to any directory above the current one upto() { cd "${PWD/\/$@\/*//$@}" } # Determine whether a CPU has 64 bit capability or not if cat /proc/cpuinfo | grep " lm " &> /dev/null; then echo "Got 64bit" ; fi # Pipe text from shell to windows cut and paste buffer using PuTTY and XMing. echo "I'm going to paste this into WINDERS XP" | xsel -i # Simple top directory usage with du flips for either Linux or base Solaris ( du -xSk || du -kod ) | sort -nr | head # Count down from 10 for (( i = 10; i > 0; i-- )); do echo "$i"; sleep 1; done # bash shell expansion cp /really/long/path/and/file/name{,-`date -I`} # Vi - Matching Braces, Brackets, or Parentheses % # Find the process you are looking for minus the grepped one ps -C command # Clear mistyped passwords from password prompt ^u # Find broken symlinks in the current directory and its subdirectories. find -L -type l # Move all comments the top of the file in vim :g:^\s*#.*:m0 # What is My WAN IP? curl -s checkip.dyndns.org | grep -Eo '[0-9\.]+' # Scan for nearby Bluetooth devices. hcitool scan # matrix in your term cmatrix -abx # Show apps that use internet connection at the moment. netstat -lantp | grep -i establ | awk -F/ '{print $2}' | sort | uniq # validate json curl -s -X POST http://www.jsonlint.com/ajax/validate -d json="`cat file.js`" -d reformat=no # find an unused unprivileged TCP port netstat -atn | awk ' /tcp/ {printf("%s\n",substr($4,index($4,":")+1,length($4) )) }' | sed -e "s/://g" | sort -rnu | awk '{array [$1] = $1} END {i=32768; again=1; while (again == 1) {if (array[i] == i) {i=i+1} else {print i; again=0}}}' # update you web git archive --format=tar HEAD | (cd /var/www/ && tar xf -) # Suspend an ssh session. ~ ctrl-z # VMware Server print out the state of all registered Virtual Machines. for vm in $(vmware-cmd -l);do echo -n "${vm} ";vmware-cmd ${vm} getstate|awk '{print $2 " " $3}';done # Twitter update from terminal (pok3's snipts ?) curl -u YourUsername:YourPassword -d status="Your status message go here" http://twitter.com/statuses/update.xml # List of reverse DNS records for a subnet nmap -R -sL 209.85.229.99/27 | awk '{if($3=="not")print"("$2") no PTR";else print$3" is "$2}' | grep '(' # bash-quine s='s=\47%s\47; printf "$s" "$s"'; printf "$s" "$s" # Reconnect to screen without disconnecting other sessions screen -xR # full memcache client in under 255 chars (uses dd, sed and nc) mem(){ { case $1 in st*|[vgid]*) printf "%s " "$@";; *) dd if=$3 2>&1|sed '$!d;/^0/d;s/ .*//;s/^/'"$1"' '"$2"' 1 0 /; r '"$3"'' 2>/dev/null;;esac;printf "\r\nquit\r\n";}|nc -n 127.0.0.1 11211; } # remove all snapshots from all virtual machines in vmware esx time vmware-cmd -l | while read x; do printf "$x"; vmware-cmd "$x" removesnapshots; done # Twitpic upload and Tweet curl --form username=from_twitter --form password=from_twitter --form media=@/path/to/image --form-string "message=tweet" http://twitpic.com/api/uploadAndPost # split a multi-page PDF into separate files gs -dBATCH -dNOPAUSE -sDEVICE=pdfwrite -dFirstPage=2 -dLastPage=2 -sOutputFile=page2.pdf multipageinputfile.pdf # Grab a list of MP3s out of Firefox's cache for i in `ls ~/.mozilla/firefox/*/Cache`; do file $i | grep -i mpeg | awk '{print $1}' | sed s/.$//; done # Generate White Noise cat /dev/urandom > /dev/dsp # Convert a SVG file to grayscale inkscape -f file.svg --verb=org.inkscape.color.grayscale --verb=FileSave --verb=FileClose # Clean way of re-running bash startup scripts. exec bash # output list of modifications for an svn revision svn log $url -r $revision -v | egrep " [RAMD] \/" | sed s/^.....// # Console clock watch -n1 'date "+%T"' # Download from Rapidshare Premium using wget - Part 1 wget --save-cookies ~/.cookies/rapidshare --post-data "login=USERNAME&password=PASSWORD" -O - https://ssl.rapidshare.com/cgi-bin/premiumzone.cgi > /dev/null # list all opened ports on host nmap -p 1-65535 --open localhost # remove empty lines in place with backup sed -e '/^$/d' -i .bak filewithempty.lines # stop windows update runas /user:administrator net stop wuauserv # convert a line to a space cat file | tr '\n' '' # Real time satellite wheather wallpaper curl http://www.cpa.unicamp.br/imagens/satelite/ult.gif | xli -onroot -fill stdin # Send a local file via email mpack -s "Backup: $file" "$file" email@id.com # ping MAC ADDRESS ping -c 2 `arp-scan 10.1.1.0/24 | awk '/00:1b:11:dc:a9:65/ {print $1}'` # list all opened ports on host sudo lsof -P -i -n -sTCP:LISTEN # list folders containing less than 2 MB of data find . -type d -exec du -sk '{}' \; | awk '($1 < 2048) {print $2}' # display typedefs, structs, unions and functions provided by a header file cpp /usr/include/stdio.h | grep -v '^#' | grep -v '^$' | less # Output Detailed Process Tree for any User psu(){ command ps -Hcl -F S f -u ${1:-$USER}; } # Lists all directories under the current dir excluding the .svn directory and i ts contentsfind . \( -type d -name .svn -prune \) -o -type d -print # bash pause command read -p "Press enter to continue.." # static compilation st() { LDFLAGS=-static CFLAGS=-static CXXFLAGS=-static NOSHARED=yes ./configure $@ ;} usage: st [configure operands] # Display a list of RPMs installed on a particular date rpm -qa --queryformat '%{installtime} \"%{vendor}\" %{name}-%{version}-%{release} %{installtime:date}\n' | grep "Thu 05 Mar" # For finding out if something is listening on a port and if so what the daemon is.fuser -n tcp {0..65535} # Fibonacci numbers with awk awk 'func f(n){return(n<2?n:f(n-1)+f(n-2))}BEGIN{while(a<24){print f(a++)}}' # Remove all the files except abc in the directory find * -maxdepth 1 -type f ! -name abc -delete # Email a file to yourself uuencode $file $file | /usr/bin/mailx -s "$file" ${USER} # Url Encode echo "$url" | perl -MURI::Escape -ne 'chomp;print uri_escape($_),"\n"' # Substitute spaces in filename with underscore ls -1 | rename 's/\ /_/' # Create a 5 MB blank file dd if=/dev/zero of=testfile bs=1024 count=5000 # removing syncronization problems between audio and video ffmpeg -i source_audio.mp3 -itsoffset 00:00:10.2 -i source_video.m2v target_video.flv # Show simple disk IO table using snmp watch -n1 snmptable -v2c -c public localhost diskIOTable # vim's pastetoggle: when you press f9 'paste' is on , press f9 again and 'paste ' is off, and so forth (works in insert-mode and command-mode):set pt=<f9> # extracting audio and video from a movie ffmpeg -i source_movie.flv -vcodec mpeg2video target_video.m2v -acodec copy target_audio.mp3 # Mount a disk image (dmg) file in Mac OSX hdiutil attach somefile.dmg # Shows you how many hours of avi video you have. /usr/share/mplayer/midentify.sh `find . -name "*.avi" -print` | grep ID_LENGTH | awk -F "=" '{sum += $2} END {print sum/60/60; print "hours"}' # List the size (in human readable form) of all sub folders from the current loc ationdu -sch ./* # Binary clock echo "10 i 2 o $(date +"%H%M"|cut -b 1,2,3,4 --output-delimiter=' ') f"|dc|tac|xargs printf "%04d\n"|tr "01" ".*" # Display HTTP-header using curl curl -I g.cn # Mac OS-X-> copy and paste things to and from the clipboard from the shell command | pbcopy && pbpaste # Get information on your graphics card on linux (such as graphics memory size) for I in `/sbin/lspci |awk '/VGA/{print $1}'`;do /sbin/lspci -v -s $I;done # Convert mp3/wav file to asterisk ulaw for music on hold (moh) sox -v 0.125 -V <mp3.mp3> -t au -r 8000 -U -b -c 1 <ulaw.ulaw> resample -ql # distribution specific information lsb_release -a # Lists all files and directories with modified time newer than a given date touch -t "YYYYMMDDhhmm.ss" ~/.ts ; find . -newer ~/.ts # Resize A Mounted EXT3 File System v=/dev/vg0/lv0; lvextend -L+200G $v && resize2fs $v # Securely destroy data (including whole hard disks) shred targetfile # Count number of Line for all the files in a directory recursively for file in `find . -type f`; do cat $file; done | wc -l # How to know the total number of packages available apt-cache stats # killall -r ".*my-process.*" Kill all process using regular expression (-r option) # Kill all Zombie processes (Guaranteed!) kill -9 `ps -xaw -o state -o ppid | grep Z | grep -v PID | awk '{print $2}'` # Show current weather for any US city or zipcode weather() { lynx -dump "http://mobile.weather.gov/port_zh.php?inputstring=$*" | sed 's/^ *//;/ror has occ/q;2h;/__/!{x;s/\n.*//;x;H;d};x;s/\n/ -- /;q';} # recursive remove all htm files find . -type f -name '*.htm' -delete # Convert deb to rpm alien -r -c file.deb # Find Duplicate Files (based on size first, then MD5 hash) fdupes -r . # Show interface/ip using awk ifconfig -a| awk '/^wlan|^eth|^lo/ {;a=$1;FS=":"; nextline=NR+1; next}{ if (NR==nextline) { split($2,b," ")}{ if ($2 ~ /[0-9]\./) {print a,b[1]}; FS=" "}}' # shows the full path of shell commands which command # Quickly analyse an Apache error log for i in emerg alert crit error warn ; do awk '$6 ~ /^\['$i'/ {print substr($0, index($0,$6)) }' error_log | sort | uniq -c | sort -n | tail -1; done # Poor's man Matrix script while (true) ; do pwgen 1 ; done # colored prompt export PS1='\[\033[0;35m\]\h\[\033[0;33m\] \w\[\033[00m\]: ' # uniq for unsorted data awk '!_[$0]++{print}' # setup a tunnel from destination machine port 80 to localhost 2001, via a secon d (hub) machine.ssh -N -L2001:localhost:80 -o "ProxyCommand ssh someuser@hubmachine nc -w 5 %h %p" someuser@destinationmachine # find the longest command in your history history | perl -lane '$lsize{$_} = scalar(@F); if($longest<$lsize{$_}) { $longest = $lsize{$_}; print "$_"; };' | tail -n1 # Pulls total current memory usage, including SWAP being used, by all active pro cesses.ps aux | awk '{sum+=$6} END {print sum/1024}' # Ext3 format Terabytes in Seconds mkfs.ext3 -T largefile4 # Random numbers with Ruby ruby -e "puts (1..20).map {rand(10 ** 10).to_s.rjust(10,'0')}" # Tar - Compress by excluding folders tar -cvzf arch.tgz $(find /path/dir -not -type d) # improve copy file over ssh showing progress file='path to file'; tar -cf - "$file" | pv -s $(du -sb "$file" | awk '{print $1}') | gzip -c | ssh -c blowfish user@host tar -zxf - -C /opt/games # Compression formats Benchmark for a in bzip2 lzma gzip;do echo -n>$a;for b in $(seq 0 256);do dd if=/dev/zero of=$b.zero bs=$b count=1;c=$(date +%s%N);$a $b.zero;d=$(date +%s%N);total=$(echo $d-$c|bc);echo $total>>$a;rm $b.zero *.bz2 *.lzma *.gz;done;done # Perl one liner for epoch time conversion perl -pe's/([\d.]+)/localtime $1/e;' # Print all the lines between 10 and 20 of a file sed '10,20!d' # List processes sorted by CPU usage ps -ef --sort=-%cpu # ensure your ssh tunnel will always be up (add in crontab) [[ $(COLUMNS=200 ps faux | awk '/grep/ {next} /ssh -N -R 4444/ {i++} END {print i}') ]] || nohup ssh -N -R 4444:localhost:22 user@relay & # Create Encrypted WordPress MySQL Backup without any DB details, just the wp-co nfig.phpeval $(sed -n "s/^d[^D]*DB_\([NUPH]\)[ASO].*',[^']*'\([^']*\)'.*/_\1='\2'/p" wp-config.php) && mysqldump --opt --add-drop-table -u$_U -p$_P -h$_H $_N | gpg -er AskApache >`date +%m%d%y-%H%M.$_N.sqls` # Show directories in the PATH, one per line ( IFS=:; for p in $PATH; do echo $p; done ) # Bulk install aptitude install '?and(~nlib.*perl, ~Dmodule)' # Change wallpaper for xfce4 >= 4.6.0 xfconf-query -c xfce4-desktop -p /backdrop/screen0/monitor0/image-path -s <image-file> # Replace all tabs with spaces in an application grep -PL "\t" -r . | grep -v ".svn" | xargs sed -i 's/\t/ /g' # Check apache config syntax and restart or edit the file ( apache2ctl -t && service apache2 restart || (l=$(apache2ctl -t 2>&1|head -n1|sed 's/.*line\s\([0-9]*\).*/\1/'); vim +$l $(locate apache2.conf | head -n1))) # Show the 20 most CPU/Memory hungry processes ps aux | sort +2n | tail -20 # Show the UUID of a filesystem or partition sudo vol_id -u /dev/sda1 # use the real 'rm', distribution brain-damage notwithstanding \rm somefile # Mount partition from image (without offset mount) losetup /dev/loop0 harddrive.img; kpartx -a -v /dev/loop0; mount /dev/mapper/loop0p1 /mountpoint/ # useless load cat /dev/urandom | gzip -9 > /dev/null & # Read aloud a text file in Mac OS X say -f file.txt # Remote screenshot DISPLAY=":0.0"; export DISPLAY; import -window root gotya.png # Cleanup debian/ubuntu package configurations sudo dpkg-reconfigure -a # List only executables installed by a debian package find $(dpkg -L iptables) -maxdepth 0 -executable -type f # rot13 simple substitution cipher via command line alias rot13='perl -pe "y/A-Za-z/N-ZA-Mn-za-m/;"' # Current running process ordered by %CPU ps -eo pcpu,pid,args | sort -n # To find the uptime of each process-id of particular service or process ps -o etime `pidof firefox` |grep -v ELAPSED | sed 's/\s*//g' | sed "s/\(.*\)-\(.*\):\(.*\):\(.*\)/\1d \2h/; s/\(.*\):\(.*\):\(.*\)/\1h \2m/;s/\(.*\):\(.*\)/\1m \2s/" # Email yourself a short note quickemail() { echo "$*" | mail -s "$*" email@email.com; } # Show in a web server, running in the port 80, how many ESTABLISHED connections by ip it has.netstat -ant | grep :80 | grep ESTABLISHED | awk '{print $5}' | awk -F: '{print $1}' | sort | uniq -c | sort -n # clean up syntax and de-obfuscate perl script %! perl -MO=Deparse | perltidy # Convert (almost) any video file into webm format for online html5 streaming ffmpeg -i input_file.avi output_file.webm # Search commandlinefu.com from the command line using the API curl "http://www.commandlinefu.com/commands/matching/$(echo "$@" | sed 's/ /-/g')/$(echo -n $@ | base64)/plaintext" # Short and sweet output from dig(1) alias ds='dig +noauthority +noadditional +noqr +nostats +noidentify +nocmd +noquestion +nocomments' # Backup of a partition cd /mnt/old && tar cvf - . | ( cd /mnt/new && tar xvf - ) # xargs for builtin bash commands xargsb() { while read -r cmd; do ${@//'{}'/$cmd}; done; } # Creates a symbolic link or overwrites an existing one ln -nvfs /source /destination # display contents of a file w/o any comments or blank lines egrep '^[^#]' some_file # Send a signed and encrypted email from the command line echo "SECRET MESSAGE" | gpg -e --armor -s | sendmail USER@DOMAIN.COM # which process is accessing the CDROM lsof -n | grep /media/cdrom # kills rapidly spawning processes that spawn faster than you can repeat the kil lall commandalias a=" killall rapidly_spawning_process"; a; a; a; # Search manpages for a keyword man -k <keyword> # from the console, start a second X server xinit -- :1 # Faster find and move using the find and xargs commands. Almost as fast as loca te.find . -maxdepth 2 -name "*somepattern" -print0 | xargs -0 -I "{}" echo mv "{}" /destination/path # Send your terminfo to another machine infocmp rxvt-unicode | ssh 10.20.30.40 "mkdir -p .terminfo && cat >/tmp/ti && tic /tmp/ti" # Live filter a log file using grep and show x# of lines above and below tail -f <filename> | grep -C <# of lines to show above and below> <text> # Watch contents of a file grow tail -n 0 -f /var/log/messages # DVD to YouTube ready watermarked MPEG-4 AVI file using mencoder (step 2) mencoder -sub heading.ssa -subpos 0 -subfont-text-scale 4 -utf8 -oac copy -ovc lavc -lavcopts vcodec=mpeg4 -vf scale=320:-2,expand=:240:::1 -ffourcc xvid -o output.avi dvd.avi # Merge video files together using mencoder (part of mplayer) mencoder -oac copy -ovc copy part1.avi part2.avi part3.avi -o full_movie.avi # Remove several files with ease rm file{1..10} # Pulls email password out of Plesk database for given email address. mysql -uadmin -p`cat /etc/psa/.psa.shadow` -e "use psa; select accounts.password FROM accounts JOIN mail ON accounts.id=mail.account_id WHERE mail.mail_name='webmaster';" # Grab all .flv files from a webpage to the current working directory wget `lynx -dump http://www.ebow.com/ebowtube.php | grep .flv$ | sed 's/[[:blank:]]\+[[:digit:]]\+\. //g'` # Extract title from HTML files sed -n 's/.*<title>\(.*\)<\/title>.*/\1/ip;T;q' file.html # List all packages by installed size (Bytes) on rpm distros rpm -q -a --qf '%10{SIZE}\t%{NAME}\n' | sort -k1,1n # Generate a list of installed packages on Debian-based systems dpkg -l # List manually installed packages (excluding Essentials) aptitude search '~i!~E' | grep -v "i A" | cut -d " " -f 4 # Display summary of git commit ids and messages for a given branch git log master | awk '/commit/ {id=$2} /\s+\w+/ {print id, $0}' # date offset calculations date --date="1 fortnight ago" # Sum size of files returned from FIND find [path] [expression] -exec du -ab {} \; | awk '{total+=$0}END{print total}' # Read PDFs in the command line pdftohtml -i -stdout FILE.pdf | w3m -T text/html # StopWatch, simple text, hh:mm:ss using Unix Time export I=$(date +%s); watch -t -n 1 'T=$(date +%s);E=$(($T-$I));hours=$((E / 3600)) ; seconds=$((E % 3600)) ; minutes=$((seconds / 60)) ; seconds=$((seconds % 60)) ; echo $(printf "%02d:%02d:%02d" $hours $minutes $seconds)' # Extract all 7zip files in current directory taking filename spaces into accoun tfor file in *.7z; do 7zr e "$file"; done # Measure, explain and minimize a computer's electrical power consumption sudo powertop # Show top running processes by the number of open filehandles they have lsof | awk '{print $1}' | sort | uniq -c | sort -rn | head # Randomize lines (opposite of | sort) random -f <file> # Connect to TCP port 5000, transfer data and close connexion. echo data | nc -q 0 host 5000 # Maximum PNG compression with optipng, advpng, and advdef optipng -o3 *png && advpng -z -4 *png && advdef -z -4 *png # find . -name find . -name "*.txt" -exec sed -i "s/old/new/" {} \; # "hidden" remote shell ssh -T user@host /bin/bash -i # Propagate X session cookies on a different user and login as that user read -p 'Username: ' u;sudo -H -u $u xauth add $(xauth list|grep :$(echo ${DISPLAY: -4:2}));sudo su - $u # grep -v with multiple patterns. sed '/test/{/error\|critical\|warning/d}' somefile # easily find megabyte eating files or directories du -hs *|grep M|sort -n # Kill any process with one command using program name pkill <name> # Join lines perl -pe 'eof()||s/\n/<SOMETEXT>/g' file.txt # Check reverse DNS host {checkIp or hostname} [dns server] # List your interfaces and MAC addresses for f in /sys/class/net/*; do echo -e "$(basename $f)\t$(cat $f/address)"; done # Kill any process with one command using program name kill -9 `ps ax | egrep [f]elix.jar | egrep -o -e '^ *[0-9]+'` # Screenshot pipe to remote host, adding URL to clipboard, notifying when done. (without saving locally)DATE=$(date +%Y-%m-%d_%H-%M-%S)-$(($(date +%N)/10000000)); HOST=ssh_host; DEST=file_dest; URL=url/screenshot_$DATE.png; import -window root png:- | ssh $HOST "cat > $DEST/screenshot_$DATE.png"; echo $URL | xclip; notify-send -u low "Title" "Message" # checking space availabe on all /proc/mounts points (using Nagios check_disk) check_disk -w 15% -c 10% $(for x in $(cat /proc/mounts |awk '{print $2}')\; do echo -n " -p $x "\; done) # for all who don't have the watch command watch() { t=$1; shift; while test :; do clear; date=$(date); echo -e "Every "$t"s: $@ \t\t\t\t $date"; $@; sleep $t; done } # limit the cdrom driver to a specified speed eject -x 8 /dev/cdrom # Sorted list of established destination connections netstat | awk '/EST/{print $5}' | sort # Print trending topics on Twitter curl --silent search.twitter.com | sed -n '/div id=\"hot\"/,/div/p' | awk -F\> '{print $2}' | awk -F\< '{print $1}' | sed '/^$/d' # Get the list of root nameservers for a given TLD dig +short NS org. # sudo for entire line (including pipes and redirects) proceed_sudo () { sudor_command="`HISTTIMEFORMAT=\"\" history 1 | sed -r -e 's/^.*?sudor//' -e 's/\"/\\\"/g'`" ; sudo sh -c "$sudor_command"; }; alias sudor="proceed_sudo # " # Start screen with name and run command screen -dmS "name_me" echo "hi" # Execute a command with a timeout $COMMAND 2>&1 >/dev/null & WPID=$!; sleep $TIMEOUT && kill $! & KPID=$!; wait $WPID # Joins args together using the first arg as glue joinargs() { (IFS="$1"; shift && echo "$*") } # Monitor Linux/MD RAID Rebuild watch -n 5 -d cat /proc/mdstat # Use ImageMagick to get an image's properties identify -ping imageName.png # Matrix Style echo -e "\e[31m"; while $t; do for i in `seq 1 30`;do r="$[($RANDOM % 2)]";h="$[($RANDOM % 4)]";if [ $h -eq 1 ]; then v="\e[1m $r";else v="\e[2m $r";fi;v2="$v2 $v";done;echo -e $v2;v2="";done; # use wget to check if a remote file exists wget --spider -v http://www.server.com/path/file.ext # Create black and white image convert -colorspace gray face.jpg gray_face.jpg # Youtube-dl gone stale on you/stopped working (Ubuntu)? sudo youtube-dl -U # Retrieve a random command from the commandlinefu.com API lynx --dump http://www.commandlinefu.com/commands/random/plaintext | grep . # files and directories in the last 1 hour find ./* -ctime -1 | xargs ls -ltr --color # Printing multiple years with Unix cal command for y in $(seq 2009 2011); do cal $y; done # When was your OS installed? ls -ldct /lost+found |awk '{print $6, $7}' # gets all files committed to svn by a particular user since a particular date svn log -v -r{2009-05-21}:HEAD | awk '/^r[0-9]+ / {user=$3} /yms_web/ {if (user=="george") {print $2}}' | sort | uniq # Downsample mp3s to 128K for f in *.mp3 ; do lame --mp3input -b 128 "$f" ./resamp/"$f" ; done # rsync over ssh via non-default ssh port rsync -e 'ssh -p PORT' user@host:SRC DEST # floating point operations in shell scripts echo "scale=4; 3 / 5" | bc # locate bin, src, and man file for a command whereis somecommand # Remove Backup Files find / -name *~ -delete # dont execute command just add it to history as a comment, handy if your comman d is not "complete" yet #command # Show this month's calendar, with today's date highlighted cal | grep --before-context 6 --after-context 6 --color -e " $(date +%e)" -e "^$(date +%e)" # Mount a partition from dd disk image mount -o loop,offset=$((512*x)) /path/to/dd/image /mount/path # Google URL shortener curl -s 'http://ggl-shortener.appspot.com/?url='"$1" | sed -e 's/{"short_url":"//' -e 's/"}/\n/g' # list files in mtime order ls -lt | more # pretend to be busy in office to enjoy a cup of coffee export GREP_COLOR='1;32'; cat /dev/urandom | hexdump -C | grep --color=auto "ca fe" # Converts uppercase chars in a string to lowercase echo StrinG | tr '[:upper:]' '[:lower:]' # Simple server which listens on a port and prints out received data ncat -l portnumber # Get ssh server fingerprints ssh-keygen -l -f /etc/ssh/ssh_host_rsa_key.pub && ssh-keygen -l -f /etc/ssh/ssh_host_dsa_key.pub # kde4 lock screen command qdbus org.freedesktop.ScreenSaver /ScreenSaver Lock # untar undo tar tfz filename.tgz |xargs rm -Rf # Random number generation within a range N, here N=10 echo $(( $RANDOM % 10 + 1 )) # a find and replace within text-based files, for batch text replacement, not us ing perlsed -i -e 's/SEARCH_STRING/REPLACE_STRING/g' `find . -iname 'FILENAME'` # Query Wikipedia via console over DNS mwiki() { dig +short txt "$*".wp.dg.cx; } # Disable WoL on eth0 sudo ethtool -s eth0 wol d # Change Random Wallpaper on Gnome 3 gsettings set org.gnome.desktop.background picture-uri file://"$(find ~/Wallpapers -type f | shuf -n1)" # show all programs connected or listening on a network port alias nsl 'netstat -f inet | grep -v CLOSE_WAIT | cut -c-6,21-94 | tail +2' # Colorize make, gcc, and diff output colormake, colorgcc, colordiff # List all groups and the user names that were in each group for u in `cut -f1 -d: /etc/passwd`; do echo -n $u:; groups $u; done | sort # Show the command line of a process that use a specific port (ubuntu) cat /proc/$(lsof -ti:8888)/cmdline | tr "\0" " " # reclaim your window titlebars (in ubuntu lucid) gconftool -s -t string /apps/metacity/general/button_layout "menu:minimize,maximize,close" # Poor man's nmap for a class C network from rfc1918 ( nw=192.168.0 ; h=1; while [ $h -lt 255 ] ; do ( ping -c2 -i 0.2 -W 0.5 -n $nw.$h & ); h=$[ $h + 1 ] ; done ) | awk '/^64 bytes.*/ { gsub( ":","" ); print $4 }' | sort -u # grep (or anything else) many files with multiprocessor power find . -type f -print0 | xargs -0 -P 4 -n 40 grep -i foobar # Make alias pemanent fast PERMA () { echo "$@" >> ~/.bashrc; } # Download Entire YouTube Channel - all of a user's videos yt-chanrip() { for i in $(curl -s http://gdata.youtube.com/feeds/api/users/"$1"/uploads | grep -Eo "watch\?v=[^[:space:]\"\'\\]{11}" | uniq); do youtube-dl --title --no-overwrites http://youtube.com/"$i"; done } # Generate a playlist of all the files in the directory, newer first find . -type f -print0 | xargs -r0 stat -c %Y\ %n | sort -rn | gawk '{sub(/.\//,"",$2); print $2}' > /tmp/playlist.m3u # Generate random valid mac addresses ruby -e 'puts (1..6).map{"%0.2X"%rand(256)}.join(":")' # Execute a sudo command remotely, without displaying the password stty -echo; ssh -t HOSTNAME "sudo some_command"; stty echo # Watch Al Jazeera Livestream directly in mplayer #jan25 mplayer $(wget -q -O - "http://europarse.real.com/hurl/gratishurl.ram?pid=eu_aljazeera&file=al_jazeera_en_lo.rm" | sed -e 's#lo.rm#hi.rm#') # Go to the Nth line of file sed -n 13p /etc/services # Another way to calculate sum size of all files matching a pattern find . -iname '*.jar' | xargs du -ks | cut -f1 | xargs echo | sed "s/ /+/g" | bc # Securely destroy data on given device # for i in $(seq 1 25); do dd if=/dev/urandom of=<your disk> bs=1M ; done # Display GCC Predefined Macros gcc -dM -E - <<<'' # Delete files if not have some extension ls -1 |grep -v .jpg |xargs rm # backup local MySQL database into a folder and removes older then 5 days backup smysqldump -uUSERNAME -pPASSWORD database | gzip > /path/to/db/files/db-backup-`date +%Y-%m-%d`.sql.gz ;find /path/to/db/files/* -mtime +5 -exec rm {} \; # Run a bash script in debug mode, show output and save it on a file bash -x script.sh 2> log # preserve disk; keep OS clean ram() { for i in /tmp /altroot;do mount -t tmpfs tmpfs $i;done&& for i in /var /root /etc $HOME; do find -d $i |cpio -pdmv /tmp&& mount -t tmpfs tmpfs $i&& mv -v /tmp$i/* $i&& rm -vrf /tmp$i ; done ;} usage: (in rc sequence) ram # Create a listing of all possible permissions and their octal representation. touch /tmp/$$;for N in `seq -w 0 7777|grep -v [89]`; do chmod $N /tmp/$$; P=`ls -l /tmp/$$ | awk '{print $1}'`; echo $N $P; done;rm /tmp/$$ # Converting video file (.flv, .avi etc.) to .3gp ffmpeg -i input.avi -s qcif -vcodec h263 -r 20 -b 180k -acodec libfaac -ab 64k -ac 2 -ar 22050 output.3gp # Download Youtube Playlist y=http://www.youtube.com;for i in $(curl -s $f|grep -o "url='$y/watch?v=[^']*'");do d=$(echo $i|sed "s|url\='$y/watch?v=\(.*\)&.*'|\1|");wget -O $d.flv "$y/get_video.php?video_id=$d&t=$(curl -s "$y/watch?v=$d"|sed -n 's/.* "t": "\([^"]*\)",.*/\1/p')";done # High resolution video screen recording gorecord() { if [ $# != 1 ]; then echo 'gorecord video.mp4' return fi ffmpeg -f x11grab -s <resolution> -r 25 -i :0.0 -sameq -vcodec mpeg4 "$1" } # ncdu - ncurses disk usage ncdu directory_name # Copy via tar pipe while preserving file permissions (cp does not!; run this co mmand with root!)cp -pr olddirectory newdirectory # List bash functions defined in .bash_profile or .bashrc declare -F | cut -d ' ' -f 3 # Fill a hard drive with ones - like zero-fill, but the opposite :) tr '\000' '\377' < /dev/zero | dd bs=512 count=200000 status=noxfer | pipebench | sudo dd of=/dev/sdx # Create patch file for two directories diff -r -u originDir updateDir > result.patch # Monitoring wifi connection by watch command (refresh every 3s), displaying iw dump info and iwconfig on wireless interface "wlan0"watch -d -n 3 "iw dev wlan0 station dump; iwconfig wlan0" # find external links in all html files in a directory list find . -name '*.html' -print0| xargs -0 -L1 cat |sed "s/[\"\<\>' \t\(\);]/\n/g" |grep "http://" |sort -u # Query an NFS host for its list of exports /usr/sbin/showmount -e <host> # Apply new patch for a directory (originDir) patch -p0 -i result.patch # Number of CPU's in a system grep "processor" /proc/cpuinfo | wc -l # diff files while disregarding indentation and trailing white space diff <(perl -wpl -e '$_ =~ s/^\s+|\s+$//g ;' file1) <(perl -wpl -e '$_ =~ s/^\s+|\s+$//g ;' file2) # Get an IP address out of fail2ban jail iptables -D fail2ban-SSH -s <ip_address_to_be_set_free> -j DROP # Copy structure structcp(){ ( mkdir -pv $2;f="$(realpath "$1")";t="$(realpath "$2")";cd "$f";find * -type d -exec mkdir -pv $t/{} \;);} # Remove all backup files in my home directory find ~user/ -name "*~" -exec rm {} \; # print file without duplicated lines usind awk awk '!($0 in a) {a[$0];print}' file # List of all vim features vim --version | grep -P '^(\+|\-)' | sed 's/\s/\n/g' | grep -Pv '^ ?$' # backup directory. (for bash) cp -pr directory-you-want-to-backup{,_`date +%Y%m%d`} # for bash # Make a ready-only filesystem ?writeable? by unionfs mount -t unionfs -o dirs=/tmp/unioncache=rw:/mnt/readonly=ro unionfs /mnt/unionfs # a for loop with filling 0 format, with seq for i in `seq -f %03g 5 50 111`; do echo $i ; done # Batch rename extension of all files in a folder, in the example from .txt to . mdfor f in *.txt;do mv ${f%txt}{txt,md}; done # df without line wrap on long FS name df -PH|column -t # Optimize Xsane PDFs gs -q -sPAPERSIZE=a4 -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=test.pdf multipageproject.pdf # Quick notepad cat > list - # Get your X11 screen mode xrandr | grep \* # Get your internal IP address and nothing but your internal IP address ifconfig $devices | grep "inet addr" | sed 's/.*inet addr:\([0-9\.]*\).*/\1/g' # concatenate avi files avimerge -o output.avi -i file1.avi file2.avi file3.avi # add all files not under version control to repository svn add . --force # strips the first field of each line where the delimiter is the first ascii cha ractercut -f2 -d`echo -e '\x01'` file # Go up multiple levels of directories quickly and easily. cd() { if [[ "$1" =~ ^\.\.+$ ]];then local a dir;a=${#1};while [ $a -ne 1 ];do dir=${dir}"../";((a--));done;builtin cd $dir;else builtin cd "$@";fi ;} # Get all ip address for the host hostname -I # Command line calculator awk "BEGIN{ print $* }" # Show number of NIC's, ports per nic and PCI address lspci | grep Ether | awk '{ VAR=$1; split(VAR,ARR,"."); count[ARR[1]]++; LINE=$0; split(LINE,LINEARR,":"); LINECOUNT[ARR[1]]=LINEARR[3]; } END { for(i in count) { printf("PCI address: %s\nPorts: %d\nCard Type: %s\n", i, count[i], LINECOUNT[i]) } }' # Finding the number of cpu's grep -c -e '^cpu[0-9]\+' /proc/stat # Compare an archive with filesystem tar dfz horde-webmail-1.2.3.tar.gz # monitor network traffic and throughput in real time iptraf # Find out current working directory of a process eval ls -l /proc/{$(pgrep -d, COMMAND)}/cwd # Find writable files find -writable # Sort the size usage of a directory tree by gigabytes, kilobytes, megabytes, th en bytes.dh() { du -ch --max-depth=1 "${@-.}"|sort -h } # Show the disk usage for files pointed by symbolic link in a directory find /usr/lib -maxdepth 1 -type l -print0 | xargs -r0 du -Lh # Find files containing string and open in vim vim $(grep test *) # Get Cookies from bash a="www.commandlinefu.com";b="/index.php";for n in $(seq 1 7);do echo -en "GET $b HTTP/1.0\r\nHost: "$a"\r\n\r\n" |nc $a 80 2>&1 |grep Set-Cookie;done # List only the directories ls -l | egrep ^d # Run remote web page, but don't save the results wget -O /dev/null http://www.google.com # Getting ESP and EIP addresses from running processes ps ax --format=pid,eip,esp,user,command # Generate random password randpw(){ < /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c${1:-16};echo;} # What is my public IP-address? wget -qO- ifconfig.me/ip # Mouse Tracking while true; do xdotool getmouselocation | sed 's/x:\(.*\) y:\(.*\) screen:.*/\1, \2/' >> ./mouse-tracking; sleep 10; done # Add thousand separator with sed, in a file or within pipe sed -e :a -e 's/\(.*[0-9]\)\([0-9]\{3\}\)/\1,\2/;ta' filename # Mysql uptime mysql -e"SHOW STATUS LIKE '%uptime%'"|awk '/ptime/{ calc = $NF / 3600;print $(NF-1), calc"Hour" }' # Check if running in an X session if [ ! -z "${DISPLAY}" ]; then someXcmd ; fi # Convert all WMF images to SVG recursively ignoring file extension case find . -type f -iname '*.wmf' | while read FILE; do FILENAME="${FILE%.*}"; wmf2svg -o ${FILENAME}.svg $FILE; done # Get all mac address ifconfig -a| grep -o -E '([[:xdigit:]]{1,2}:){5}[[:xdigit:]]{1,2}' # system beep off setterm -blength 0 # Google text-to-speech in mp3 format p=$(echo "hello world, how r u?"|sed 's/ /+/g');wget -U Mozilla -q -O - "$@" translate.google.com/translate_tts?tl=en\&q=$p|mpg123 - # cd up a number of levels function ..(){ for ((j=${1:-1},i=0;i<j;i++));do builtin cd ..;done;} # Watch a movie in linux without the X windows system. mplayer -vo fbdev -xy 1024 -fs -zoom /path/to/movie.avi # ThePirateBay.org torrent search wget -U Mozilla -qO - "http://thepiratebay.org/search/your_querry_here/0/7/0" | grep -o 'http\:\/\/torrents\.thepiratebay\.org\/.*\.torrent' # Calculating series with awk: add numbers from 1 to 100 seq 100 | awk '{sum+=$1} END {print sum}' # Extract neatly a rar compressed file unrar e file.part1.rar; if [ $? -eq 0 ]; then rm file.part*.rar; fi # Convert a flv video file to avi using mencoder mencoder -oac mp3lame -lameopts cbr=128 -ovc xvid -xvidencopts bitrate=1200 inputfile.rmvb -o output.avi # Encrypted archive with openssl and tar openssl des3 -salt -in unencrypted-data.tar -out encrypted-data.tar.des3 # Mirror the NASA Astronomy Picture of the Day Archive wget -t inf -k -r -l 3 -p -m http://apod.nasa.gov/apod/archivepix.html # Efficient remote forensic disk acquisition gpg-crypted for multiple recipients dd if=/dev/sdb | pigz | gpg -r <recipient1> -r <recipient2> -e --homedir /home/to/.gnupg | nc remote_machine 6969 # output the contents of a file removing any empty lines including lines which c ontain only spaces or tabs.sed -e '/^[<space><tab>]*$/d' somefile # memcache affinity: queries local memcached for stats, calculates hit/get ratio and prints it out.echo -en "stats\r\n" "quit\r\n" | nc localhost 11211 | tr -s [:cntrl:] " "| cut -f42,48 -d" " | sed "s/\([0-9]*\)\s\([0-9]*\)/ \2\/\1*100/" | bc -l # How to pull out lines between two patterns perl -0777 -ne 'print "$1\n" while /word-a(.*?)word-b/gs' filename.txt # List commands with a short summary find `echo "${PATH}" | tr ':' ' '` -type f | while read COMMAND; do man -f "${COMMAND##*/}"; done # Show all usernames and passwords for Plesk email addresses mysql -uadmin -p` cat /etc/psa/.psa.shadow` -Dpsa -e"select mail_name,name,password from mail left join domains on mail.dom_id = domains.id inner join accounts where mail.account_id = accounts.id;" # Create package dependency graph apt-cache dotty PKG-NAME | dot -Tpng | display # Show what a given user has open using lsof lsof -u www-data # Print stack trace of a core file without needing to enter gdb interactively gdb --batch --quiet -ex "thread apply all bt full" -ex "quit" ${exe} ${corefile} # Getting the last argument from the previous command cd !$ # convert unixtime to human-readable perl -e 'print scalar(gmtime(1234567890)), "\n"' # Counts number of lines find . \( -name '*.h' -o -name '*.cc' \) | xargs grep . | wc -l # Unzip multiple files with one command unzip '*.zip' # Do a search-and-replace in a file after making a backup perl -i'.bak' -pe 's/old/new/g' <filename> # Return threads count of a process ps -o thcount -p <process id> # Lists installed kernels dpkg --get-selections | grep linux-image # Display rows and columns of random numbers with awk seq 6 | awk '{for(x=1; x<=5; x++) {printf ("%f ", rand())}; printf ("\n")}' # Sort lines using the Xth characted as the start of the sort string sort -k1.x # check python syntax in vim :!pylint -e % # Do quick arithmetic on numbers from STDIN with any formatting using a perl one liner.perl -ne '$sum += $_ for grep { /\d+/ } split /[^\d\-\.]+/; print "$sum\n"' # Donwload media from *.rm from an url of type htttp://.../*.ram wget <URL> -O- | wget -i - # A fun thing to do with ram is actually open it up and take a peek. This comman d will show you all the string (plain text) values in ramstrings /dev/mem|less # Block all IP addresses and domains that have attempted brute force SSH login t o computer(bzcat BZIP2_FILES && cat TEXT_FILES) | grep -E "Invalid user|PAM" | grep -o -E "from .+" | awk '{print $2}' | sort | uniq >> /etc/hosts.deny # Search and replace text in all php files with ruby ruby -i.bkp -pe "gsub(/search/, 'replace')" *.php # I finally found out how to use notify-send with at or cron echo notify-send test | at now+1minute # ssh autocomplete based on ~/.ssh/config perl -ne 'print "$1 " if /^Host (.+)$/' ~/.ssh/config # Figure out what shell you're running ps -p $$ # Kill all processes belonging to a user ps -ef | grep $USERNAME | awk {'print $2'} | xargs kill [-9] # Figure out your work output for the day git diff --stat `git log --author="XXXXX" --since="12 hours ago" --pretty=oneline | tail -n1 | cut -c1-40` HEAD # easily convert one unit to another units "2048 bytes" "kibibytes" # display ip address curl -s http://myip.dk | grep '<title>' | sed -e 's/<[^>]*>//g' # Find the process you are looking for minus the grepped one ps -ef | grep c\\ommand # whois surfing my web ? watch lsof -i :80 # Using PIPEs, Execute a command, convert output to .png file, upload file to im gur.com, then returning the address of the .png.imgur(){ convert label:@- png:-|curl -F "image=@-" -F "key=1913b4ac473c692372d108209958fd15" http://api.imgur.com/2/upload.xml|grep -Eo "<original>(.)*</original>" | grep -Eo "http://i.imgur.com/[^<]*";} # livehttpheaders (firefox addon) replacement liveh(){ tcpdump -lnAs512 ${1-} tcp |sed ' s/.*GET /GET /;s/.*Host: /Host: /;s/.*POST /POST /;/[GPH][EOo][TSs]/!d;w '"${2-liveh.txt}"' ' >/dev/null ;} # usage: liveh [-i interface] [output-file] && firefox & # burn a isofile to cd or dvd cdrecord -v dev=/dev/cdrom yourimage.iso # List all PostgreSQL databases. Useful when doing backups psql -U postgres -lAt | gawk -F\| '$1 !~ /^template/ && $1 !~ /^postgres/ && NF > 1 {print $1}' # grep for tabs without using Ctrl-V trick grep -P '\t' filename # Creating ISO Images from CDs/DVDs dd if=/dev/cdrom of=~/cd_image.iso # Print all 256 colors for testing TERM or for a quick reference ( x=`tput op` y=`printf %$((${COLUMNS}-6))s`;for i in {0..256};do o=00$i;echo -e ${o:${#o}-3:3} `tput setaf $i;tput setab $i`${y// /=}$x;done; ) # Convert one file from ISO-8859-1 to UTF-8. iconv --from-code=ISO-8859-1 --to-code=UTF-8 iso.txt > utf.txt # Produces a list of when your domains expire cat domainlist.txt | while read line; do echo -ne $line; whois $line | grep Expiration ; done | sed 's:Expiration Date::' # Add 10 random unrated songs to xmms2 playlist xmms2 mlib search NOT +rating | grep -r '^[0-9]' | sed -r 's/^([0-9]+).*/\1/' | sort -R | head | xargs -L 1 xmms2 addid # Enable programmable bash completion in debian lenny aptitude install bash-completion ; source /etc/bash_completion # analyze traffic remotely over ssh w/ wireshark mkfifo /tmp/fifo; ssh-keygen; ssh-copyid root@remotehostaddress; sudo ssh root@remotehost "tshark -i eth1 -f 'not tcp port 22' -w -" > /tmp/fifo &; sudo wireshark -k -i /tmp/fifo; # Set a posix shell to echo all commands that it's about to execute, after all e xpansions have been done.set -x # BackTrack Repos sudo apt-add-repository 'deb http://archive.offensive-security.com pwnsauce main microverse macroverse restricted universe multiverse' && wget -q http://archive.offensive-security.com/backtrack.gpg -O- | sudo apt-key add - # find largest file in /var find /var -mount -ls -xdev | /usr/bin/sort -nr +6 | more # Is it a terminal? isatty(){ test -t $1; } # Extract audio from Mythtv recording to Rockbox iPod using ffmpeg ffmpeg -ss 0:58:15 -i DavidLettermanBlackCrowes.mpg -acodec copy DavidLettermanBlackCrowes.ac3 # print crontab entries for all the users that actually have a crontab for USER in `cut -d ":" -f1 </etc/passwd`; do crontab -u ${USER} -l 1>/dev/null 2>&1; if [ ! ${?} -ne 0 ]; then echo -en "--- crontab for ${USER} ---\n$(crontab -u ${USER} -l)\n"; fi; done # Mac OS X: remove extra languages to save over 3 GB of space. sudo find / -iname "*.lproj" -and \! -iname "en*" -print0 | tee /dev/stderr | sudo xargs -0 rm -rfv # An alarm clock using xmms2 and at at 6:00 <<< "xmms2 play" # List all Windows services on the command line sc queryex type= service state= all | find "_NAME" # Recursively lists all files in the current directory, except the ones in '.sna pshot' directoryfind . -wholename './.snapshot' -prune -o -print # List the CPU model name grep "model name" /proc/cpuinfo # left-right mouse buttons (left-handed) xmodmap -e "pointer = 3 2 1" # Happy Days echo {1..3}" o'clock" ROCK # Using column to format a directory listing (printf "PERMISSIONS LINKS OWNER GROUP SIZE MONTH DAY HH:MM PROG-NAME\n" \ ; ls -l | sed 1d) | column -t # Print a row of 50 hyphens perl -le'print"-"x50' # Send a backup job to a remote tape drive on another machine over SSH tar cvzf - /directory/ | ssh root@host "cat > /dev/nst0" # Go to the next sibling directory in alphabetical order, version 2 cd ../"$(ls -F ..|grep '/'|grep -A1 `basename $PWD`|tail -n 1)" # Print the 10 deepest directory paths find . -type d | perl -nle 'print s,/,/,g," $_"' | sort -n | tail # Short one line while loop that outputs parameterized content from one file to anotherawk '{print $1}' < three-column.txt > first-column.txt # To get internet connection information . sudo /bin/netstat -tpee # umount all nfs mounts on machine umount -a -t nfs # replace XX by YY in the the current directory and cd to it. ( in ZSH ) cd XX YY # Change the extension of a filename by using rename to convert rename .JPG .jpg *.JPG # Remove duplicate rows of an un-sorted file based on a single column awk '{ if ($1 in stored_lines) x=1; else print; stored_lines[$1]=1 }' infile.txt > outfile.txt # lotto generator shuf -i 1-49 -n 6 | sort -n | xargs # load changes without logging in and out vim :source ~/.vimrc # Remove duplicate rows of an un-sorted file based on a single column perl -ane 'print unless $x{$F[0]}++' infile > outfile # Archive a directory with datestamp on filename tar zcvf somedir-$(date +%Y%m%d-%H%M).tar.gz somedir/ # Watch the size of a directory using figlet watch -n1 "du -hs /home/$USER | cut -f1 -d'/' | figlet -k" # Remove all .svn folders find . -name .svn -type d -exec rm -rf '{}' + # Efficiently extract lines between markers sed -n '/START/,${/STOP/q;p}' # Move all but the newest 100 emails to a gzipped archive find $MAILDIR/ -type f -printf '%T@ %p\n' | sort --reverse | sed -e '{ 1,100d; s/[0-9]*\.[0-9]* \(.*\)/\1/g }' | xargs -i sh -c "cat {}&&rm -f {}" | gzip -c >>ARCHIVE.gz # calulate established tcp connection of local machine netstat -an|grep -ci "tcp.*established" # Add a line to a file using sudo echo "foo bar" | sudo tee -a /path/to/some/file # On Mac OS X, runs System Profiler Report and e-mails it to specified address. system_profiler | mail -s "$HOSTNAME System Profiler Report" user@domain.com # Pass TAB as field separator to sort, join, cut, etc. sort -t $'\t' -k 2 input.txt # Indent all the files in a project using emacs find -iname \*.[ch] -exec emacs -nw -q {} --eval "(progn (mark-whole-buffer) (indent-region (point-min) (point-max) nil) (save-buffer))" --kill \; # Drop all tables from a database, without deleting it mysqldump -u $USER --password=$PASSWORD --add-drop-table --no-data "$DATABASE" | grep ^DROP | mysql -u $USER --password=$PASSWORD "$DATABASE" # Record a webcam output into a video file. ffmpeg -an -f video4linux -s 320x240 -b 800k -r 15 -i /dev/v4l/video0 -vcodec mpeg4 myvideo.avi # Check ps output to see if file is running, if not start it ps -C thisdaemon || { thisdaemon & } # Extract audio track from a video file using mencoder mencoder -of rawaudio -ovc copy -oac mp3lame -o output.mp3 input.avi # Play ISO/DVD-files and activate dvd-menu and mouse menu clicks. mplayer dvdnav:// -dvd-device foo.img -mouse-movements # Dump a web page curl -s http://google.com | hexdump -C|less # Let's make screen and ssh-agent friends eval `ssh-agent`; screen # Verify if user account exists in Linux / Unix id <username> # Customize time format of 'ls -l' ls -l --time-style=+"%Y-%m-%d %H:%M:%S" # Backup your OpenWRT config (only the config, not the whole system) curl -d 'username=root&password=your-good-password' "http://router/cgi-bin/luci/admin/system/backup?backup=kthxbye" > `date +%Y%d%m`_config_backup.tgz # find geographical location of an ip address lynx -dump http://www.ip-adress.com/ip_tracer/?QRY=$1|sed -nr s/'^.*My IP address city: (.+)$/\1/p' # Converts uppercase chars in a string to lowercase s="StrinG"; echo ${s,,} # Cleanup Python bytecode files find . -name "*.py[co]" -exec rm -f {} \; # Show an application's environment variables sudo sed 's/\o0/\n/g' "/proc/$(pidof -x firefox)/environ" ;# replace firefox # Batch file name renaming (copying or moving) w/ glob matching. for x in *.ex1; do mv "${x}" "${x%ex1}ex2"; done # Ping Twitter to check if you can connect wget http://twitter.com/help/test.json -q -O - # display date of last time a process was started in `date` format ps -o lstart <pid> # Never rewrites a file while copying (or moving) cp --backup=t source.file target.file # Every Nth line position # (AWK) awk 'NR%3==1' file # Add .gitignore files to all empty directories recursively from your current di rectoryfind . \( -type d -empty \) -and \( -not -regex ./\.git.* \) -exec touch {}/.gitignore \; # nice disk usage, sorted by size, see description for full command du -sk ./* | sort -nr # xargs for builtin bash commands bargs { while read i; do "$@" "$i"; done } # Break lines after, for example 78 characters, but don't break within a word/st ringfold -w 78 -s file-to-wrap # connect to all screen instances running screen -ls | grep pts | gawk '{ split($1, x, "."); print x[1] }' | while read i; do gnome-terminal -e screen\ -dx\ $i; done # Dump sqlite database to plain text format echo '.dump' | sqlite3 your_sqlite.db > your_sqlite_text.txt # Create an ISO Image from a folder and burn it to CD hdiutil makehybrid -o CDname.iso /Way/to/folder ; hdiutil burn CDname.iso # Open Perl module source in your editor $EDITOR `perldoc -l Module::Name` # Rename all files which contain the sub-string 'foo', replacing it with 'bar' for i in ./*foo*;do mv -- "$i" "${i//foo/bar}";done # List only the directories tree -dL 1 # How many Linux and Windows devices are on your network? sudo nmap -F -O 192.168.1.1-255 | grep "Running: " > /tmp/os; echo "$(cat /tmp/os | grep Linux | wc -l) Linux device(s)"; echo "$(cat /tmp/os | grep Windows | wc -l) Window(s) devices" # Shows physically connected drives (SCSI or SATA) ls /sys/bus/scsi/devices # Switch to the previous branch used in git(1) git checkout - # Burst a Single PDF Document into Single Pages and Report its Data to doc_data. txtpdftk mydoc.pdf burst # Browse shared folder when you're the only Linux user smbclient -U userbob //10.1.1.75/Shared # show all key and mouse events xev # Find out what the day ends in date +%A | tail -2c # Instant mirror from your laptop + webcam mplayer tv:// -vf mirror # embed referred images in HTML files grep -ioE "(url\(|src=)['\"]?[^)'\"]*" a.html | grep -ioE "[^\"'(]*.(jpg|png|gif)" | while read l ; do sed -i "s>$l>data:image/${l/[^.]*./};base64,`openssl enc -base64 -in $l| tr -d '\n'`>" a.html ; done; # Arch Linux sort installed packages by size paste <(pacman -Q | awk '{ print $1; }' | xargs pacman -Qi | grep 'Size' | awk '{ print $4$5; }') <(pacman -Q | awk '{print $1; }') | sort -n | column -t # Convert your favorite image in xpm for using in grub convert image123.png -colors 14 -resize 640x480 grubimg.xpm # Top 10 requestors by IP address from Apache/NCSA Logs awk '{print $1}' /var/log/httpd/access_log | sort | uniq -c | sort -rnk1 | head -n 10 # recursive search and replace old with new string, inside files $rpl -R oldstring newstring folder # In place line numbering { rm -f file10 && nl > file10; } < file10 # Rsync files with spaces rsync [options] -- * target # Prepare B&W scans for clean looking, searchable PDF convert pagexxx.png -filter Cubic -resize 200% -threshold 50% -compress Group4 pagexxx.tiff; tiff2pdf -z -p letter -ro -x 1200 -y 1200 -o pagexxx.pdf pagexxx.tiff # Merge files, joining each line in one line paste file1 file2 fileN > merged # MySQL dump restore with progress bar and ETA pv bigdump.sql.gz | gunzip | mysql # Randomize lines in a file sort -R SOMEFILE # Change the homepage of Firefox sed -i 's|\("browser.startup.homepage",\) "\(.*\)"|\1 "http://sliceoflinux.com"|' .mozilla/firefox/*.default/prefs.js # Find which jars contain a class find . -name "*.jar" | while read file; do echo "Processing ${file}"; jar -tvf $file | grep "Foo.class"; done # Get a shell with a not available account su - <user> -s /bin/sh -c "/bin/sh" # GRUB2: set Super Mario as startup tune sudo bash -c 'echo "GRUB_INIT_TUNE=\"480 165 2 165 2 165 3 554 1 587 1 554 2 370 1 554 1 523 2 349 1 523 1 494 3 165 2 165 2 165 2\"" >> /etc/default/grub && update-grub' # How many days until the end of the year echo "There are $(($(date +%j -d"Dec 31, $(date +%Y)")-$(date +%j))) left in year $(date +%Y)." # Show Shared Library Mappings ldconfig -p # Set an alarm to wake up sleep 5h && rhythmbox path/to/song # Get absolut path to your bash-script PATH=$(cd ${0%/*}; pwd) # STAT Function showing ALL info, stat options, and descriptions statt(){ C=c;stat --h|sed '/Th/,/NO/!d;/%/!d'|while read l;do p=${l/% */};[ $p == %Z ]&&C=fc&&echo ^FS:^;echo "`stat -$C $p \"$1\"` ^$p^${l#%* }";done|column -ts^; } # Resize photos without changing exif mogrify -format jpg -quality 80 -resize 800 *.jpg # Print stack trace of a core file without needing to enter gdb interactively alias gdbbt="gdb -q -n -ex bt -batch" # clone an USB stick using dd + see its process dd if=/dev/sdc of=/dev/sdd conv=notrunc & while killall -USR1 dd; do sleep 5; done # download file1 file2 file3 file4 .... file 100 wget http://domain.com/file{1..100} # Merge several pdf files into a single file pdftk $* cat output $merged.pdf # make 100 directories with leading zero, 001...100, using bash3.X mkdir $(printf '%03d\n' {1..100}) # converting horizontal line to vertical line tr '\t' '\n' < inputfile # Repeat a portrait eight times so it can be cut out from a 6"x4" photo and used for visa or passport photosmontage 2007-08-25-3685.jpg +clone -clone 0-1 -clone 0-3 -geometry 500 -frame 5 output.jpg # Watch your freebox flux, through a other internet connection (for French users )vlc -vvv http://mafreebox.freebox.fr/freeboxtv/playlist.m3u --sout '#transcode{vcodec=mp2v,vb=384,scale=0.5,acodec=vorbis,ab=48,channels=1}:standard{access=http,mux=ogg,url=:12345}' -I ncurses 2> /dev/null # Take a screenshot of the window the user clicks on and name the file the same as the window titlesleep 4; xwd >foo.xwd; mv foo.xwd "$(dd skip=100 if=foo.xwd bs=1 count=256 2>/dev/null | egrep -ao '^[[:print:]]+' | tr / :).xwd" # Use result of the last command `!!` # Most simple way to get a list of open ports netstat -lnp # List files by quoting or escaping special characters. ls --quoting-style={escape,shell,c} # Show your account and windows policy settings with Results of Policy msc. rsop.msc # send file to remote machine and unzip using ssh ssh user@host 'gunzip - > file' < file.gz # To have only unique lines in a file sort file1.txt | uniq > file2.txt # Convert df command to posix; uber GREPable df -P # Change Title of Terminal Window to Verbose Info useful at Login echo -ne "\033]0;`id -un`:`id -gn`@`hostname||uname -n|sed 1q` `who -m|sed -e "s%^.* \(pts/[0-9]*\).*(\(.*\))%[\1] (\2)%g"` [`uptime|sed -e "s/.*: \([^,]*\).*/\1/" -e "s/ //g"` / `ps aux|wc -l`]\007" # Run local bash script on remote server ssh -T user@server < script.sh # enable all bash completions in gentoo for x in $(eselect bashcomp list | sed -e 's/ //g' | cut -d']' -f2 | sed -e 's/\*//');do eselect bashcomp enable $x --global;sleep 0.5s;done # Printable random characters tr -dc '[:print:]' < /dev/urandom # Print line immediately before a matching regex. awk '/regex/{print x};{x=$0}' # list all hd partitions awk '/d.[0-9]/{print $4}' /proc/partitions # floating point operations in shell scripts bc -l <<< s(3/5) # Remove Thumbs.db files from folders rm -f **/Thumbs.db # send a .loc file to a garmin gps over usb gpsbabel -D 0 -i geo -f "/path/to/.loc" -o garmin -F usb: # List last opened tabs in firefox browser F="$HOME/.moz*/fire*/*/session*.js" ; grep -Go 'entries:\[[^]]*' $F | cut -d[ -f2 | while read A ; do echo $A | sed s/url:/\n/g | tail -1 | cut -d\" -f2; done # Find jpeg images and copy them to a central location find . -iname "*.jpg" -print0 | tr '[A-Z]' '[a-z]' | xargs -0 cp --backup=numbered -dp -u --target-directory {location} & # Lock your KDE4 remotely (via regular KDE lock) DISPLAY=:0 /usr/lib/kde4/libexec/krunner_lock --forcelock >/dev/null 2>&1 & # Uniformly correct filenames in a directory for i in *;do mv "$i" "$(echo $i | sed s/PROBLEM/FIX/g)";done # Compare two files side-by-side sdiff file1 file2 # remote-pbzip2 and transfer a directory to local file ssh user@host 'tar -c --use-compress-prog=pbzip2 /<dir>/<subdir>' > <localfile>.tar.bz2 # SVN Status log to CSV svn log | tr -d '\n' | sed -r 's/-{2,}/\n/g' | sed -r 's/ \([^\)]+\)//g' | sed -r 's/^r//' | sed -r "s/[0-9]+ lines?//g" | sort -g # Generate 10 pronunciable passwords apg -a 0 -n 10 # formatting number with comma printf "%'d\n" 1234567 # Simulate typing echo "You can have a bit more realistic typing with some shell magic." | pv -qL $[10+(-2 + RANDOM%5)] # list and sort files by size in reverse order (file size in human readable outp ut)ls -S -lhr # Send a local file via email mutt your@email_address.com -s "Message Subject Here" -a attachment.jpg </dev/null # force a rescan on a host of scsi devices (useful for adding partitions to vmwa re on the fly)echo "- - -" > /sys/class/scsi_host/host0/scan # calulate established tcp connection of local machine netstat -an | awk '$1 ~ /[Tt][Cc][Pp]/ && $NF ~ /ESTABLISHED/{i++}END{print "Connected:\t", i}' # Analyse compressed Apache access logs for the most commonly requested pages zcat access_log.*.gz | awk '{print $7}' | sort | uniq -c | sort -n | tail -n 20 # Adjust gamma so monitor doesn't mess up your body's clock xrandr | sed -n 's/ connected.*//p' | xargs -n1 -tri xrandr --output {} --brightness 0.7 --gamma 2:3:4 # Console clock -- within screen echo 'hardstatus alwayslastline " %d-%m-%y %c:%s | %w"' >> $HOME/.screenrc; screen # find and grep Word docs find . -iname '*filename*.doc' | { while read line; do antiword "$line"; done; } | grep -C4 search_term; # List all TCP opened ports on localhost in LISTEN mode netstat -nptl # Convert files from DOS line endings to UNIX line endings perl -pi -e 's/\r\n?/\n/g' # Find the ratio between ram usage and swap usage. sysctl -a | grep vm.swappiness # Getting GnuPG Public Keys From KeyServer gpg --keyserver pgp.surfnet.nl --recv-key 19886493 # Find out what package some command belongs to (on RPM systems) rpm -qif `which more` # Monitor a file with tail with timestamps added tail -f file | while read line; do printf "$(date -u '+%F %T%z')\t$line\n"; done # Word-based diff on reformatted text files diff -uw <(fmt -1 {file1, file2}) # Displays process tree of all running processes pstree -Gap # Extract track 9 from a CD mplayer -fs cdda://9 -ao pcm:file=track9.wav # List all execs in $PATH, usefull for grepping the resulting list find ${PATH//:/ } -executable -type f -printf "%f\n" # Save a file you edited in vim without the needed permissions - (Open)solaris v ersion with RBAC:w !pfexec tee % # Using netcat to copy files between servers On target: "nc -l 4000 | tar xvf -" On source: "tar -cf - . | nc target_ip 4000" # Are the two lines anagrams? (echo foobar; echo farboo) | perl -E 'say[sort<>=~/./g]~~[sort<>=~/./g]?"anagram":"not anagram"' # List your MACs address ip link | awk '/link/ {print $2}' # Delete C style comments using vim vim suite.js -c '%s!/\*\_.\{-}\*/!!g' # Edit all files found having a specific string found by grep grep -Hrli 'foo' * | xargs vim # Clear your history saved into .bash_history file! history -c && rm -f ~/.bash_history # Bash autocomplete case insensitive search shopt -s nocaseglob # Alternative size (human readable) of files and directories (biggest last) du -ms * .[^.]*| sort -nk1 # Find and display most recent files using find and perl find $HOME -type f -print0 | perl -0 -wn -e '@f=<>; foreach $file (@f){ (@el)=(stat($file)); push @el, $file; push @files,[ @el ];} @o=sort{$a->[9]<=>$b->[9]} @files; for $i (0..$#o){print scalar localtime($o[$i][9]), "\t$o[$i][-1]\n";}'|tail # Print a row of characters across the terminal printf -v row "%${COLUMNS}s"; echo ${row// /#} # run command on a group of nodes in parallel redirecting outputs xargs -n1 -P100 -I{} sh -c 'ssh {} uptime >output/{} 2>error/{}' <hostlist # get function's source typeset -f <function name>; declare -f <function name> # To get the CPU temperature continuously on the desktop while :; do acpi -t | osd_cat -p bottom ; sleep 1; done & # download a sequence of vim patch seq -f"ftp://ftp.vim.org/pub/vim/patches/7.1/7.1.%03g" 176 240 | xargs -I {} wget -c {}; # Command to Show a List of Special Characters for bash prompt (PS1) alias PS1="man bash | sed -n '/ASCII bell/,/end a sequence/p'" # Forget remembered path locations of previously ran commands hash -r # Change SSH RSA passphrase ssh-keygen -f ~/.ssh/id_rsa -p # Copy sparse files cp --sparse=always <SRC> <DST> # Find Out My Linux Distribution Name and Version cat /etc/*-release # Kill most recently created process. pkill -n firefox # List top 20 IP from which TCP connection is in SYN_RECV state netstat -pant 2> /dev/null | grep SYN_ | awk '{print $5;}' | cut -d: -f1 | sort | uniq -c | sort -n | tail -20 # total text files in current dir file -i * | grep -c 'text/plain' # View the latest astronomy picture of the day from NASA. apod(){ local x=http://antwrp.gsfc.nasa.gov/apod/;feh $x$(curl -s ${x}astropix.html|grep -Pom1 'image/\d+/.*\.\w+');} # Who has the most Apache connections. netstat -anl | grep :80 | awk '{print $5}' | cut -d ":" -f 1 | uniq -c | sort -n | grep -c IPHERE # Clone current directory into /destination verbosely find . | cpio -pumdv /destination # Turn shell tracing and verbosity (set -xv) on/off with 1 command! xv() { case $- in *[xv]*) set +xv;; *) set -xv ;; esac } # Monitor a file with tail with timestamps added tail -f file |xargs -IX printf "$(date -u)\t%s\n" X # Count all conections estabilished on gateway cat /proc/net/ip_conntrack | grep ESTABLISHED | grep -c -v ^# # Catch a proccess from a user and strace it. x=1; while [ $x = 1 ]; do process=`pgrep -u username`; if [ $process ]; then x=0; fi; done; strace -vvtf -s 256 -p $process # Reverse ssh #INSIDE-host# ssh -f -N -R 8888:localhost:22 user@somedomain.org # #OUTSIDE-host #ssh user@localhost -p 8888# # List all installed PERL modules by CPAN perldoc perllocal # find listening ports by pid lsof -nP +p 24073 | grep -i listen | awk '{print $1,$2,$7,$8,$9}' # Watch the progress of 'dd' pkill -USR1 ^dd$ # Export log to html file cat /var/log/auth.log | logtool -o HTML > auth.html # Localize provenance of current established connections for i in $(netstat --inet -n|grep ESTA|awk '{print $5}'|cut -d: -f1);do geoiplookup $i;done # Hex math with bc echo 'obase=16; C+F' | bc # Scan for new SCSI devices echo "- - -" > /sys/class/scsi_host/host0/scan # geoip lookup geoip(){curl -s "http://www.geody.com/geoip.php?ip=${1}" | sed '/^IP:/!d;s/<[^>][^>]*>//g' ;} # Get file access control list getfacl /mydir # Ultimate current directory usage command du -a --max-depth=1 | sort -n | cut -d/ -f2 | sed '$d' | while read i; do if [ -f $i ]; then du -h "$i"; else echo "$(du -h --max-depth=0 "$i")/"; fi; done # Remove color codes (special characters) with sed sed -r "s:\x1B\[[0-9;]*[mK]::g"' # Add all files not under subversion control for i in $(svn st | grep "?" | awk '{print $2}'); do svn add $i; done; # Currency Conversion currency_convert() { wget -qO- "http://www.google.com/finance/converter?a=$1&from=$2&to=$3&hl=es" | sed '/res/!d;s/<[^>]*>//g'; } # list files with last modified at the end alias lrt='ls -lart' # Batch File Rename with awk and sed ls foo*.jpg | awk '{print("mv "$1" "$1)}' | sed 's/foo/bar/2' | /bin/sh # Display time of accounts connection on a system ac -p # ISO info isoinfo -d -i filename.iso # Get your commandlinefu points (upvotes - downvotes) username=bartonski;curl -s http://www.commandlinefu.com/commands/by/$username/json|perl -e 'BEGIN{$s=0;$n=0};END{print "Score: $s\nEntries: $n\nMean: ";printf "%3.2f\n",$s/$n}' -0173 -nae 'foreach $f (@F){if($f =~ /"votes":"(-*\d+)"/){$s += $1; $n++;}}' # Minimize Apps When Middle Clicking on Titlebar gconftool-2 --set "/apps/metacity/general/action_middle_click_titlebar" --type string "minimize" # Display a list of all PHP classes that are called statically find . -name "*\.php" | xargs grep -o --color "\w\+::\w\+" | cut -d":" -f2 | sort | uniq -c # Runs a command without hangups. nohup <command> & # Empty the linux buffer cache sync && echo 3 > /proc/sys/vm/drop_caches # print all except first collumn cut -f 2- -d " " # Binary clock for a in $(date +"%H%M"|cut -b1,2,3,4 --output-delimiter=" ");do case "$a" in 0)echo "....";;1)echo "...*";;2)echo "..*.";;3)echo "..**";;4)echo ".*..";;5)echo ".*.*";;6)echo ".**.";;7)echo ".***";;8)echo "*...";;9)echo "*..*";;esac;done # List all active access_logs for currently running Apache or Lighttpd process lsof -p $(netstat -ltpn|awk '$4 ~ /:80$/ {print substr($7,1,index($7,"/")-1)}')| awk '$9 ~ /access.log$/ {print $9| "sort -u"}' # Prevent non-root users from logging in touch /etc/nologin # Quickly Encrypt a file with gnupg and email it with mailx cat private-file | gpg2 --encrypt --armor --recipient "Disposable Key" | mailx -s "Email Subject" user@email.com # Binary clock read -a A <<<"8 9 5 10 6 0 3 11 7 4";B='.*.**..*....***';for C in $(date +"%H%M"|fold -w1);do echo "${B:${A[C]}:4}";done # exit if another instance is running if [ `fuser $0|wc -w` -gt "1" ];then exit; fi # output stats from a running dd command to see its progress watch -n60 --kill -USR1 $(pgrep dd) # Gives you what's between first string and second string included. sed "s/^ABC/+ABC/" <file | sed "s/DEF$/DEF+/" | tr "\n" "~" | tr "+" "\n" | grep "^ABC" | tr "~" "\n" # List of directories sorted by number of files they contain. sort -n <( for i in $(find . -maxdepth 1 -mindepth 1 -type d); do echo $(find $i | wc -l) ": $i"; done;) # find files larger than 1 GB, everywhere find / -type f -size +1000000000c # Get Futurama quotations from slashdot.org servers lynx -head -dump http://slashdot.org|egrep 'Bender|Fry'|sed 's/X-//' # Rename files with vim. qmv -fdo # Convert string to uppercase echo string | tr '[:lower:]' '[:upper:]' # Restore a local drive from the image on remote host via ssh ssh user@server 'dd if=sda.img' | dd of=/dev/sda # Show sorted list of files with sizes more than 1MB in the current dir du | sort -nr | cut -f2- | xargs du -hs # Get your commandlinefu points (upvotes - downvotes) curl -s http://www.commandlinefu.com/commands/by/$1/xml | awk -F'</?div[^>]*>' '/class=\"command\"/{gsub(/"/,"\"",$2); gsub(/</,"<",$2); gsub(/>/,">",$2); gsub(/&/,"\\&",$2); cmd=$2} /class=\"num-votes\"/{printf("%3i %s\n", $2, cmd)}' # find broken symbolic links find -L . -type l # Size (in bytes) of all RPM packages installed echo $((`rpm -qa --queryformat='%{SIZE}+' | sed 's/+$//'`)) # rename all jpg files with a prefix and a counter ls *.jpg | grep -n "" | sed 's,.*,0000&,' | sed 's,0*\(...\):\(.*\).jpg,mv "\2.jpg" "image-\1.jpg",' | sh # Remount root in read-write mode. sudo mount -o remount,rw / # make directory with current date mkdir $(date +%Y_%m_%d) # Copy from host 1 to host 2 through your host ssh root@host1 ?cd /somedir/tocopy/ && tar -cf ? .? | ssh root@host2 ?cd /samedir/tocopyto/ && tar -xf -? # Pick a random image from a directory (and subdirectories) every thirty minutes and set it as xfce4 wallpaperwhile :; do xfconf-query -c xfce4-desktop -p /backdrop/screen0/monitor0/image-path -s "$(find <image-directory> -type f -iregex '.*\.\(bmp\|gif\|jpg\|png\)$' | sort -R | head -1)"; sleep 30m; done # grep across a git repo and open matching files in gedit git grep -l "your grep string" | xargs gedit # Show current pathname in title of terminal export PROMPT_COMMAND='echo -ne "\033]0;${PWD/#$HOME/~}\007";' # give me back my sound card lsof /dev/snd/pcm*p /dev/dsp | awk ' { print $2 }' | xargs kill # Debug SSH at the Maximum Verbosity Level alias sshv='ssh -vvv -o LogLevel=DEBUG3' # Copy input sent to a command to stderr rev <<< 'lorem ipsum' | tee /dev/stderr | rev # fetch all revisions of a specific file in an SVN repository svn log fileName | sed -ne "/^r\([0-9][0-9]*\).*/{;s//\1/;s/.*/svn cat fileName@& > fileName.r&/p;}" | sh -s # type partial command, kill this command, check something you forgot, yank the command, resume typing.dd [...] p # Prepend a text to a file. sed -i '1s/^/text to prepend\n/' file1 # sorting file contents into individual files with awk awk '{print > $3".txt"}' FILENAME # doing some floating point math echo "8000000/(20*6*86400)" | bc -l # Puts every word from a file into a new line tr ' \t' '\n' <INFILE >OUTFILE # Read aloud a text file in Ubuntu (and other Unixes with espeak installed espeak -f text.txt # get colorful side-by-side diffs of files in svn with vim vimdiff <(svn cat "$1") "$1" # List only directories, one per line ls -1d */ # Recursively scan directories for mp3s and pass them to mplayer rm -rf /tmp/playlist.tmp && find ~/mp3 -name *.mp3 > /tmp/playlist.tmp && mplayer -playlist /tmp/playlist.tmp -shuffle -loop 0 | grep Playing # Install Linux Kernel Headers sudo apt-get install linux-headers-$(uname -r) # Gzip files older than 10 days matching * find . -type f -name "*" -mtime +10 -print -exec gzip {} \; # Random colours at random locations p(){ printf "\033[%d;%dH\033[4%dm \033[m" $((RANDOM%LINES+1)) $((RANDOM%COLUMNS+1)) $((RANDOM%8)); }; clear;while :;do p; sleep .001;done # Awk: Perform a rolling average on a column of data awk 'BEGIN{size=5} {mod=NR%size; if(NR<=size){count++}else{sum-=array[mod]};sum+=$1;array[mod]=$1;print sum/count}' file.dat # pimp text output e.g. "Linux rocks!" to look nice cowsay Linux rocks! # Listing only one repository with yum yum --disablerepo=* --enablerepo=epel list available # Create a backup copy of a MySQL database on the same host mysqldump OLD_DB | cat <(echo "CREATE DATABASE NEW_DB; USE NEW_DB;") - | mysql # List only directories, one per line find . -type d -maxdepth 1 # replace a character/word/string in a file using vim :%s/old/new/g # Check if you need to run LaTeX to update the TOC cp texfile.toc texfile.toc.bak; latex texfile.tex; cmp -s texfile.toc texfile.toc.bak; if [ $? -ne 0 ]; then latex texfile.tex; fi # Force hard reset on server echo 1 > /proc/sys/kernel/sysrq; echo b > /proc/sysrq-trigger # remove files and directories with acces time older than a given date touch -t "YYYYMMDDhhmm.ss" dummy ; find . -anewer dummy # pimp text output e.g. "Linux rocks!" to look nice figlet Linux rocks! # display a smiling smiley if the command succeeded and a sad smiley if the comm and failed<commmand>; if [[ "$?" = 0 ]]; then echo ':)'; else echo ':('; fi # Short URLs with is.gd isgd() { /usr/bin/wget -qO - "http://is.gd/create.php?format=simple&url=$1" ;} # Time Synchronisation with NTP ntpdate ntp.ubuntu.com pool.ntp.org # Speaking alarm clock sleep 8h && while [ 1 ] ; do date "+Good Morning. It is time to wake up. The time is %I %M %p" | espeak -v english -p 0 -s 150 -a 100 ; sleep 1m; done # split source code to page with numbers pr -l 40 bitree.c > printcode; split -40 printcode -d page_ # Update Ping.fm status curl -d api_key="$api_key" -d user_app_key="$user_app_key -d body="$body" -d post_method="default" http://api.ping.fm/v1/user.post # Commit command to history file immedeately after execution PROMPT_COMMAND="history -a" # Burn a directory of mp3s to an audio cd. alias burnaudiocd='mkdir ./temp && for i in *.[Mm][Pp]3;do mpg123 -w "./temp/${i%%.*}.wav" "$i";done;cdrecord -pad ./temp/* && rm -r ./temp' # Analyze, check, auto-repair and optimize Mysql Database mysqlcheck -a --auto-repair -c -o -uroot -p [DB] # Generate the CPU utilization report sar -u 2 5 # Dump HTTP header using wget wget --server-response --spider http://www.example.com/ # cooking a list of numbers for calculation echo $( du -sm /var/log/* | cut -f 1 ) | sed 's/ /+/g' # See entire packet payload using tcpdump. tcpdump -nnvvXSs 1514 -i <device> <filters> # View acceptable client certificate CA names asked for during SSL renegotiation sopenssl s_client -connect www.example.com:443 -prexit # diff output of two commands diff <(tail -10 file1) <(tail -10 file2) # Display command lines visible on commandlinefu.com homepage ruby -ropen-uri -e 'require "hpricot";(Hpricot(open("http://commandlinefu.com"))/".command").each{|c| puts c.to_plain_text}' # Set creation timestamp of a file to the creation timestamp of another touch -r "$FILE1" "$FILE2" # Restore user,group and mod of an entire website alias restoremod='chgrp users -R .;chmod u=rwX,g=rX,o=rX -R .;chown $(pwd |cut -d / -f 3) -R .' # Prints new content of files tail -f file1 (file2 .. fileN) # Remove annoying files from recently extracted zip archive unzip -lt foo.zip | grep testing | awk '{print $2}' | xargs rm -r # Test a serial connection host A: cat /proc/dev/ttyS0 host B: echo hello > /dev/ttyS0 # Find all files currently open in Vim and/or gVim vim -r 2>&1 | grep '\.sw.' -A 5 | grep 'still running' -B 5 # Display Motherboard Info dmidecode -t baseboard # backup your playstation game using rip $ cdrdao read-cd --read-raw --datafile FILE_NAME.bin --device /dev/cdrom --driver generic-mmc-raw FILE_NAME.toc # unbuffered python output $ python -u script.py # Sum file sizes du -scb # Netstat Connection Check netstat -ntu | awk '{print $5}' | cut -d: -f1 | sort | uniq -c | sort -n | tail # record the input of your sound card into ogg file rec -c 2 -r 44100 -s -t wav - | oggenc -q 5 --raw --raw-chan=2 --raw-rate=44100 --raw-bits=16 - > MyLiveRecording.ogg # Scrollable Colorized Long Listing - Hidden Files Sorted Last less -Rf <( cat <(ls -l --color=always) <(ls -ld --color=always .*) ) # Launch a game, like Tetris, when apt-get installing an app larger than 50 Mega bytesAPP=wine; if [ $(sudo apt-get --print-uris -y install $APP | sed -ne 's/^After this operation, \([0-9]\{1,\}\).*MB.*/\1/p') -gt 50 ]; then gnometris 2>/dev/null & sudo apt-get install $APP; else sudo apt-get install $APP; fi # diff two svn repos ignoring spaces,tabs and svnfiles diff -wubBEr -x .svn dirA dirB # The program listening on port 8080 through IPv6 lsof -Pnl +M -i6:8080 # Run a command on a remote machine ssh user@host "ps aux | grep httpd | wc -l" # Grab a list of MP3s out of Firefox's cache find ~/.mozilla/firefox/*/Cache -exec file {} \; | awk -F ': ' 'tolower($2)~/mpeg/{print $1}' # Import/clone a Subversion repo to a git repo git svn --authors-file=some-authors-file clone svn://address/of/svn/repo new-git-dir # read a file line by line and perform some operation on each line while read line; do echo "$(date),$(hostname),$line"; done < somefile.txt # Show memory stats on Nexenta/Solaris echo ::memstat | mdb -k # Prints any IP out of a file perl -ne 'while (/([0-9]+\.){3}[0-9]+/g) {print "$&\n"};' file.txt # Show bash's function definitions you defined in .bash_profile or .bashrc declare -f [ function_name ] # Open Remote Desktop (RDP) from command line having a custom screen size xfreerdp --plugin rdpsnd -g 1280x720 -a 24 -z -x m -u $username -p $password 10.20.30.40 # Pull Total Memory Usage In Virtual Environment ps axo rss,comm | awk '{sum+=$1; print $1/1024, "MB - ", $2} END {print "\nTotal RAM Used: ", sum/1024, "MB\n"}' # Make backups recurse through directories find -type -f -exec cp {} {}.bak \; # Search for an active process without catching the search-process ps -ef | awk '/process-name/ && !/awk/ {print}' # On Screen micro display for battery and CPU temperature. nifty, small, omnipre sentacpi -t | osd_cat -p bottom # Speed up upgrades for a debian/ubuntu based system. sudo aptitude update; sudo apt-get -y --print-uris upgrade | egrep -o -e "http://[^\']+" | sudo aria2c -c -d /var/cache/apt/archives -i -; sudo aptitude -y safe-upgrade # Cheap iftop watch 'netstat -anptu |egrep "^Proto|:80 "' # Delete empty directories recursively find <top_level_dir> -depth -type d -empty -exec rmdir -v {} \; # Remove all mail in Postfix mail queue. postsuper -d ALL # Schedule a command while one is already running. a command is running... <^z> fg; scheduled_command # Find all dot files and directories ls -d .* # Get just the IP for a hostname getent hosts google.com | awk '{print $1}' # Find default gateway (proper at ppp connections too) route -n | perl -ne '$ANY="0.0.0.0"; /^$ANY/ and split /\s+/ and print "Gateway to the World: ",($_[1]!=$ANY)?$_[1]:(`ip address show $_[$#_]`=~/peer ([0-9\.]+)/ and $1),", via $_[$#_].\n"' # Mac OS X: Change Color of the ls Command export LSCOLORS=gxfxcxdxbxegedabagacad # ping a host until it responds, then play a sound, then exit beepwhenup () { echo 'Enter host you want to ping:'; read PHOST; if [[ "$PHOST" == "" ]]; then exit; fi; while true; do ping -c1 -W2 $PHOST 2>&1 >/dev/null; if [[ "$?" == "0" ]]; then for j in $(seq 1 4); do beep; done; ping -c1 $PHOST; break; fi; done; } # Download a new release of a program that you already have very quickly zsync -i existing-file-on-disk.iso http://example.com/new-release.iso.zsync # Does a traceroute. Lookup and display the network or AS names and AS numbers. lft -NAS google.com # Start a SOCKS proxy to avoid a restrictive firewall autossh -N -D localhost:1080 myhome.example.net -p 443 # Search inside a folder of jar/zip files find . -name "*.jar" | xargs -tn1 jar tvf | grep --color "SearchTerm" # Simple way to envoke a secure vnc session through ssh enabled router. vncviewer -via root@your.dyndns.com 192.168.1.1 # Find all files with root SUID or SGID executables sudo find / -type f \( -perm /4000 -a -user root \) -ls -o \( -perm /2000 -a -group root \) -ls # Juste a reminder that this works. true || false && echo true || echo false # LIST FILENAMES OF FILES CREATED TODAY IN CURRENT DIRECTORY ls -l --time-style=+%Y-%m-%d | awk "/$(date +'%Y-%m-%d')/ {print \$7}" # List your MACs address sort -u < /sys/class/net/*/address # Create a html of information about you harddisk lshw -C disk -html > /tmp/diskinfo.html # Alternative size (human readable) of files and directories (biggest last) du -ms * | sort -nk1 # Check a server is up. If it isn't mail me. curl -fs brandx.jp.sme 2&>1 > /dev/null || echo brandx.jp.sme ping failed | mail -ne -s'Server unavailable' joker@jp.co.uk # Replace Caps-lock with Control-key xmodmap -e 'remove Lock = Caps_Lock' && xmodmap -e 'add control = Caps_Lock' # Extract IPv4 addressess from file grep -Eo \([0-9]\{1,3\}[\.]\)\{3\}[0-9] file | sort | uniq # continuously check size of files or directories watch -n <time_interval> "du -s <file_or_directory>" # Compare two CSV files, discarding any repeated lines cat foo.csv bar.csv | sort -t "," -k 2 | uniq # Extract title from HTML files awk 'BEGIN{IGNORECASE=1;FS="<title>|