#!/bin/bash # Copyright (C) 2014-2015 Alex-Daniel Jakimenko # # This program is free software: you can redistribute it and/or modify it under # the terms of the GNU General Public License as published by the Free Software # Foundation, either version 3 of the License, or (at your option) any later # version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. # # You should have received a copy of the GNU General Public License along with # this program. If not, see . # This script parses every link and gets the total number of modules # Use this script like this: ./module-popularity < list | tee popularity # Where 'list' is a file with a list of links to action=version (one link on each line) MODULES_PATH='../modules/' S='||' # table separator declare -A modules declare -A moduleLinks while read -r link; do echo "$link" while read -r module; do [[ $module == 'wiki.pl' ]] && continue ((modules["$module"] += 1)) moduleLinks["$module"]+=" $link"; done < <(curl -s "$link" | grep -Po 'tree/modules/\K.*?\.pl|\$Id:\s*\K.*?\.pl') done for curModule in "${!modules[@]}"; do if [[ -f "$MODULES_PATH/$curModule" ]]; then usefulLinks="Module:$curModule $S" wikiPage=$(grep -Po "AddModuleDescription\('[^']+',\s*'\K[^']+" "$MODULES_PATH/$curModule") if [[ $wikiPage ]]; then usefulLinks+="[[$wikiPage]]" else usefulLinks+='No wiki page' fi else usefulLinks="${S} Custom module" fi echo "$S ${modules[$curModule]} $S$curModule $S$usefulLinks $S ${moduleLinks[$curModule]} $S" done | sort -k 3 | sort -nrsk 2