#!/bin/bash

# Rosa

echo "Downloading Rosa lists"

curl -# http://abf.rosalinux.ru/downloads/rosa2012.1/repository/i586/main/release/media_info/info.xml.lzma -o rosa-main.xml.lzma
lzmadec rosa-main.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" > temp.txt
rm -f rosa-main.xml.lzma

curl -# http://abf.rosalinux.ru/downloads/rosa2012.1/repository/i586/contrib/release/media_info/info.xml.lzma -o rosa-contrib.xml.lzma
lzmadec rosa-contrib.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f rosa-contrib.xml.lzma

curl -# http://abf.rosalinux.ru/downloads/rosa2012.1/repository/i586/non-free/release/media_info/info.xml.lzma -o rosa-nonfree.xml.lzma
lzmadec rosa-nonfree.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f rosa-nonfree.xml.lzma

curl -# http://abf.rosalinux.ru/downloads/rosa2012.1/repository/i586/restricted/release/media_info/info.xml.lzma -o rosa-restricted.xml.lzma
lzmadec rosa-restricted.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f rosa-restricted.xml.lzma

# Mandriva

echo "Downloading Mandriva lists"

curl -# http://distrib-coffee.ipsl.jussieu.fr/pub/linux/MandrivaLinux/devel/cooker/i586/media/main/release/media_info/info.xml.lzma -o cooker-main.xml.lzma
lzmadec cooker-main.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f cooker-main.xml.lzma

curl -# http://distrib-coffee.ipsl.jussieu.fr/pub/linux/MandrivaLinux/devel/cooker/i586/media/contrib/release/media_info/info.xml.lzma -o cooker-contrib.xml.lzma
lzmadec cooker-contrib.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f cooker-contrib.xml.lzma

curl -# http://distrib-coffee.ipsl.jussieu.fr/pub/linux/MandrivaLinux/devel/cooker/i586/media/non-free/release/media_info/info.xml.lzma -o cooker-nonfree.xml.lzma
lzmadec cooker-nonfree.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f cooker-nonfree.xml.lzma

# Mageia

echo "Downloading Mageia lists"

curl -# http://distrib-coffee.ipsl.jussieu.fr/pub/linux/Mageia/distrib/cauldron/i586/media/core/release/media_info/info.xml.lzma -o cauldron-core.xml.lzma
lzmadec cauldron-core.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f cauldron-core.xml.lzma

curl -# http://distrib-coffee.ipsl.jussieu.fr/pub/linux/Mageia/distrib/cauldron/i586/media/tainted/release/media_info/info.xml.lzma -o cauldron-tainted.xml.lzma
lzmadec cauldron-tainted.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f cauldron-tainted.xml.lzma

curl -# http://distrib-coffee.ipsl.jussieu.fr/pub/linux/Mageia/distrib/cauldron/i586/media/nonfree/release/media_info/info.xml.lzma -o cauldron-nonfree.xml.lzma
lzmadec cauldron-nonfree.xml.lzma | grep "sourcerpm" -A 1 --group-separator=--- | sed '/---/d'| sed s,"url=''","url='nourl'",g | sed s,"url='",, | sed s,"sourcerpm='",, | sed s,\',,g | sed s,\ ,,g | sed s,"-[^-]*-[^-]*rpm",":", | sed '1~2 {N;s/\n/ /g}' | sort | uniq | grep -v "nourl" >> temp.txt
rm -f cauldron-nonfree.xml.lzma

echo "Generating urls.txt in current directory"

cat temp.txt | sort | uniq > urls.txt
rm -f temp.txt

