File indexing completed on 2024-03-24 03:53:33

0001 #!/bin/bash
0002 
0003 # SPDX-License-Identifier: LGPL-2.1-or-later
0004 #
0005 # SPDX-FileCopyrightText: 2011 Dennis Nienhüser <nienhueser@kde.org>
0006 #
0007 
0008 #
0009 # Retrieves all .osm.pbf links from download.geofabrik.de
0010 # To be used to generate input for regions.bash
0011 #
0012 
0013 BASE="http://download.geofabrik.de/osm/"
0014 
0015 function descend()
0016 {
0017   wget "${1}" -O - | grep href | sed -e 's/^.*a href=\"//g' -e 's/\">.*<\/a>.*$//g' | grep -v http | grep -v html | grep -v .shp.zip | grep -v .osm.bz2 | sort | uniq | while read item
0018   do
0019     if [[ "${item}" == */ && "${item}" != /* ]]
0020     then
0021       sleep 3.0 # Avoid being punished by geofabrik.de server
0022       descend "${1}${item}"
0023     elif [[ "${item}" == *.osm.pbf ]]
0024     then
0025       echo "${1}${item}" | sed "s@${BASE}@@"
0026     fi
0027   done
0028 }
0029 
0030 descend "${BASE}" | sed 's@//@/@g' | sort | uniq