public class ImporterHelper extends Object
Modifier and Type | Field and Description |
---|---|
static String |
ALLCOUTRY_FILENAME
the all country dump file name
|
static FileFilter |
countryFileFilter |
static String |
EXCLUDED_README_FILENAME
The readme filename (it must not be processed)
|
static String |
GEONAMES_COUNTRY_FILE_ACCEPT_REGEX_STRING
The regexp that every country file dump matches
|
protected static org.slf4j.Logger |
logger |
static String |
OPENSTREETMAP_US_FILE_ACCEPT_REGEX_STRING |
static String |
QUATTROSHAPES_FILE_ACCEPT_REGEX_STRING |
static String |
SPLITED_ALLCOUNTRIES_FILE_ACCEPT_REGEX_STRING |
static String |
SPLITED_FILE_ACCEPT_REGEX_STRING |
static String |
SPLITED_GEONAMES_ALTERNATENAMES_FILE_ACCEPT_REGEX_STRING |
static String |
SPLITED_OPENSTREETMAP_FILE_ACCEPT_REGEX_STRING |
static FileFilter |
splitedFileFilter |
static String |
TAR_BZ2_FILE_ACCEPT_REGEX_STRING |
static String |
ZIP_FILE_ACCEPT_REGEX_STRING
The regexp that every zipped country file dump matches
|
Constructor and Description |
---|
ImporterHelper() |
Modifier and Type | Method and Description |
---|---|
static boolean |
checkUrl(String urlAsString)
check if an url doesn't return 200 or 3XX code
|
static boolean |
checkUrls(List<String> urlsAsString) |
static Pattern |
compileRegex(String regexp) |
static String[] |
correctLastAdmCodeIfPossible(String[] fields) |
static void |
download(String address,
String localFileName) |
static String |
formatSeconds(long secsIn) |
static long |
getHttpFileSize(String URL) |
static File[] |
listCountryFilesToImport(String directoryPath) |
static File[] |
listSplitedFilesToImport(String directoryPath) |
static File[] |
listTarFiles(String directoryPath) |
static File[] |
listZipFiles(String directoryPath) |
static void |
unzipFile(File file)
unzip a file in the same directory as the zipped file
|
static String[] |
virtualizeADMD(String[] fields) |
public static final String EXCLUDED_README_FILENAME
public static final String ALLCOUTRY_FILENAME
public static final String GEONAMES_COUNTRY_FILE_ACCEPT_REGEX_STRING
public static final String OPENSTREETMAP_US_FILE_ACCEPT_REGEX_STRING
public static final String QUATTROSHAPES_FILE_ACCEPT_REGEX_STRING
public static final String SPLITED_FILE_ACCEPT_REGEX_STRING
public static final String SPLITED_OPENSTREETMAP_FILE_ACCEPT_REGEX_STRING
public static final String SPLITED_GEONAMES_ALTERNATENAMES_FILE_ACCEPT_REGEX_STRING
public static final String SPLITED_ALLCOUNTRIES_FILE_ACCEPT_REGEX_STRING
public static final String ZIP_FILE_ACCEPT_REGEX_STRING
public static final String TAR_BZ2_FILE_ACCEPT_REGEX_STRING
protected static final org.slf4j.Logger logger
public static FileFilter countryFileFilter
public static FileFilter splitedFileFilter
public static File[] listCountryFilesToImport(String directoryPath)
directoryPath
- The directory where files areGEONAMES_COUNTRY_FILE_ACCEPT_REGEX_STRING
public static File[] listSplitedFilesToImport(String directoryPath)
directoryPath
- The directory where splited files arepublic static File[] listZipFiles(String directoryPath)
directoryPath
- The directory where Geonames files are to be downloaded in
order to be processedZIP_FILE_ACCEPT_REGEX_STRING
public static File[] listTarFiles(String directoryPath)
directoryPath
- The directory where openstreetmap files are to be downloaded
in order to be processedTAR_BZ2_FILE_ACCEPT_REGEX_STRING
public static long getHttpFileSize(String URL)
URL
- the HTTP URLpublic static boolean checkUrls(List<String> urlsAsString)
urlsAsString
- public static boolean checkUrl(String urlAsString)
urlAsString
- the url to checkpublic static void download(String address, String localFileName) throws FileNotFoundException
address
- the address of the file to be downloadedlocalFileName
- the local file name (with absolute path)FileNotFoundException
public static void unzipFile(File file)
file
- The file to unzippublic static String[] virtualizeADMD(String[] fields)
fields
- the fields corresponding to a split line of the csv geonames filepublic static Pattern compileRegex(String regexp)
regexp
- a regexpPattern
or null if the regexp are not correctspublic static String formatSeconds(long secsIn)
secsIn
- the number of secondsCopyright © 2015. All rights reserved.