Simple script using javascript to scrape a list of addresses and get the longitude and latitude for free using Google Maps API or MapDevelopers.
** addresses.csv **
address1
address2
address3
...
addressN
JavaScript file to scrape
Here’s the index file in two shapes, using google maps API or MapDevelopers. ** index.js **
Geocode search using Google Maps API
const axios = require('axios');
const url = 'https://maps.googleapis.com/maps/api/geocode/json'
const getLocation = async (address) => {
const response = await axios.get(url,
{
params: {
key: "GOOGLE_MAPS_API_KEY",
"address": address,
}
});
// console.log(response)
const data = response.data;
return data;
}
async function main() {
// read the txt file
const fs = require('fs');
const path = require('path');
const filePath = path.join(__dirname, 'addresses.csv');
const addresses = fs.readFileSync(filePath, 'utf-8').split('\n');
// loop over addresses
for (let index = 0; index < addresses.length; index++) {
const school = addresses[index];
const data = await getLocation(school);
// write to file
const location = data.results[0]
fs.appendFileSync('results-google.json', JSON.stringify({ name: school, result: location }) + ',\n');
await new Promise(resolve => setTimeout(resolve, 2000));
console.log("finished", index)
}
}
main();
Geocode search using Mapdevelopers API
Using MapDevelopers, you need first to make a request on https://www.mapdevelopers.com/geocode_tool.php, check developer tools and inspect the request to’https://www.mapdevelopers.com/data.php’, copy and paste below lcode and lid.
const axios = require('axios');
const url = 'https://www.mapdevelopers.com/data.php'
const getLocation = async (address) => {
const response = await axios.get(url,
{
params: {
"address": address,
"operation": "geocode",
"region": "Europe",
"lcode": "HDxDfOJfv2FjA9Yl", // replace here
"lid": "51143627", // replace here
"code": "splitpea"
}
});
// console.log(response)
const data = response.data;
return data;
}
async function main() {
// read the txt file
const fs = require('fs');
const path = require('path');
const filePath = path.join(__dirname, 'addresses.csv');
const addresses = fs.readFileSync(filePath, 'utf-8').split('\n');
// loop over addresses
for (let index = 0; index < addresses.length; index++) {
const school = addresses[index];
const data = await getLocation(school);
// write to file
fs.appendFileSync('results-google.csv', `${school}, ${data.lat}, ${data.lng}, ${data.country}, ${data.county}, ${data.address}, ${data.postcode}` + '\n');
await new Promise(resolve => setTimeout(resolve, 2000));
console.log("finished", index)
}
}
main();
Run the script
node index.js
