#!/usr/bin/python3
r"""
Coordinate importing script.
Usage:
python pwb.py coordinate_import -site:wikipedia:en \
-cat:Category:Coordinates_not_on_Wikidata
This will work on all pages in the category "coordinates not on Wikidata" and
will import the coordinates on these pages to Wikidata.
The data from the "GeoData" extension
(https://www.mediawiki.org/wiki/Extension:GeoData)
is used so that extension has to be setup properly. You can look at the
[[Special:Nearby]] page on your local Wiki to see if it's populated.
You can use any typical pagegenerator to provide with a list of pages:
python pwb.py coordinate_import -lang:it -family:wikipedia \
-namespace:0 -transcludes:Infobox_stazione_ferroviaria
You can also run over a set of items on the repo without coordinates and
try to import them from any connected page. To do this, you have to
explicitly provide the repo as the site using -site argument.
Example:
python pwb.py coordinate_import -site:wikidata:wikidata \
-namespace:0 -querypage:Deadendpages
The following command line parameters are supported:
-always If used, the bot won't ask if it should add the specified
text
-create Create items for pages without one.
.. note:: This script is a
:py:obj:`ConfigParserBot <bot.ConfigParserBot>`. All options
can be set within a settings file which is scripts.ini by default.
¶ms;
"""
#
# (C) Pywikibot team, 2013-2022
#
# Distributed under the terms of MIT License.
#
from typing import Optional
import pywikibot
from pywikibot import pagegenerators
from pywikibot.bot import ConfigParserBot, WikidataBot
from pywikibot.exceptions import CoordinateGlobeUnknownError
docuReplacements = {'¶ms;': pagegenerators.parameterHelp} # noqa: N816
[docs]class CoordImportRobot(ConfigParserBot, WikidataBot):
"""A bot to import coordinates to Wikidata.
.. versionchanged:: 7.0
CoordImportRobot is a ConfigParserBot
"""
use_from_page = None
def __init__(self, **kwargs) -> None:
"""Initializer."""
self.available_options['create'] = False
super().__init__(**kwargs)
self.cacheSources()
self.prop = 'P625'
self.create_missing_item = self.opt.create
[docs] def has_coord_qualifier(self, claims) -> Optional[str]:
"""
Check if self.prop is used as property for a qualifier.
:param claims: the Wikibase claims to check in
:type claims: dict
:return: the first property for which self.prop
is used as qualifier, or None if any
"""
for prop in claims:
for claim in claims[prop]:
if self.prop in claim.qualifiers:
return prop
return None
[docs] def item_has_coordinates(self, item) -> bool:
"""
Check if the item has coordinates.
:return: whether the item has coordinates
"""
claims = item.get().get('claims')
if self.prop in claims:
pywikibot.info('Item {} already contains coordinates ({})'
.format(item.title(), self.prop))
return True
prop = self.has_coord_qualifier(claims)
if prop:
pywikibot.info(
'Item {} already contains coordinates ({}) as qualifier for {}'
.format(item.title(), self.prop, prop))
return True
return False
[docs] def treat_page_and_item(self, page, item) -> None:
"""Treat page/item."""
if self.item_has_coordinates(item):
return
if page is None:
# running over items, search in linked pages
for page in item.iterlinks():
if page.site.has_extension('GeoData') \
and self.try_import_coordinates_from_page(page, item):
break
return
self.try_import_coordinates_from_page(page, item)
[docs] def try_import_coordinates_from_page(self, page, item) -> bool:
"""
Try import coordinate from the given page to the given item.
:return: whether any coordinates were found and the import
was successful
"""
coordinate = page.coordinates(primary_only=True)
if not coordinate:
return False
newclaim = pywikibot.Claim(self.repo, self.prop)
newclaim.setTarget(coordinate)
source = self.getSource(page.site)
if source:
newclaim.addSource(source)
pywikibot.info('Adding {}, {} to {}'.format(
coordinate.lat, coordinate.lon, item.title()))
# todo: handle exceptions using self.user_add_claim
try:
item.addClaim(newclaim)
except CoordinateGlobeUnknownError as e:
pywikibot.info(f'Skipping unsupported globe: {e.args}')
return False
else:
return True
[docs]def main(*args: str) -> None:
"""
Process command line arguments and invoke bot.
If args is an empty list, sys.argv is used.
:param args: command line argument
"""
# Process global args and prepare generator args parser
local_args = pywikibot.handle_args(args)
generator_factory = pagegenerators.GeneratorFactory()
# Process pagegenerators args
local_args = generator_factory.handle_args(local_args)
create_new = False
for arg in local_args:
if arg == '-create':
create_new = True
# xxx: this preloading preloads neither coordinates nor Wikibase items
# but preloads wikitext which we don't need
generator = generator_factory.getCombinedGenerator(preload=True)
if generator:
coordbot = CoordImportRobot(generator=generator, create=create_new)
coordbot.run()
else:
pywikibot.bot.suggest_help(missing_generator=True)
if __name__ == '__main__':
main()