wiki_to_json.py

#!/usr/bin/python3.4
#
#    wiki_to_json.py - Wiki to json exporter to for COBHUNI project
#
#    Copyright (C) 2016  Alicia González Martínez, aliciagm85+code@gmail.com
#
#    This program is free software: you can redistribute it and/or modify
#    it under the terms of the GNU General Public License as published by
#    the Free Software Foundation, either version 3 of the License, or
#    (at your option) any later version.
#
#    This program is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#    GNU General Public License for more details.
#
#    You should have received a copy of the GNU General Public License
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
######################################################################################
#
# dependencies:
#   * exporthandler.py
#   * wikiparser.py
#   * offsetsbuilder.py
#   * util.py
#   * config.ini
#                                +------------------+        +---------------+
#   +-----------------+          |                  | -----> |               |
#   |                 | -------> | exporthandler.py |   str  | wikiparser.py |
#   |                 | <------- |                  | <----- |               |
#   |                 |   json   +------------------+  json  +---------------+
#   | wiki_to_json.py |          
#   |                 |          +-------------------+
#   |                 | -------> |                   |
#   |                 |  json    | offsetsbuilder.py | ----> json output files
#   +-----------------+          |                   |
#                                +-------------------+        
# usage:
#   $ python wiki_to_json.py --title Example_for_DjVu_manual_cz-book_color.djvu
#
#######################################################################################

import os
import sys
import json
import argparse
from configparser import ConfigParser

CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))

# append current directory to sys.path
sys.path.insert(0, CURRENT_PATH)

from exporthandler.exporthandler import ExportHandler
from offsetsbuilder.offsetsbuilder import OffsetsBuilder

config = ConfigParser(inline_comment_prefixes=('#'))
config.read(os.path.join(CURRENT_PATH, 'config.ini'))

OUTPATH = config.get('json output', 'path')


if __name__ == '__main__':

    parser = argparse.ArgumentParser(description='Download scan transliterations from the wiki and and dumps them into json.')
    parser.add_argument('--title', help='download only the texts belonging to this title')
    args = parser.parse_args()

    handler = ExportHandler()
    
    try:
        data = handler.export(args.title)  # calls WikiParser
    except Exception as e:
        print('Fatal error in ExportHandler: %s' % e, file=sys.stderr)
        sys.exit(1)

    #print(data) #DEBUG

    for scan in json.loads(data):

        fname, fext = os.path.splitext(scan['title'])

        with open(os.path.join(OUTPATH, fname+'.json'), 'w') as fp:
            offbr = OffsetsBuilder(json.dumps(scan['content']))
            out = offbr.build()
            fp.write(out)