split.py

#!/usr/bin/env python2.7

###########################################################################
# Copyright 2017 ZT Prentner IT GmbH (www.ztp.at)
# 
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
# 
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
###########################################################################

from builtins import int

import os
import sys

import gettext
gettext.install('rktool', './lang', True)

from librksv import depexport
from librksv import depparser
from librksv import receipt

def usage():
    print("Usage: ./split.py <chunk size> <output dir>")
    sys.exit(0)

if __name__ == "__main__":
    if len(sys.argv) != 3:
        usage()

    chunksize = int(sys.argv[1])
    if chunksize < 1:
        usage()

    outDir = sys.argv[2]
    if not os.path.exists(outDir):
        os.mkdir(outDir)
    os.chdir(outDir)

    parser = depparser.IncrementalDEPParser.fromFd(sys.stdin, True)
    i = 0
    for chunk in parser.parse(chunksize):
        generator = depparser.receiptGroupAdapter([chunk])
        stream = depexport.DEPStream(generator)
        exporter = depexport.JSONExporter(stream)

        with open('dep-export{}.json'.format(i), 'w') as f:
            for part in exporter.export():
                f.write(part)

        i += 1
        chunk = None