splitter.py

#!/usr/bin/python
 
# This script is designed to take a wordpress xml export file and split it into some
# number of chunks (2 by default). The number of lines per chunk is determined by counting
# the number of occurences of a particular line, '\n' by default, and breaking up the
# such that each chunk has an equal number occurences of that line. The appropriate header
# and footer is added to each chunk.
# Original de Eraac http://wordpress.org/support/topic/wxr-file-splitter
 
import os
import sys
import math
 
if len(sys.argv) < 2 :
    print 'Please specify the name of wordpress export file you would like to split'
    sys.exit(0)
 
try :
    input_file = open(sys.argv[1], 'r')
    lines = input_file.readlines()
    (input_file_path, input_file_string) = os.path.split(sys.argv[1])
    (input_file_name, input_file_extension) = os.path.splitext(input_file_string)
except IOError :
    print 'Could not open file "%s".' % sys.argv[1]
    sys.exit(0)
 
number_of_chunks = max(int(sys.argv[2]), 2) if len(sys.argv) > 2 else 2
line_delimiter = '\n'
 
delimiter_count = 0
for line in lines :
    if line == line_delimiter :
        delimiter_count += 1
 
print ''
print 'File "%s" contains %s items' % (input_file_string, delimiter_count)
 
delimiter_count = 1.0*delimiter_count
delimiters_per_chunk = int(math.ceil(delimiter_count/number_of_chunks))
 
print 'Creating %s files with at most %s items each:' % (number_of_chunks, delimiters_per_chunk)
 
header = ""
footer = "\n\n\n"
chunk_number = 1
output_file_name = "%s_%s%s" % (input_file_name, chunk_number, input_file_extension)
output_file = open(output_file_name, 'w')
print '   Writing chunk %s to file %s...' % (chunk_number, output_file_name)
 
delimiter_count = 0
for line in lines :
    if line == line_delimiter : delimiter_count += 1
 
    if chunk_number is 1 and delimiter_count is 0 : header += line
 
    if delimiter_count > delimiters_per_chunk :
        output_file.write(footer)
        output_file.close()
        chunk_number += 1
        delimiter_count = 1
 
        output_file_name = "%s_%s%s" % (input_file_name, chunk_number, input_file_extension)
        output_file = open(output_file_name, 'w')
        print '   Writing chunk %s to file %s...' % (chunk_number, output_file_name)
        output_file.write(header)
 
    output_file.write(line)
 
output_file.close()
print 'Done!\n'