sort_dbooks.py

#!/usr/bin/env python

import os, filecmp, shutil, time
import sporklib

BASE_DIR = "/home/content/uploaded/zips/docbooks/dbs"
#BASE_DIR = "/home/content/uploaded/zips/docbooks/pdfs"
#BASE_DIR = "/home/content/uploaded/zips/docbooks/epubs"
EPUB_DIR = "/home/content/uploaded/epubs"
PDF_DIR = "/home/content/uploaded/pdfs"

ignore_dirs = []
ignore_dirs.append(os.path.join(BASE_DIR,'only_dbook'))
ignore_dirs.append(os.path.join(BASE_DIR,'pdf_dbook'))
ignore_dirs.append(os.path.join(BASE_DIR,'epub_dbook'))
ignore_dirs.append(os.path.join(BASE_DIR,'epub_pdf_dbook'))
ignore_dirs.append(os.path.join(EPUB_DIR,'error/reject'))
ignore_dirs.append(os.path.join(PDF_DIR,'badfiles'))

_, file_FPID_list , file_dict = sporklib.get_fpid_list(BASE_DIR,ignore_dirs)
_, epub_FPID_list , epub_dict = sporklib.get_fpid_list(EPUB_DIR,ignore_dirs)
_, pdf_FPID_list , pdf_dict = sporklib.get_fpid_list(PDF_DIR,ignore_dirs)

doc_set = set(file_FPID_list)
epub_set = set(epub_FPID_list)
pdf_set = set(pdf_FPID_list)

in_doc_not_epub_set = doc_set - epub_set
in_doc_not_pdf_set = doc_set - pdf_set
#unique_set = in_doc_not_epub_set - pdf_set
unique_set = in_doc_not_pdf_set - epub_set

in_doc_and_epub_set = doc_set & epub_set
in_doc_and_pdf_set = doc_set & pdf_set
in_all_set = in_doc_and_epub_set & pdf_set

in_doc_and_epub_only_set = in_doc_and_epub_set - in_all_set
in_doc_and_pdf_only_set = in_doc_and_pdf_set - in_all_set

for fpid in unique_set:
    file_name = fpid + '.zip'
    file1 = os.path.join(BASE_DIR,file_name)
    file2 = os.path.join(BASE_DIR,'only_dbook',file_name)
    print "Moving " + file1 + " to " + file2
    shutil.move(file1,file2)

for fpid in in_doc_and_pdf_only_set:
    file_name = fpid + '.zip'
    file1 = os.path.join(BASE_DIR,file_name)
    file2 = os.path.join(BASE_DIR,'pdf_dbook',file_name)
    print "Moving " + file1 + " to " + file2
    shutil.move(file1,file2)

for fpid in in_doc_and_epub_only_set:
    file_name = fpid + '.zip'
    file1 = os.path.join(BASE_DIR,file_name)
    file2 = os.path.join(BASE_DIR,'epub_dbook',file_name)
    print "Moving " + file1 + " to " + file2
    shutil.move(file1,file2)
    
for fpid in in_all_set:
    file_name = fpid + '.zip'
    file1 = os.path.join(BASE_DIR,file_name)
    file2 = os.path.join(BASE_DIR,'epub_pdf_dbook',file_name)
    print "Moving " + file1 + " to " + file2
    shutil.move(file1,file2)


print "Total DBs " + str(len(doc_set))
print "Total Epubs " + str(len(epub_set))
print "Total PDFS " + str(len(pdf_set))
print "Only DBs " + str(len(unique_set))
print "DBs and PDFs " + str(len(in_doc_and_pdf_only_set))
print "DBs and Epubs " + str(len(in_doc_and_epub_only_set))
print "Common to all " + str(len(in_all_set))