#include "library_creator.h" #include "custom_widgets.h" #include #include #include #include #include "data_base_management.h" #include "qnaturalsorting.h" #include "db_helper.h" #include "compressed_archive.h" #include "comic.h" #include using namespace std; #include "poppler-qt4.h" //-------------------------------------------------------------------------------- LibraryCreator::LibraryCreator() :creation(false) { _nameFilter << "*.cbr" << "*.cbz" << "*.rar" << "*.zip" << "*.tar" << "*.pdf" << "*.7z" << "*.cb7" << "*.arj" << "*.cbt"; } void LibraryCreator::createLibrary(const QString &source, const QString &target) { creation = true; processLibrary(source,target); } void LibraryCreator::updateLibrary(const QString &source, const QString &target) { processLibrary(source,target); } void LibraryCreator::processLibrary(const QString & source, const QString & target) { _source = source; _target = target; if(DataBaseManagement::checkValidDB(target+"/library.ydb")=="") { //se limpia el directorio ./yacreaderlibrary delTree(target); _mode = CREATOR; } else // _mode = UPDATER; } // void LibraryCreator::run() { stopRunning = false; if(_mode == CREATOR) { _currentPathFolders.clear(); _currentPathFolders.append(Folder(1,1,"root","/")); //se crean los directorios .yacreaderlibrary y .yacreaderlibrary/covers QDir dir; dir.mkpath(_target+"/covers"); //se crea la base de datos .yacreaderlibrary/library.ydb _database = DataBaseManagement::createDatabase("library",_target);// if(!_database.isOpen()) { emit failedCreatingDB(_database.lastError().databaseText() + "-" + _database.lastError().driverText()); emit finished(); creation = false; return; } /*QSqlQuery pragma("PRAGMA foreign_keys = ON",_database);*/ _database.transaction(); //se crea la librería create(QDir(_source)); _database.commit(); _database.close(); QSqlDatabase::removeDatabase(_database.connectionName()); emit(created()); } else { _currentPathFolders.clear(); _currentPathFolders.append(Folder(1,1,"root","/")); _database = DataBaseManagement::loadDatabase(_target); //_database.setDatabaseName(_target+"/library.ydb"); if(!_database.open()) { emit failedOpeningDB(_database.lastError().databaseText() + "-" + _database.lastError().driverText()); emit finished(); creation = false; return; } QSqlQuery pragma("PRAGMA foreign_keys = ON",_database); _database.transaction(); update(QDir(_source)); _database.commit(); _database.close(); QSqlDatabase::removeDatabase(_target); //si estabamos en modo creación, se está añadiendo una librería que ya existía y se ha actualizado antes de añadirse. if(!creation) emit(updated()); else emit(created()); } msleep(100);//TODO try to solve the problem with the udpate dialog (ya no se usa más...) emit(finished()); creation = false; } void LibraryCreator::stop() { _database.commit(); stopRunning = true; } //retorna el id del ultimo de los folders qulonglong LibraryCreator::insertFolders() { QList::iterator i; int currentId = 0; for (i = _currentPathFolders.begin(); i != _currentPathFolders.end(); ++i) { if(!(i->knownId)) { i->setFather(currentId); currentId = DBHelper::insert(&(*i),_database);//insertFolder(currentId,*i); i->setId(currentId); } else { currentId = i->id; } } return 0; } void LibraryCreator::create(QDir dir) { dir.setNameFilters(_nameFilter); dir.setFilter(QDir::AllDirs|QDir::Files|QDir::NoDotAndDotDot); QFileInfoList list = dir.entryInfoList(); for (int i = 0; i < list.size(); ++i) { if(stopRunning) return; QFileInfo fileInfo = list.at(i); QString fileName = fileInfo.fileName(); #ifdef Q_OS_MAC QStringList src = _source.split("/"); QString filePath = fileInfo.absoluteFilePath(); QStringList fp = filePath.split("/"); for(int i = 0; i< src.count();i++) { fp.removeFirst(); } QString relativePath = "/" + fp.join("/"); #else QString relativePath = QDir::cleanPath(fileInfo.absoluteFilePath()).remove(_source); #endif if(fileInfo.isDir()) { //se añade al path actual el folder, aún no se sabe si habrá que añadirlo a la base de datos _currentPathFolders.append(Folder(fileInfo.fileName(),relativePath)); create(QDir(fileInfo.absoluteFilePath())); //una vez importada la información del folder, se retira del path actual ya que no volverá a ser visitado _currentPathFolders.pop_back(); } else { insertComic(relativePath,fileInfo); } } } bool LibraryCreator::checkCover(const QString & hash) { return QFile::exists(_target+"/covers/"+hash+".jpg"); } void LibraryCreator::insertComic(const QString & relativePath,const QFileInfo & fileInfo) { //en este punto sabemos que todos los folders que hay en _currentPath, deberían estar añadidos a la base de datos insertFolders(); emit(coverExtracted(relativePath)); //Se calcula el hash del cómic QCryptographicHash crypto(QCryptographicHash::Sha1); QFile file(fileInfo.absoluteFilePath()); file.open(QFile::ReadOnly); crypto.addData(file.read(524288)); file.close(); //hash Sha1 del primer 0.5MB + filesize QString hash = QString(crypto.result().toHex().constData()) + QString::number(fileInfo.size()); ComicDB comic = DBHelper::loadComic(_currentPathFolders.last().id,fileInfo.fileName(),relativePath,hash,_database); int numPages; if(! ( comic.hasCover() && checkCover(hash))) { ThumbnailCreator tc(QDir::cleanPath(fileInfo.absoluteFilePath()),_target+"/covers/"+hash+".jpg",*comic.info.coverPage); //ThumbnailCreator tc(QDir::cleanPath(fileInfo.absoluteFilePath()),_target+"/covers/"+fileInfo.fileName()+".jpg"); tc.create(); numPages = tc.getNumPages(); emit(comicAdded(relativePath,_target+"/covers/"+hash+".jpg")); } comic.info.setNumPages(numPages); DBHelper::insert(&comic,_database); } void LibraryCreator::update(QDir dirS) { dirS.setNameFilters(_nameFilter); dirS.setFilter(QDir::AllDirs|QDir::Files|QDir::NoDotAndDotDot); dirS.setSorting(QDir::Name|QDir::IgnoreCase|QDir::LocaleAware|QDir::DirsFirst); QFileInfoList listS = dirS.entryInfoList(); QList folders = DBHelper::getFoldersFromParent(_currentPathFolders.last().id,_database); QList comics = DBHelper::getComicsFromParent(_currentPathFolders.last().id,_database); QList listD; listD.append(folders); listD.append(comics); int lenghtS = listS.size(); int lenghtD = listD.size(); bool updated; int i,j; for (i=0,j=0; (i < lenghtS)||(j < lenghtD);) { if(stopRunning) return; updated = false; if(i>=lenghtS) //finished source files/dirs { //delete listD //from j for(;j=lenghtD) //finished library files/dirs { //create listS //from i for(;iname; int comparation = QString::localeAwareCompare(nameS,nameD); if(fileInfoS.isDir()&&fileInfoD->isDir()) if(comparation == 0)//same folder, update { _currentPathFolders.append(*static_cast(fileInfoD));//fileInfoD conoce su padre y su id update(QDir(fileInfoS.absoluteFilePath())); _currentPathFolders.pop_back(); i++; j++; } else if(comparation < 0) //nameS doesn't exist on DB { if(nameS!="/.yacreaderlibrary") { #ifdef Q_OS_MAC QStringList src = _source.split("/"); QString filePath = fileInfoS.absoluteFilePath(); QStringList fp = filePath.split("/"); for(int i = 0; i< src.count();i++) { fp.removeFirst(); } QString path = "/" + fp.join("/"); #else QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source); #endif _currentPathFolders.append(Folder(fileInfoS.fileName(),path)); create(QDir(fileInfoS.absoluteFilePath())); _currentPathFolders.pop_back(); } i++; } else //nameD no longer avaliable on Source folder... { if(nameS!="/.yacreaderlibrary") { DBHelper::removeFromDB(fileInfoD,_database); j++; } else i++; //skip library directory } else // one of them(or both) is a file if(fileInfoS.isDir()) //this folder doesn't exist on library { if(nameS!="/.yacreaderlibrary") //skip .yacreaderlibrary folder { #ifdef Q_OS_MAC QStringList src = _source.split("/"); QString filePath = fileInfoS.absoluteFilePath(); QStringList fp = filePath.split("/"); for(int i = 0; i< src.count();i++) { fp.removeFirst(); } QString path = "/" + fp.join("/"); #else QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source); #endif _currentPathFolders.append(Folder(fileInfoS.fileName(),path)); create(QDir(fileInfoS.absoluteFilePath())); _currentPathFolders.pop_back(); } i++; } else if(fileInfoD->isDir()) //delete this folder from library { DBHelper::removeFromDB(fileInfoD,_database); j++; } else //both are files //BUG on windows (no case sensitive) { //nameD.remove(nameD.size()-4,4); int comparation = QString::localeAwareCompare(nameS,nameD); if(comparation < 0) //create new thumbnail { #ifdef Q_OS_MAC QStringList src = _source.split("/"); QString filePath = fileInfoS.absoluteFilePath(); QStringList fp = filePath.split("/"); for(int i = 0; i< src.count();i++) { fp.removeFirst(); } QString path = "/" + fp.join("/"); #else QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source); #endif insertComic(path,fileInfoS); i++; } else { if(comparation > 0) //delete thumbnail { DBHelper::removeFromDB(fileInfoD,_database); j++; } else //same file { if(fileInfoS.isFile() && !fileInfoD->isDir()) { //TODO comprobar fechas + tamaño //if(fileInfoS.lastModified()>fileInfoD.lastModified()) //{ // dirD.mkpath(_target+(QDir::cleanPath(fileInfoS.absolutePath()).remove(_source))); // emit(coverExtracted(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source))); // ThumbnailCreator tc(QDir::cleanPath(fileInfoS.absoluteFilePath()),_target+(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source))+".jpg"); // tc.create(); //} } i++;j++; } } } } } } ThumbnailCreator::ThumbnailCreator(QString fileSource, QString target="", int coverPage) :_fileSource(fileSource),_target(target),_numPages(0),_coverPage(coverPage) { } void ThumbnailCreator::create() { QFileInfo fi(_fileSource); if(!fi.exists()) //TODO: error file not found. { _cover.load(":/images/notCover.png"); return; } if(fi.suffix().compare("pdf",Qt::CaseInsensitive) == 0) { Poppler::Document * pdfComic = Poppler::Document::load(_fileSource); if (!pdfComic) { delete pdfComic; pdfComic = 0; QImage p; p.load(":/images/notCover.png"); p.save(_target); return; } _numPages = pdfComic->numPages(); if(_numPages >= _coverPage) { QImage p = pdfComic->page(_coverPage-1)->renderToImage(72,72); //TODO check if the the page is valid _cover = QPixmap::fromImage(p); if(_target!="") { QImage scaled; if(p.width()>p.height()) //landscape?? scaled = p.scaledToWidth(640,Qt::SmoothTransformation); else scaled = p.scaledToWidth(480,Qt::SmoothTransformation); scaled.save(_target,0,75); } } else if(_target!="") { QImage p; p.load(":/images/notCover.png"); p.save(_target); } } else { CompressedArchive archive(_fileSource); //se filtran para obtener sólo los formatos soportados QList order = archive.getFileNames(); QList fileNames = FileComic::filter(order); _numPages = fileNames.size(); if(_numPages == 0) { _cover.load(":/images/notCover.png"); if(_target!="") _cover.save(_target); } else { if(_coverPage > _numPages) _coverPage = 1; qSort(fileNames.begin(),fileNames.end(), naturalSortLessThanCI); int index = order.indexOf(fileNames.at(_coverPage-1)); if(_target=="") { if(!_cover.loadFromData(archive.getRawDataAtIndex(index))) _cover.load(":/images/notCover.png"); } else { QImage p; if(p.loadFromData(archive.getRawDataAtIndex(index))) { QImage scaled; if(p.width()>p.height()) //landscape?? scaled = p.scaledToWidth(640,Qt::SmoothTransformation); else scaled = p.scaledToWidth(480,Qt::SmoothTransformation); scaled.save(_target,0,75); } else { p.load(":/images/notCover.png"); p.save(_target); } } } } }