mirror of
https://github.com/YACReader/yacreader
synced 2025-06-03 09:08:20 -04:00
3533a9ec64
modificada la funci?n de creaci?n de la base de datos (se crea la estructura de directorios, los c?mics y comic_info) falta determinar qu? informaci?n habr? finalmente en la BD y tratar adecuadamente los errores adem?s habr?a que mover el c?digo relacionado con la base de datos a la clase DataBaseManagement.
476 lines
15 KiB
C++
476 lines
15 KiB
C++
#include "library_creator.h"
|
||
#include "custom_widgets.h"
|
||
|
||
#include <QMutex>
|
||
#include <QDebug>
|
||
#include <QSqlQuery>
|
||
//QMutex mutex;
|
||
|
||
|
||
|
||
/*int numThreads = 0;
|
||
QWaitCondition waitCondition;
|
||
QMutex mutex;
|
||
*/
|
||
|
||
class Folder
|
||
{
|
||
public:
|
||
bool knownParent;
|
||
bool knownId;
|
||
unsigned long long int id;
|
||
unsigned long long int parentId;
|
||
QString name;
|
||
QString path;
|
||
|
||
Folder():knownParent(false), knownId(false){};
|
||
Folder(unsigned long long int sid, unsigned long long int pid,QString fn, QString fp):id(sid), parentId(pid),name(fn),path(fp),knownParent(true), knownId(true){};
|
||
Folder(QString fn, QString fp):name(fn),path(fp),knownParent(false), knownId(false){};
|
||
void setId(unsigned long long int sid){id = sid;knownId = true;};
|
||
void setFather(unsigned long long int pid){parentId = pid;knownParent = true;};
|
||
};
|
||
|
||
class Comic
|
||
{
|
||
public:
|
||
unsigned long long int comicInfoId;
|
||
unsigned long long int parentId;
|
||
QString name;
|
||
QString path;
|
||
QString hash;
|
||
|
||
Comic(){};
|
||
Comic(unsigned long long int cparentId, unsigned long long int ccomicInfoId, QString cname, QString cpath, QString chash)
|
||
:parentId(cparentId),comicInfoId(ccomicInfoId),name(cname),path(cpath),hash(chash){};
|
||
//Comic(QString fn, QString fp):name(fn),path(fp),knownParent(false), knownId(false){};
|
||
};
|
||
|
||
LibraryCreator::LibraryCreator()
|
||
{
|
||
_nameFilter << "*.cbr" << "*.cbz" << "*.rar" << "*.zip" << "*.tar";
|
||
}
|
||
|
||
void LibraryCreator::createLibrary(const QString &source, const QString &target)
|
||
{
|
||
_source = source;
|
||
_target = target;
|
||
if(!QDir(target+"/library.ydb").exists())
|
||
_mode = CREATOR;
|
||
else
|
||
_mode = UPDATER;
|
||
}
|
||
|
||
void LibraryCreator::updateLibrary(const QString &source, const QString &target)
|
||
{
|
||
_source = source;
|
||
_target = target;
|
||
_mode = UPDATER;
|
||
}
|
||
|
||
bool LibraryCreator::createTables()
|
||
{
|
||
bool success = true;
|
||
|
||
//FOLDER (representa una carpeta en disco)
|
||
QSqlQuery queryFolder(_database);
|
||
queryFolder.prepare("CREATE TABLE folder (id INTEGER PRIMARY KEY, parentId INTEGER NOT NULL, name TEXT NOT NULL, path TEXT NOT NULL, FOREIGN KEY(parentId) REFERENCES folder(id))");
|
||
success = success && queryFolder.exec();
|
||
|
||
//COMIC INFO (representa la informaci<63>n de un c<>mic, cada c<>mic tendr<64> un id<69>ntificador <20>nico formado por un hash sha1'de los primeros 512kb' + su tama<6D>o en bytes)
|
||
QSqlQuery queryComicInfo(_database);
|
||
queryComicInfo.prepare("CREATE TABLE comic_info (id INTEGER PRIMARY KEY, hash TEXT NOT NULL, name TEXT)");
|
||
success = success && queryComicInfo.exec();
|
||
|
||
//COMIC (representa un c<>mic en disco, contiene el nombre de fichero)
|
||
QSqlQuery queryComic(_database);
|
||
queryComic.prepare("CREATE TABLE comic (id INTEGER PRIMARY KEY, parentId INTEGER NOT NULL, comicInfoId INTEGER NOT NULL, fileName TEXT NOT NULL, path TEXT, FOREIGN KEY(parentId) REFERENCES folder(id), FOREIGN KEY(comicInfoId) REFERENCES comic_info(id))");
|
||
success = success && queryComic.exec();
|
||
|
||
return success;
|
||
}
|
||
//
|
||
void LibraryCreator::run()
|
||
{
|
||
stopRunning = false;
|
||
|
||
if(_mode == CREATOR)
|
||
{
|
||
QDir dir;
|
||
dir.mkpath(_target+"/covers");
|
||
_database = QSqlDatabase::addDatabase("QSQLITE");
|
||
_database.setDatabaseName(_target+"/library.ydb");
|
||
if(!_database.open())
|
||
return; //TODO avisar del problema
|
||
_currentPathFolders.clear();
|
||
_currentPathFolders.append(Folder(0,0,"root","/"));
|
||
if(!createTables())
|
||
return;
|
||
create(QDir(_source));
|
||
_database.commit();
|
||
_database.close();
|
||
}
|
||
else
|
||
{
|
||
_currentPathFolders.clear();
|
||
_currentPathFolders.append(Folder(0,0,"root","/"));
|
||
_database = QSqlDatabase::addDatabase("QSQLITE");
|
||
_database.setDatabaseName(_target+"/library.ydb");
|
||
if(!_database.open())
|
||
return; //TODO avisar del problema
|
||
update(QDir(_source),QDir(_target));
|
||
}
|
||
emit(finished());
|
||
}
|
||
|
||
void LibraryCreator::stop()
|
||
{
|
||
stopRunning = true;
|
||
}
|
||
|
||
//retorna el id del ultimo de los folders
|
||
unsigned long long int LibraryCreator::insertFolders()
|
||
{
|
||
QList<Folder>::iterator i;
|
||
int currentId = 0;
|
||
for (i = _currentPathFolders.begin(); i != _currentPathFolders.end(); ++i)
|
||
{
|
||
if(!(i->knownId))
|
||
{
|
||
i->setFather(currentId);
|
||
currentId = insertFolder(currentId,*i);
|
||
i->setId(currentId);
|
||
}
|
||
else
|
||
{
|
||
currentId = i->id;
|
||
}
|
||
}
|
||
return 0;
|
||
}
|
||
|
||
unsigned long long int LibraryCreator::insertFolder(unsigned long long int parentId,const Folder & folder)
|
||
{
|
||
QSqlQuery query(_database);
|
||
query.prepare("INSERT INTO folder (parentId, name, path) "
|
||
"VALUES (:parentId, :name, :path)");
|
||
query.bindValue(":parentId", parentId);
|
||
query.bindValue(":name", folder.name);
|
||
query.bindValue(":path", folder.path);
|
||
query.exec();
|
||
return query.lastInsertId().toLongLong();
|
||
}
|
||
|
||
unsigned long long int LibraryCreator::insertComic(const Comic & comic)
|
||
{
|
||
//TODO comprobar si ya hay comic info con ese hash
|
||
QSqlQuery comicInfoInsert(_database);
|
||
comicInfoInsert.prepare("INSERT INTO comic_info (hash) "
|
||
"VALUES (:hash)");
|
||
comicInfoInsert.bindValue(":hash", comic.hash);
|
||
comicInfoInsert.exec();
|
||
unsigned long long int comicInfoId =comicInfoInsert.lastInsertId().toLongLong();
|
||
|
||
QSqlQuery query(_database);
|
||
query.prepare("INSERT INTO comic (parentId, comicInfoId, fileName, path) "
|
||
"VALUES (:parentId,:comicInfoId,:name, :path)");
|
||
query.bindValue(":parentId", comic.parentId);
|
||
query.bindValue(":comicInfoId", comicInfoId);
|
||
query.bindValue(":name", comic.name);
|
||
query.bindValue(":path", comic.path);
|
||
query.exec();
|
||
return query.lastInsertId().toLongLong();
|
||
}
|
||
|
||
void LibraryCreator::create(QDir dir)
|
||
{
|
||
dir.setNameFilters(_nameFilter);
|
||
dir.setFilter(QDir::AllDirs|QDir::Files|QDir::NoDotAndDotDot);
|
||
QFileInfoList list = dir.entryInfoList();
|
||
for (int i = 0; i < list.size(); ++i)
|
||
{
|
||
if(stopRunning)
|
||
return;
|
||
QFileInfo fileInfo = list.at(i);
|
||
QString fileName = fileInfo.fileName();
|
||
QString relativePath = QDir::cleanPath(fileInfo.absoluteFilePath()).remove(_source);
|
||
if(fileInfo.isDir())
|
||
{
|
||
//se a<>ade al path actual el folder, a<>n no se sabe si habr<62> que a<>adirlo a la base de datos
|
||
_currentPathFolders.append(Folder(fileInfo.fileName(),relativePath));
|
||
create(QDir(fileInfo.absoluteFilePath()));
|
||
//una vez importada la informaci<63>n del folder, se retira del path actual ya que no volver<65> a ser visitado
|
||
_currentPathFolders.pop_back();
|
||
}
|
||
else
|
||
{
|
||
//dir.mkpath(_target+(QDir::cleanPath(fileInfo.absolutePath()).remove(_source)));
|
||
|
||
//en este punto sabemos que todos los folders que hay en _currentPath, deber<65>an estar a<>adidos a la base de datos
|
||
insertFolders();
|
||
emit(coverExtracted(relativePath));
|
||
|
||
//Se calcula el hash del c<>mic
|
||
|
||
QCryptographicHash crypto(QCryptographicHash::Sha1);
|
||
QFile file(fileInfo.absoluteFilePath());
|
||
file.open(QFile::ReadOnly);
|
||
crypto.addData(file.read(524288));
|
||
//hash Sha1 del primer 0.5MB + filesize
|
||
QString hash = QString(crypto.result().toHex().constData()) + QString::number(fileInfo.size());
|
||
insertComic(Comic(_currentPathFolders.last().id,0,fileName,relativePath,hash));
|
||
ThumbnailCreator tc(QDir::cleanPath(fileInfo.absoluteFilePath()),_target+"/covers/"+hash+".jpg");
|
||
//ThumbnailCreator tc(QDir::cleanPath(fileInfo.absoluteFilePath()),_target+"/covers/"+fileInfo.fileName()+".jpg");
|
||
tc.create();
|
||
|
||
}
|
||
}
|
||
}
|
||
|
||
void LibraryCreator::update(QDir dirS,QDir dirD)
|
||
{
|
||
dirS.setNameFilters(_nameFilter);
|
||
dirS.setFilter(QDir::AllDirs|QDir::Files|QDir::NoDotAndDotDot);
|
||
dirS.setSorting(QDir::Name|QDir::IgnoreCase|QDir::LocaleAware|QDir::DirsFirst);
|
||
QFileInfoList listS = dirS.entryInfoList();
|
||
|
||
dirD.setNameFilters(QStringList()<<"*.jpg");
|
||
dirD.setFilter(QDir::AllDirs|QDir::Files|QDir::NoDotAndDotDot);
|
||
dirD.setSorting(QDir::Name|QDir::IgnoreCase|QDir::LocaleAware|QDir::DirsFirst);
|
||
QFileInfoList listD = dirD.entryInfoList();
|
||
|
||
int lenghtS = listS.size();
|
||
int lenghtD = listD.size();
|
||
int maxLenght = qMax(lenghtS,lenghtD);
|
||
|
||
bool updated;
|
||
int i,j;
|
||
for (i=0,j=0; (i < lenghtS)||(j < lenghtD);)
|
||
{
|
||
if(stopRunning)
|
||
return;
|
||
updated = false;
|
||
if(i>=lenghtS) //finished source files/dirs
|
||
{
|
||
//delete listD //from j
|
||
for(;j<lenghtD;j++)
|
||
{
|
||
if(stopRunning)
|
||
return;
|
||
QFileInfo fileInfoD = listD.at(j);
|
||
if(fileInfoD.isDir())
|
||
{
|
||
delTree(QDir(fileInfoD.absoluteFilePath()));
|
||
dirD.rmdir(fileInfoD.absoluteFilePath());
|
||
}
|
||
else
|
||
dirD.remove(fileInfoD.absoluteFilePath());
|
||
}
|
||
updated = true;
|
||
}
|
||
if(j>=lenghtD) //finished library files/dirs
|
||
{
|
||
//create listS //from i
|
||
for(;i<lenghtS;i++)
|
||
{
|
||
if(stopRunning)
|
||
return;
|
||
QFileInfo fileInfoS = listS.at(i);
|
||
if(fileInfoS.isDir())
|
||
create(QDir(fileInfoS.absoluteFilePath()));
|
||
else
|
||
{
|
||
dirD.mkpath(_target+(QDir::cleanPath(fileInfoS.absolutePath()).remove(_source)));
|
||
emit(coverExtracted(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source)));
|
||
ThumbnailCreator tc(QDir::cleanPath(fileInfoS.absoluteFilePath()),_target+(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source))+".jpg");
|
||
tc.create();
|
||
}
|
||
}
|
||
updated = true;
|
||
}
|
||
if(!updated)
|
||
{
|
||
QFileInfo fileInfoS = listS.at(i);
|
||
QFileInfo fileInfoD = listD.at(j);
|
||
QString nameS = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(QDir::cleanPath(fileInfoS.absolutePath())); //remove source
|
||
QString nameD = QDir::cleanPath(fileInfoD.absoluteFilePath()).remove(QDir::cleanPath(fileInfoD.absolutePath())); //remove target
|
||
|
||
int comparation = QString::localeAwareCompare(nameS,nameD);
|
||
if(fileInfoS.isDir()&&fileInfoD.isDir())
|
||
if(comparation == 0)//same folder, update
|
||
{
|
||
update(QDir(fileInfoS.absoluteFilePath()),QDir(fileInfoD.absoluteFilePath()));
|
||
i++;
|
||
j++;
|
||
}
|
||
else
|
||
if(comparation < 0) //nameS doesn't exist on Target folder...
|
||
{
|
||
if(nameS!="/.yacreaderlibrary")
|
||
create(QDir(fileInfoS.absoluteFilePath()));
|
||
i++;
|
||
}
|
||
else //nameD no longer avaliable on Source folder...
|
||
{
|
||
if(nameS!="/.yacreaderlibrary")
|
||
{
|
||
delTree(QDir(fileInfoD.absoluteFilePath()));
|
||
dirD.rmdir(fileInfoD.absoluteFilePath());
|
||
j++;
|
||
}
|
||
else
|
||
i++; //skip library directory
|
||
}
|
||
else // one of them(or both) is a file
|
||
if(fileInfoS.isDir()) //this folder doesn't exist on library
|
||
{
|
||
if(nameS!="/.yacreaderlibrary") //skip .yacreaderlibrary folder
|
||
create(QDir(fileInfoS.absoluteFilePath()));
|
||
i++;
|
||
}
|
||
else
|
||
if(fileInfoD.isDir()) //delete this folder from library
|
||
{
|
||
delTree(QDir(fileInfoD.absoluteFilePath()));
|
||
dirD.rmdir(fileInfoD.absoluteFilePath());
|
||
j++;
|
||
}
|
||
else //both are files //BUG on windows (no case sensitive)
|
||
{
|
||
nameD.remove(nameD.size()-4,4);
|
||
int comparation = QString::localeAwareCompare(nameS,nameD);
|
||
if(comparation < 0) //create new thumbnail
|
||
{
|
||
dirD.mkpath(_target+(QDir::cleanPath(fileInfoS.absolutePath()).remove(_source)));
|
||
emit(coverExtracted(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source)));
|
||
ThumbnailCreator tc(QDir::cleanPath(fileInfoS.absoluteFilePath()),_target+(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source))+".jpg");
|
||
tc.create();
|
||
i++;
|
||
}
|
||
else
|
||
{
|
||
if(comparation > 0) //delete thumbnail
|
||
{
|
||
dirD.remove(fileInfoD.absoluteFilePath());
|
||
QString tick = fileInfoD.absoluteFilePath();
|
||
dirD.remove(tick.remove(tick.size()-3,3));
|
||
dirD.remove(tick+"r");
|
||
j++;
|
||
}
|
||
else //same file
|
||
{
|
||
if(fileInfoS.isFile() && fileInfoD.isFile())
|
||
{
|
||
if(fileInfoS.lastModified()>fileInfoD.lastModified())
|
||
{
|
||
dirD.mkpath(_target+(QDir::cleanPath(fileInfoS.absolutePath()).remove(_source)));
|
||
emit(coverExtracted(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source)));
|
||
ThumbnailCreator tc(QDir::cleanPath(fileInfoS.absoluteFilePath()),_target+(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source))+".jpg");
|
||
tc.create();
|
||
}
|
||
}
|
||
i++;j++;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
ThumbnailCreator::ThumbnailCreator(QString fileSource, QString target="")
|
||
:_fileSource(fileSource),_target(target),_numPages(0)
|
||
{
|
||
}
|
||
|
||
void ThumbnailCreator::create()
|
||
{
|
||
_7z = new QProcess();
|
||
QStringList attributes;
|
||
attributes << "l" << "-ssc-" << "-r" << _fileSource << "*.jpg" << "*.jpeg" << "*.png" << "*.gif" << "*.tiff" << "*.tif" << "*.bmp";
|
||
//connect(_7z,SIGNAL(finished(int,QProcess::ExitStatus)),this,SLOT(loadFirstImage(void)));
|
||
connect(_7z,SIGNAL(error(QProcess::ProcessError)),this,SIGNAL(openingError(QProcess::ProcessError)));
|
||
_7z->start(QCoreApplication::applicationDirPath()+"/utils/7z",attributes);
|
||
_7z->waitForFinished(60000);
|
||
|
||
QRegExp rx("[0-9]{4}-[0-9]{2}-[0-9]{2}[ ]+[0-9]{2}:[0-9]{2}:[0-9]{2}[ ]+.{5}[ ]+([0-9]+)[ ]+([0-9]+)[ ]+(.+)");
|
||
|
||
QString ba = QString::fromUtf8(_7z->readAllStandardOutput());
|
||
QList<QString> lines = ba.split('\n');
|
||
QString line;
|
||
_currentName = "ZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZ"; //TODO
|
||
QString name;
|
||
foreach(line,lines)
|
||
{
|
||
if(rx.indexIn(line)!=-1)
|
||
{
|
||
name = rx.cap(3).trimmed();
|
||
if(0 > QString::localeAwareCompare(name,_currentName))
|
||
_currentName = name;
|
||
_numPages++;
|
||
}
|
||
}
|
||
delete _7z;
|
||
attributes.clear();
|
||
_currentName = QDir::fromNativeSeparators(_currentName).split('/').last(); //separator fixed.
|
||
#ifdef Q_WS_WIN
|
||
attributes << "e" << "-so" << "-r" << _fileSource << QString(_currentName.toLocal8Bit().constData()); //TODO platform dependency?? OEM 437
|
||
#else
|
||
attributes << "e" << "-so" << "-r" << _fileSource << _currentName; //TODO platform dependency?? OEM 437
|
||
#endif
|
||
_7z = new QProcess();
|
||
connect(_7z,SIGNAL(error(QProcess::ProcessError)),this,SIGNAL(openingError(QProcess::ProcessError)));
|
||
//connect(_7z,SIGNAL(finished(int,QProcess::ExitStatus)),this,SLOT(writeThumbnail(void)));
|
||
_7z->start(QCoreApplication::applicationDirPath()+"/utils/7z",attributes);
|
||
_7z->waitForFinished(60000);
|
||
|
||
QByteArray image = _7z->readAllStandardOutput();
|
||
QString error = _7z->readAllStandardError();
|
||
QImage p;
|
||
if(_target=="")
|
||
{
|
||
if(!_cover.loadFromData(image))
|
||
_cover.load(":/images/notCover.png");
|
||
}
|
||
else
|
||
{
|
||
if(p.loadFromData(image))
|
||
{
|
||
//TODO calculate aspect ratio
|
||
QImage scaled;
|
||
if(p.width()>p.height()) //landscape??
|
||
scaled = p.scaledToWidth(640,Qt::SmoothTransformation);
|
||
else
|
||
scaled = p.scaledToWidth(480,Qt::SmoothTransformation);
|
||
scaled.save(_target,0,75);
|
||
}
|
||
else
|
||
{
|
||
p.load(":/images/notCover.png");
|
||
p.save(_target);
|
||
//TODO save a default image.
|
||
}
|
||
}
|
||
delete _7z;
|
||
}
|
||
|
||
/*void ThumbnailCreator::openingError(QProcess::ProcessError error)
|
||
{
|
||
//TODO : move to the gui thread
|
||
switch(error)
|
||
{
|
||
case QProcess::FailedToStart:
|
||
QMessageBox::critical(NULL,tr("7z not found"),tr("7z wasn't found in your PATH."));
|
||
break;
|
||
case QProcess::Crashed:
|
||
QMessageBox::critical(NULL,tr("7z crashed"),tr("7z crashed."));
|
||
break;
|
||
case QProcess::ReadError:
|
||
QMessageBox::critical(NULL,tr("7z reading"),tr("problem reading from 7z"));
|
||
break;
|
||
case QProcess::UnknownError:
|
||
QMessageBox::critical(NULL,tr("7z problem"),tr("Unknown error 7z"));
|
||
break;
|
||
default:
|
||
//TODO
|
||
break;
|
||
}
|
||
}*/
|