#include "library_creator.h"
#include "custom_widgets.h"

#include <QMutex>
#include <QDebug>
#include <QSqlQuery>
#include <QSqlRecord>
#include <QApplication>
#include <QLibrary>

#include "data_base_management.h"
#include "qnaturalsorting.h"
#include "db_helper.h"

#include "compressed_archive.h"
#include "comic.h"

#include "yacreader_global.h"

#include "QsLog.h"

#include <algorithm>
using namespace std;

#if QT_VERSION >= 0x050000
	#include "poppler-qt5.h"
#else
	#include "poppler-qt4.h"
#endif

//--------------------------------------------------------------------------------
LibraryCreator::LibraryCreator()
	:creation(false)
{
	_nameFilter << "*.cbr" << "*.cbz" << "*.rar" << "*.zip" << "*.tar" << "*.pdf" << "*.7z" << "*.cb7" << "*.arj" << "*.cbt";
}

void LibraryCreator::createLibrary(const QString &source, const QString &target)
{
	creation = true;
	processLibrary(source,target);
}

void LibraryCreator::updateLibrary(const QString &source, const QString &target)
{
	processLibrary(source,target);
}

void LibraryCreator::processLibrary(const QString & source, const QString & target)
{
	_source = source;
	_target = target;
	if(DataBaseManagement::checkValidDB(target+"/library.ydb")=="")
	{
		//se limpia el directorio ./yacreaderlibrary
		delTree(target);
		_mode = CREATOR;
	}
	else //
		_mode = UPDATER;
}


//
void LibraryCreator::run()
{
	stopRunning = false;

	//check for 7z lib
    QLibrary *sevenzLib = new QLibrary(QApplication::applicationDirPath()+"/utils/7z");
	if(!sevenzLib->load())
	{
		QLOG_ERROR() << "Loading 7z.dll : " + sevenzLib->errorString() << endl;
		QApplication::exit(YACReader::SevenZNotFound);
		exit();
	}
	sevenzLib->deleteLater();

	if(_mode == CREATOR)
	{
		QLOG_INFO() << "Starting to create new library ( " << _source << "," << _target << ")";
		_currentPathFolders.clear();
		_currentPathFolders.append(Folder(1,1,"root","/"));
		//se crean los directorios .yacreaderlibrary y .yacreaderlibrary/covers
		QDir dir;
		dir.mkpath(_target+"/covers");

		//se crea la base de datos .yacreaderlibrary/library.ydb
		_database = DataBaseManagement::createDatabase("library",_target);//
		if(!_database.isOpen())
		{
			QLOG_ERROR() << "Unable to create data base" << _database.lastError().databaseText() + "-" + _database.lastError().driverText();
			emit failedCreatingDB(_database.lastError().databaseText() + "-" + _database.lastError().driverText());
			emit finished();
			creation = false;
			return; 
		}

		/*QSqlQuery pragma("PRAGMA foreign_keys = ON",_database);*/
		_database.transaction();
		//se crea la librer�a
		create(QDir(_source));
		_database.commit();
		_database.close();
		QSqlDatabase::removeDatabase(_database.connectionName());
		emit(created());
		QLOG_INFO() << "Create library END";
	}
	else
	{
		QLOG_INFO() << "Starting to update library ( " << _source << "," << _target << ")";
		_currentPathFolders.clear();
		_currentPathFolders.append(Folder(1,1,"root","/"));
		_database = DataBaseManagement::loadDatabase(_target);
		//_database.setDatabaseName(_target+"/library.ydb");
		if(!_database.open())
		{
			QLOG_ERROR() << "Unable to open data base" << _database.lastError().databaseText() + "-" + _database.lastError().driverText();
			emit failedOpeningDB(_database.lastError().databaseText() + "-" + _database.lastError().driverText());
			emit finished();
			creation = false;
			return;
		}
		QSqlQuery pragma("PRAGMA foreign_keys = ON",_database);
		_database.transaction();
		update(QDir(_source));
		_database.commit();
		_database.close();
		QSqlDatabase::removeDatabase(_target);
		//si estabamos en modo creaci�n, se est� a�adiendo una librer�a que ya exist�a y se ha actualizado antes de a�adirse.
		if(!creation)
			emit(updated());
		else
			emit(created());
		QLOG_INFO() << "Update library END";
	}
	msleep(100);//TODO try to solve the problem with the udpate dialog (ya no se usa m�s...)
	emit(finished());
	creation = false;
}

void LibraryCreator::stop()
{
	_database.commit();
	stopRunning = true;
}

//retorna el id del ultimo de los folders
qulonglong LibraryCreator::insertFolders()
{
	QList<Folder>::iterator i;
	int currentId = 0;
	for (i = _currentPathFolders.begin(); i != _currentPathFolders.end(); ++i)
	{
		if(!(i->knownId))
		{
			i->setFather(currentId);
			currentId = DBHelper::insert(&(*i),_database);//insertFolder(currentId,*i);
			i->setId(currentId);
		}
		else
		{
			currentId = i->id;
		}
	}
	return 0;
}

void LibraryCreator::create(QDir dir)
{
	dir.setNameFilters(_nameFilter);
	dir.setFilter(QDir::AllDirs|QDir::Files|QDir::NoDotAndDotDot);
	QFileInfoList list = dir.entryInfoList();
	for (int i = 0; i < list.size(); ++i) 
	{
		if(stopRunning)
			return;
		QFileInfo fileInfo = list.at(i);
		QString fileName = fileInfo.fileName();
#ifdef Q_OS_MAC
		QStringList src = _source.split("/");
		QString filePath = fileInfo.absoluteFilePath();
		QStringList fp = filePath.split("/");
		for(int i = 0; i< src.count();i++)
		{
			fp.removeFirst();
		}
		QString relativePath = "/" + fp.join("/");
#else
		QString relativePath = QDir::cleanPath(fileInfo.absoluteFilePath()).remove(_source);
#endif        
		if(fileInfo.isDir())
		{
			//se a�ade al path actual el folder, a�n no se sabe si habr� que a�adirlo a la base de datos
			_currentPathFolders.append(Folder(fileInfo.fileName(),relativePath));
			create(QDir(fileInfo.absoluteFilePath()));
			//una vez importada la informaci�n del folder, se retira del path actual ya que no volver� a ser visitado
			_currentPathFolders.pop_back();
		}
		else
		{
			insertComic(relativePath,fileInfo);
		}
	}
}

bool LibraryCreator::checkCover(const QString & hash)
{
	return QFile::exists(_target+"/covers/"+hash+".jpg");
}

void LibraryCreator::insertComic(const QString & relativePath,const QFileInfo & fileInfo)
{
	//en este punto sabemos que todos los folders que hay en _currentPath, deber�an estar a�adidos a la base de datos
	insertFolders();
	emit(coverExtracted(relativePath));

	//Se calcula el hash del c�mic

	QCryptographicHash crypto(QCryptographicHash::Sha1);
	QFile file(fileInfo.absoluteFilePath());
	file.open(QFile::ReadOnly);
	crypto.addData(file.read(524288));
	file.close();
	//hash Sha1 del primer 0.5MB + filesize
	QString hash = QString(crypto.result().toHex().constData()) + QString::number(fileInfo.size());
	ComicDB comic = DBHelper::loadComic(_currentPathFolders.last().id,fileInfo.fileName(),relativePath,hash,_database);
    int numPages = 0;

	if(! ( comic.hasCover() && checkCover(hash)))
	{
		ThumbnailCreator tc(QDir::cleanPath(fileInfo.absoluteFilePath()),_target+"/covers/"+hash+".jpg",*comic.info.coverPage);
		//ThumbnailCreator tc(QDir::cleanPath(fileInfo.absoluteFilePath()),_target+"/covers/"+fileInfo.fileName()+".jpg");
		tc.create();
		numPages = tc.getNumPages();

		emit(comicAdded(relativePath,_target+"/covers/"+hash+".jpg"));
	}
	comic.info.setNumPages(numPages);
	DBHelper::insert(&comic,_database);
}

void LibraryCreator::update(QDir dirS)
{
	//QLOG_TRACE() << "Updating" << dirS.absolutePath();
	//QLOG_TRACE() << "Getting info from dir" << dirS.absolutePath();
	dirS.setNameFilters(_nameFilter);
	dirS.setFilter(QDir::AllDirs|QDir::NoDotAndDotDot);
	dirS.setSorting(QDir::Name|QDir::IgnoreCase|QDir::LocaleAware);
	QFileInfoList listSFolders = dirS.entryInfoList();
	dirS.setFilter(QDir::Files|QDir::NoDotAndDotDot);
	dirS.setSorting(QDir::Name|QDir::IgnoreCase|QDir::LocaleAware);
	QFileInfoList listSFiles = dirS.entryInfoList();

	qSort(listSFolders.begin(),listSFolders.end(),naturalSortLessThanCIFileInfo);
	qSort(listSFiles.begin(),listSFiles.end(),naturalSortLessThanCIFileInfo);

	QFileInfoList listS;
	listS.append(listSFolders);
	listS.append(listSFiles);
	//QLOG_DEBUG() << "---------------------------------------------------------";
	//foreach(QFileInfo info,listS)
	//	QLOG_DEBUG() << info.fileName();

	//QLOG_TRACE() << "END Getting info from dir" << dirS.absolutePath();

	//QLOG_TRACE() << "Getting info from DB" << dirS.absolutePath();
	QList<LibraryItem *> folders = DBHelper::getFoldersFromParent(_currentPathFolders.last().id,_database);
	QList<LibraryItem *> comics = DBHelper::getComicsFromParent(_currentPathFolders.last().id,_database);
	//QLOG_TRACE() << "END Getting info from DB" << dirS.absolutePath();

	QList <LibraryItem *> listD;
	qSort(folders.begin(),folders.end(),naturalSortLessThanCILibraryItem);
	qSort(comics.begin(),comics.end(),naturalSortLessThanCILibraryItem);
	listD.append(folders);
	listD.append(comics);
	//QLOG_DEBUG() << "---------------------------------------------------------";
	//foreach(LibraryItem * info,listD)
	//	QLOG_DEBUG() << info->name;
	//QLOG_DEBUG() << "---------------------------------------------------------";
	int lenghtS = listS.size();
	int lenghtD = listD.size();
	//QLOG_DEBUG() << "S len" << lenghtS << "D len" << lenghtD;
	//QLOG_DEBUG() << "---------------------------------------------------------";

	bool updated;
	int i,j;
	for (i=0,j=0; (i < lenghtS)||(j < lenghtD);) 
	{
		if(stopRunning)
			return;
		updated = false;
		if(i>=lenghtS) //finished source files/dirs
		{
			//QLOG_WARN() << "finished source files/dirs" << dirS.absolutePath();
			//delete listD //from j
			for(;j<lenghtD;j++)
			{
				if(stopRunning)
					return;
				DBHelper::removeFromDB(listD.at(j),(_database));
			}
			updated = true;
		}
		if(j>=lenghtD) //finished library files/dirs
		{
			//QLOG_WARN() << "finished library files/dirs" << dirS.absolutePath();
			//create listS //from i
			for(;i<lenghtS;i++)
			{
				if(stopRunning)
					return;
				QFileInfo fileInfoS = listS.at(i);
				if(fileInfoS.isDir()) //create folder
				{
#ifdef Q_OS_MAC
					QStringList src = _source.split("/");
					QString filePath = fileInfoS.absoluteFilePath();
					QStringList fp = filePath.split("/");
					for(int i = 0; i< src.count();i++)
					{
						fp.removeFirst();
					}
					QString path = "/" + fp.join("/");
#else
					QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source);
#endif
					_currentPathFolders.append(Folder(fileInfoS.fileName(),path));  //folder actual no est� en la BD
					create(QDir(fileInfoS.absoluteFilePath()));
					_currentPathFolders.pop_back();
				}
				else //create comic
				{
#ifdef Q_OS_MAC
					QStringList src = _source.split("/");
					QString filePath = fileInfoS.absoluteFilePath();
					QStringList fp = filePath.split("/");
					for(int i = 0; i< src.count();i++)
					{
						fp.removeFirst();
					}
					QString path = "/" + fp.join("/");
#else

					QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source);
#endif
					insertComic(path,fileInfoS);
				}
			}
			updated = true;
		}
		if(!updated)
		{
			QFileInfo fileInfoS = listS.at(i);
			LibraryItem * fileInfoD = listD.at(j);
			QString nameS = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(QDir::cleanPath(fileInfoS.absolutePath())); //remove source
			QString nameD = "/"+fileInfoD->name;

			int comparation = QString::localeAwareCompare(nameS,nameD);
			if(fileInfoS.isDir()&&fileInfoD->isDir())
				if(comparation == 0)//same folder, update
				{
					_currentPathFolders.append(*static_cast<Folder *>(fileInfoD));//fileInfoD conoce su padre y su id
					update(QDir(fileInfoS.absoluteFilePath()));
					_currentPathFolders.pop_back();
					i++;
					j++;
				}
				else
					if(comparation < 0) //nameS doesn't exist on DB
					{

						if(nameS!="/.yacreaderlibrary")
						{
							//QLOG_WARN() << "dir source < dest" << nameS << nameD;
#ifdef Q_OS_MAC
							QStringList src = _source.split("/");
							QString filePath = fileInfoS.absoluteFilePath();
							QStringList fp = filePath.split("/");
							for(int i = 0; i< src.count();i++)
							{
								fp.removeFirst();
							}
							QString path = "/" + fp.join("/");
#else
							QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source);
#endif
							_currentPathFolders.append(Folder(fileInfoS.fileName(),path));
							create(QDir(fileInfoS.absoluteFilePath()));
							_currentPathFolders.pop_back();
						}
						i++;
					}
					else //nameD no longer avaliable on Source folder...
					{
						if(nameS!="/.yacreaderlibrary")
						{
							//QLOG_WARN() << "dir source > dest" << nameS << nameD;
							DBHelper::removeFromDB(fileInfoD,_database);
							j++;
						}
						else
							i++; //skip library directory
					}
			else // one of them(or both) is a file
				if(fileInfoS.isDir()) //this folder doesn't exist on library
				{
					if(nameS!="/.yacreaderlibrary") //skip .yacreaderlibrary folder
					{
						//QLOG_WARN() << "one of them(or both) is a file" << nameS << nameD;
#ifdef Q_OS_MAC
						QStringList src = _source.split("/");
						QString filePath = fileInfoS.absoluteFilePath();
						QStringList fp = filePath.split("/");
						for(int i = 0; i< src.count();i++)
						{
							fp.removeFirst();
						}
						QString path = "/" + fp.join("/");
#else
						QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source);
#endif
						_currentPathFolders.append(Folder(fileInfoS.fileName(),path));
						create(QDir(fileInfoS.absoluteFilePath()));
						_currentPathFolders.pop_back();
					}
					i++;
				}
				else
					if(fileInfoD->isDir()) //delete this folder from library
					{
						DBHelper::removeFromDB(fileInfoD,_database);
						j++;
					}
					else //both are files  //BUG on windows (no case sensitive)
					{
						//nameD.remove(nameD.size()-4,4);
						int comparation = QString::localeAwareCompare(nameS,nameD);
						if(comparation < 0) //create new thumbnail
						{
#ifdef Q_OS_MAC
							QStringList src = _source.split("/");
							QString filePath = fileInfoS.absoluteFilePath();
							QStringList fp = filePath.split("/");
							for(int i = 0; i< src.count();i++)
							{
								fp.removeFirst();
							}
							QString path = "/" + fp.join("/");
#else
							QString path = QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source);
#endif
							insertComic(path,fileInfoS);
							i++;
						}
						else
						{
							if(comparation > 0) //delete thumbnail
							{
								DBHelper::removeFromDB(fileInfoD,_database);
								j++;
							}
							else //same file
							{
								if(fileInfoS.isFile() && !fileInfoD->isDir())
								{
									//TODO comprobar fechas + tama�o
									//if(fileInfoS.lastModified()>fileInfoD.lastModified())
									//{
									//	dirD.mkpath(_target+(QDir::cleanPath(fileInfoS.absolutePath()).remove(_source)));
									//	emit(coverExtracted(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source)));
									//	ThumbnailCreator tc(QDir::cleanPath(fileInfoS.absoluteFilePath()),_target+(QDir::cleanPath(fileInfoS.absoluteFilePath()).remove(_source))+".jpg");
									//	tc.create();
									//}
								}
								i++;j++;
							}
						}
					}
		}	
	}
}

bool ThumbnailCreator::crash = false;

ThumbnailCreator::ThumbnailCreator(QString fileSource, QString target, int coverPage)
:_fileSource(fileSource),_target(target),_numPages(0),_coverPage(coverPage)
{
}

void ThumbnailCreator::create()
{
	QFileInfo fi(_fileSource);
	if(!fi.exists()) //TODO: error file not found.
	{
		_cover.load(":/images/notCover.png");
		QLOG_WARN() << "Extracting cover: file not found " << _fileSource;
		return;
	}

	if(fi.suffix().compare("pdf",Qt::CaseInsensitive) == 0)
	{
		Poppler::Document * pdfComic = Poppler::Document::load(_fileSource);
		if (!pdfComic)
		{
			QLOG_WARN() << "Extracting cover: unable to open PDF file " << _fileSource;
			delete pdfComic;
			pdfComic = 0;
			QImage p;
			p.load(":/images/notCover.png");
			p.save(_target);
			return;
		}
		_numPages = pdfComic->numPages();
		if(_numPages >= _coverPage)
		{

			QImage p = pdfComic->page(_coverPage-1)->renderToImage(72,72); //TODO check if the page is valid
			_cover = QPixmap::fromImage(p);
			if(_target!="")
			{
				QImage scaled;
				if(p.width()>p.height()) //landscape??
					scaled = p.scaledToWidth(640,Qt::SmoothTransformation);
				else
					scaled = p.scaledToWidth(480,Qt::SmoothTransformation);
				scaled.save(_target,0,75);
			}
		}
		else if(_target!="")
		{
			QLOG_WARN() << "Extracting cover: requested cover index greater than numPages " << _fileSource;
			QImage p;
			p.load(":/images/notCover.png");
			p.save(_target);
		}
	}
	else
	{

	if(crash)
		return;

	CompressedArchive archive(_fileSource);
	if(!archive.toolsLoaded())
	{
		QLOG_WARN() << "Extracting cover: 7z lib not loaded";
		crash = true;
		return;
	}
	if(!archive.isValid())
		QLOG_WARN() << "Extracting cover: file format not supported " << _fileSource;
	//se filtran para obtener s�lo los formatos soportados
	QList<QString> order = archive.getFileNames();
	QList<QString> fileNames = FileComic::filter(order);
	_numPages = fileNames.size();
	if(_numPages == 0)
	{
		QLOG_WARN() << "Extracting cover: empty comic " << _fileSource;
		_cover.load(":/images/notCover.png");
		if(_target!="")
			_cover.save(_target);
	}
	else
	{
		if(_coverPage > _numPages)
			_coverPage = 1;
		qSort(fileNames.begin(),fileNames.end(), naturalSortLessThanCI);
		int index = order.indexOf(fileNames.at(_coverPage-1));

		if(_target=="")
		{
			if(!_cover.loadFromData(archive.getRawDataAtIndex(index)))
			{
				QLOG_WARN() << "Extracting cover: unable to load image from extracted cover " << _fileSource;
				_cover.load(":/images/notCover.png");
			}
		}
		else
		{
			QImage p;
			if(p.loadFromData(archive.getRawDataAtIndex(index)))
			{
				QImage scaled;
				if(p.width()>p.height()) //landscape??
					scaled = p.scaledToWidth(640,Qt::SmoothTransformation);
				else
					scaled = p.scaledToWidth(480,Qt::SmoothTransformation);
				scaled.save(_target,0,75);
			}
			else
			{
				QLOG_WARN() << "Extracting cover: unable to load image from extracted cover " << _fileSource;
				p.load(":/images/notCover.png");
				p.save(_target);
			}
		}
	}
	}
}