/////////////////////////////////////////////////////////////////////////////// // Simple x264 Launcher // Copyright (C) 2004-2014 LoRd_MuldeR // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License along // with this program; if not, write to the Free Software Foundation, Inc., // 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. // // http://www.gnu.org/licenses/gpl-2.0.txt /////////////////////////////////////////////////////////////////////////////// #include "thread_encode.h" #include "global.h" #include "model_options.h" #include "model_preferences.h" #include "model_sysinfo.h" #include "job_object.h" #include "binaries.h" #include #include #include #include #include #include #include #include #include #include /* * Static vars */ QMutex EncodeThread::m_mutex_startProcess; /* * RAII execution state handler */ class ExecutionStateHandler { public: ExecutionStateHandler(void) { x264_set_thread_execution_state(true); } ~ExecutionStateHandler(void) { x264_set_thread_execution_state(false); } private: //Disable copy constructor and assignment ExecutionStateHandler(const ExecutionStateHandler &other) {} ExecutionStateHandler &operator=(const ExecutionStateHandler &) {} //Prevent object allocation on the heap void *operator new(size_t); void *operator new[](size_t); void operator delete(void *); void operator delete[](void*); }; /* * Macros */ #define CHECK_STATUS(ABORT_FLAG, OK_FLAG) do \ { \ if(ABORT_FLAG) \ { \ log("\nPROCESS ABORTED BY USER !!!"); \ setStatus(JobStatus_Aborted); \ if(QFileInfo(indexFile).exists()) QFile::remove(indexFile); \ if(QFileInfo(m_outputFileName).exists() && (QFileInfo(m_outputFileName).size() == 0)) QFile::remove(m_outputFileName); \ return; \ } \ else if(!(OK_FLAG)) \ { \ setStatus(JobStatus_Failed); \ if(QFileInfo(indexFile).exists()) QFile::remove(indexFile); \ if(QFileInfo(m_outputFileName).exists() && (QFileInfo(m_outputFileName).size() == 0)) QFile::remove(m_outputFileName); \ return; \ } \ } \ while(0) #define APPEND_AND_CLEAR(LIST, STR) do \ { \ if(!((STR).isEmpty())) \ { \ (LIST) << (STR); \ (STR).clear(); \ } \ } \ while(0) #define REMOVE_CUSTOM_ARG(LIST, ITER, FLAG, PARAM) do \ { \ if(ITER != LIST.end()) \ { \ if((*ITER).compare(PARAM, Qt::CaseInsensitive) == 0) \ { \ log(tr("WARNING: Custom parameter \"" PARAM "\" will be ignored in Pipe'd mode!\n")); \ ITER = LIST.erase(ITER); \ if(ITER != LIST.end()) \ { \ if(!((*ITER).startsWith("--", Qt::CaseInsensitive))) ITER = LIST.erase(ITER); \ } \ FLAG = true; \ } \ } \ } \ while(0) /* * Static vars */ static const unsigned int REV_MULT = 10000; static const char *VPS_TEST_FILE = "import vapoursynth as vs\ncore = vs.get_core()\nv = core.std.BlankClip()\nv.set_output()\n"; /////////////////////////////////////////////////////////////////////////////// // Constructor & Destructor /////////////////////////////////////////////////////////////////////////////// EncodeThread::EncodeThread(const QString &sourceFileName, const QString &outputFileName, const OptionsModel *options, const SysinfoModel *const sysinfo, const PreferencesModel *const preferences) : m_jobId(QUuid::createUuid()), m_sourceFileName(sourceFileName), m_outputFileName(outputFileName), m_options(new OptionsModel(*options)), m_sysinfo(sysinfo), m_preferences(preferences), m_jobObject(new JobObject), m_semaphorePaused(0) { m_abort = false; m_pause = false; } EncodeThread::~EncodeThread(void) { X264_DELETE(m_options); X264_DELETE(m_jobObject); } /////////////////////////////////////////////////////////////////////////////// // Thread entry point /////////////////////////////////////////////////////////////////////////////// void EncodeThread::run(void) { #if !defined(_DEBUG) __try { checkedRun(); } __except(1) { qWarning("STRUCTURED EXCEPTION ERROR IN ENCODE THREAD !!!"); } #else checkedRun(); #endif if(m_jobObject) { m_jobObject->terminateJob(42); X264_DELETE(m_jobObject); } } void EncodeThread::checkedRun(void) { m_progress = 0; m_status = JobStatus_Starting; try { try { ExecutionStateHandler executionStateHandler; encode(); } catch(char *msg) { log(tr("EXCEPTION ERROR IN THREAD: ").append(QString::fromLatin1(msg))); setStatus(JobStatus_Failed); } catch(...) { log(tr("UNHANDLED EXCEPTION ERROR IN THREAD !!!")); setStatus(JobStatus_Failed); } } catch(...) { x264_fatal_exit(L"Unhandeled exception error in encode thread!"); } } void EncodeThread::start(Priority priority) { qDebug("Thread starting..."); m_abort = false; m_pause = false; while(m_semaphorePaused.tryAcquire(1, 0)); QThread::start(priority); } /////////////////////////////////////////////////////////////////////////////// // Encode functions /////////////////////////////////////////////////////////////////////////////// void EncodeThread::encode(void) { QDateTime startTime = QDateTime::currentDateTime(); //Print some basic info log(tr("Simple x264 Launcher (Build #%1), built %2\n").arg(QString::number(x264_version_build()), x264_version_date().toString(Qt::ISODate))); log(tr("Job started at %1, %2.\n").arg(QDate::currentDate().toString(Qt::ISODate), QTime::currentTime().toString( Qt::ISODate))); log(tr("Source file: %1").arg(QDir::toNativeSeparators(m_sourceFileName))); log(tr("Output file: %1").arg(QDir::toNativeSeparators(m_outputFileName))); //Print system info log(tr("\n--- SYSTEMINFO ---\n")); log(tr("Binary Path: %1").arg(QDir::toNativeSeparators(m_sysinfo->getAppPath()))); log(tr("Avisynth 2x: %1").arg(m_sysinfo->hasAVSSupport() ? tr("YES") : tr("NO"))); log(tr("VapourSynth: %1").arg(m_sysinfo->hasVPSSupport() ? QDir::toNativeSeparators(m_sysinfo->getVPSPath()) : tr("N/A"))); //Print encoder settings log(tr("\n--- SETTINGS ---\n")); log(tr("RC Mode: %1").arg(OptionsModel::rcMode2String(m_options->rcMode()))); log(tr("Preset: %1").arg(m_options->preset())); log(tr("Tuning: %1").arg(m_options->tune())); log(tr("Profile: %1").arg(m_options->profile())); log(tr("Custom: %1").arg(m_options->customEncParams().isEmpty() ? tr("(None)") : m_options->customEncParams())); bool ok = false; unsigned int frames = 0; //Seletct type of input const int inputType = getInputType(QFileInfo(m_sourceFileName).suffix()); const QString indexFile = QString("%1/x264_%2.ffindex").arg(QDir::tempPath(), stringToHash(m_sourceFileName)); //Checking x264 version log(tr("\n--- CHECK VERSION ---\n")); unsigned int revision_x264 = UINT_MAX; bool x264_modified = false; ok = ((revision_x264 = checkVersionX264(x264_modified)) != UINT_MAX); CHECK_STATUS(m_abort, ok); //Checking avs2yuv version unsigned int revision_avs2yuv = UINT_MAX; switch(inputType) { case INPUT_AVISYN: ok = ((revision_avs2yuv = checkVersionAvs2yuv()) != UINT_MAX); CHECK_STATUS(m_abort, ok); break; case INPUT_VAPOUR: ok = checkVersionVapoursynth(); CHECK_STATUS(m_abort, ok); break; } //Print versions log(tr("\nx264 revision: %1 (core #%2)").arg(QString::number(revision_x264 % REV_MULT), QString::number(revision_x264 / REV_MULT)).append(x264_modified ? tr(" - with custom patches!") : QString())); if(revision_avs2yuv != UINT_MAX) log(tr("Avs2YUV version: %1.%2.%3").arg(QString::number(revision_avs2yuv / REV_MULT), QString::number((revision_avs2yuv % REV_MULT) / 10),QString::number((revision_avs2yuv % REV_MULT) % 10))); //Is x264 revision supported? if((revision_x264 % REV_MULT) < x264_version_x264_minimum_rev()) { log(tr("\nERROR: Your revision of x264 is too old! (Minimum required revision is %2)").arg(QString::number(x264_version_x264_minimum_rev()))); setStatus(JobStatus_Failed); return; } if((revision_x264 / REV_MULT) != x264_version_x264_current_api()) { log(tr("\nWARNING: Your revision of x264 uses an unsupported core (API) version, take care!")); log(tr("This application works best with x264 core (API) version %2.").arg(QString::number(x264_version_x264_current_api()))); } if((revision_avs2yuv != UINT_MAX) && ((revision_avs2yuv % REV_MULT) != x264_version_x264_avs2yuv_ver())) { log(tr("\nERROR: Your version of avs2yuv is unsupported (Required version: v0.24 BugMaster's mod 2)")); log(tr("You can find the required version at: http://komisar.gin.by/tools/avs2yuv/")); setStatus(JobStatus_Failed); return; } //Detect source info if(inputType != INPUT_NATIVE) { log(tr("\n--- SOURCE INFO ---\n")); switch(inputType) { case INPUT_AVISYN: ok = checkPropertiesAVS(frames); CHECK_STATUS(m_abort, ok); break; case INPUT_VAPOUR: ok = checkPropertiesVPS(frames); CHECK_STATUS(m_abort, ok); break; } } //Run encoding passes if(m_options->rcMode() == OptionsModel::RCMode_2Pass) { QFileInfo info(m_outputFileName); QString passLogFile = QString("%1/%2.stats").arg(info.path(), info.completeBaseName()); if(QFileInfo(passLogFile).exists()) { int n = 2; while(QFileInfo(passLogFile).exists()) { passLogFile = QString("%1/%2.%3.stats").arg(info.path(), info.completeBaseName(), QString::number(n++)); } } log(tr("\n--- PASS 1 ---\n")); ok = runEncodingPass(inputType, frames, indexFile, 1, passLogFile); CHECK_STATUS(m_abort, ok); log(tr("\n--- PASS 2 ---\n")); ok = runEncodingPass(inputType, frames, indexFile, 2, passLogFile); CHECK_STATUS(m_abort, ok); } else { log(tr("\n--- ENCODING ---\n")); ok = runEncodingPass(inputType, frames, indexFile); CHECK_STATUS(m_abort, ok); } log(tr("\n--- DONE ---\n")); int timePassed = startTime.secsTo(QDateTime::currentDateTime()); log(tr("Job finished at %1, %2. Process took %3 minutes, %4 seconds.").arg(QDate::currentDate().toString(Qt::ISODate), QTime::currentTime().toString(Qt::ISODate), QString::number(timePassed / 60), QString::number(timePassed % 60))); setStatus(JobStatus_Completed); } #define X264_UPDATE_PROGRESS(X) do \ { \ bool ok = false; \ unsigned int progress = (X).cap(1).toUInt(&ok); \ setStatus((pass == 2) ? JobStatus_Running_Pass2 : ((pass == 1) ? JobStatus_Running_Pass1 : JobStatus_Running)); \ if(ok && ((progress > last_progress) || (last_progress == UINT_MAX))) \ { \ setProgress(progress); \ size_estimate = estimateSize(progress); \ last_progress = progress; \ } \ setDetails(tr("%1, est. file size %2").arg(text.mid(offset).trimmed(), sizeToString(size_estimate))); \ last_indexing = UINT_MAX; \ } \ while(0) bool EncodeThread::runEncodingPass(const int &inputType, const unsigned int &frames, const QString &indexFile, const int &pass, const QString &passLogFile) { QProcess processEncode, processInput; if(inputType != INPUT_NATIVE) { QStringList cmdLine_Input; processInput.setStandardOutputProcess(&processEncode); switch(inputType) { case INPUT_AVISYN: if(!m_options->customAvs2YUV().isEmpty()) { cmdLine_Input.append(splitParams(m_options->customAvs2YUV())); } cmdLine_Input << QDir::toNativeSeparators(x264_path2ansi(m_sourceFileName, true)); cmdLine_Input << "-"; log("Creating Avisynth process:"); if(!startProcess(processInput, AVS_BINARY(m_sysinfo, m_preferences), cmdLine_Input, false)) { return false; } break; case INPUT_VAPOUR: cmdLine_Input << QDir::toNativeSeparators(x264_path2ansi(m_sourceFileName, true)); cmdLine_Input << "-" << "-y4m"; log("Creating Vapoursynth process:"); if(!startProcess(processInput, VPS_BINARY(m_sysinfo, m_preferences), cmdLine_Input, false)) { return false; } break; default: throw "Bad input type encontered!"; } } QStringList cmdLine_Encode = buildCommandLine((inputType != INPUT_NATIVE), frames, indexFile, pass, passLogFile); log("Creating x264 process:"); if(!startProcess(processEncode, ENC_BINARY(m_sysinfo, m_options), cmdLine_Encode)) { return false; } QRegExp regExpIndexing("indexing.+\\[(\\d+)\\.(\\d+)%\\]"); QRegExp regExpProgress("\\[(\\d+)\\.(\\d+)%\\].+frames"); QRegExp regExpModified("\\[\\s*(\\d+)\\.(\\d+)%\\]\\s+(\\d+)/(\\d+)\\s(\\d+).(\\d+)\\s(\\d+).(\\d+)\\s+(\\d+):(\\d+):(\\d+)\\s+(\\d+):(\\d+):(\\d+)"); QRegExp regExpFrameCnt("^(\\d+) frames:"); QTextCodec *localCodec = QTextCodec::codecForName("System"); bool bTimeout = false; bool bAborted = false; unsigned int last_progress = UINT_MAX; unsigned int last_indexing = UINT_MAX; qint64 size_estimate = 0I64; //Main processing loop while(processEncode.state() != QProcess::NotRunning) { unsigned int waitCounter = 0; //Wait until new output is available forever { if(m_abort) { processEncode.kill(); processInput.kill(); bAborted = true; break; } if(m_pause && (processEncode.state() == QProcess::Running)) { JobStatus previousStatus = m_status; setStatus(JobStatus_Paused); log(tr("Job paused by user at %1, %2.").arg(QDate::currentDate().toString(Qt::ISODate), QTime::currentTime().toString( Qt::ISODate))); bool ok[2] = {false, false}; QProcess *proc[2] = { &processEncode, &processInput }; ok[0] = x264_suspendProcess(proc[0], true); ok[1] = x264_suspendProcess(proc[1], true); while(m_pause) m_semaphorePaused.tryAcquire(1, 5000); while(m_semaphorePaused.tryAcquire(1, 0)); ok[0] = x264_suspendProcess(proc[0], false); ok[1] = x264_suspendProcess(proc[1], false); if(!m_abort) setStatus(previousStatus); log(tr("Job resumed by user at %1, %2.").arg(QDate::currentDate().toString(Qt::ISODate), QTime::currentTime().toString( Qt::ISODate))); waitCounter = 0; continue; } if(!processEncode.waitForReadyRead(m_processTimeoutInterval)) { if(processEncode.state() == QProcess::Running) { if(++waitCounter > m_processTimeoutMaxCounter) { if(m_preferences->getAbortOnTimeout()) { processEncode.kill(); qWarning("x264 process timed out <-- killing!"); log("\nPROCESS TIMEOUT !!!"); bTimeout = true; break; } } else if(waitCounter == m_processTimeoutWarning) { unsigned int timeOut = (waitCounter * m_processTimeoutInterval) / 1000U; log(tr("Warning: x264 did not respond for %1 seconds, potential deadlock...").arg(QString::number(timeOut))); } continue; } } if(m_abort || (m_pause && (processEncode.state() == QProcess::Running))) { continue; } break; } //Exit main processing loop now? if(bAborted || bTimeout) { break; } //Process all output while(processEncode.bytesAvailable() > 0) { QList lines = processEncode.readLine().split('\r'); while(!lines.isEmpty()) { QString text = localCodec->toUnicode(lines.takeFirst().constData()).simplified(); int offset = -1; if((offset = regExpProgress.lastIndexIn(text)) >= 0) { X264_UPDATE_PROGRESS(regExpProgress); } else if((offset = regExpIndexing.lastIndexIn(text)) >= 0) { bool ok = false; unsigned int progress = regExpIndexing.cap(1).toUInt(&ok); setStatus(JobStatus_Indexing); if(ok && ((progress > last_indexing) || (last_indexing == UINT_MAX))) { setProgress(progress); last_indexing = progress; } setDetails(text.mid(offset).trimmed()); last_progress = UINT_MAX; } else if((offset = regExpFrameCnt.lastIndexIn(text)) >= 0) { last_progress = last_indexing = UINT_MAX; setStatus((pass == 2) ? JobStatus_Running_Pass2 : ((pass == 1) ? JobStatus_Running_Pass1 : JobStatus_Running)); setDetails(text.mid(offset).trimmed()); } else if((offset = regExpModified.lastIndexIn(text)) >= 0) { X264_UPDATE_PROGRESS(regExpModified); } else if(!text.isEmpty()) { last_progress = last_indexing = UINT_MAX; log(text); } } } } processEncode.waitForFinished(5000); if(processEncode.state() != QProcess::NotRunning) { qWarning("x264 process still running, going to kill it!"); processEncode.kill(); processEncode.waitForFinished(-1); } processInput.waitForFinished(5000); if(processInput.state() != QProcess::NotRunning) { qWarning("Input process still running, going to kill it!"); processInput.kill(); processInput.waitForFinished(-1); } if(!(bTimeout || bAborted)) { while(processInput.bytesAvailable() > 0) { switch(inputType) { case INPUT_AVISYN: log(tr("av2y [info]: %1").arg(QString::fromUtf8(processInput.readLine()).simplified())); break; case INPUT_VAPOUR: log(tr("vpyp [info]: %1").arg(QString::fromUtf8(processInput.readLine()).simplified())); break; } } } if((inputType != INPUT_NATIVE) && (processInput.exitCode() != EXIT_SUCCESS)) { if(!(bTimeout || bAborted)) { const int exitCode = processInput.exitCode(); log(tr("\nWARNING: Input process exited with error (code: %1), your encode might be *incomplete* !!!").arg(QString::number(exitCode))); if((inputType == INPUT_AVISYN) && ((exitCode < 0) || (exitCode >= 32))) { log(tr("\nIMPORTANT: The Avs2YUV process terminated abnormally. This means Avisynth or one of your Avisynth-Plugin's just crashed.")); log(tr("IMPORTANT: Please fix your Avisynth script and try again! If you use Avisynth-MT, try using a *stable* Avisynth instead!")); } if((inputType == INPUT_VAPOUR) && ((exitCode < 0) || (exitCode >= 32))) { log(tr("\nIMPORTANT: The Vapoursynth process terminated abnormally. This means Vapoursynth or one of your Vapoursynth-Plugin's just crashed.")); } } } if(bTimeout || bAborted || processEncode.exitCode() != EXIT_SUCCESS) { if(!(bTimeout || bAborted)) { log(tr("\nPROCESS EXITED WITH ERROR CODE: %1").arg(QString::number(processEncode.exitCode()))); } processEncode.close(); processInput.close(); return false; } QThread::yieldCurrentThread(); const qint64 finalSize = QFileInfo(m_outputFileName).size(); QLocale locale(QLocale::English); log(tr("Final file size is %1 bytes.").arg(locale.toString(finalSize))); switch(pass) { case 1: setStatus(JobStatus_Running_Pass1); setDetails(tr("First pass completed. Preparing for second pass...")); break; case 2: setStatus(JobStatus_Running_Pass2); setDetails(tr("Second pass completed successfully. Final size is %1.").arg(sizeToString(finalSize))); break; default: setStatus(JobStatus_Running); setDetails(tr("Encode completed successfully. Final size is %1.").arg(sizeToString(finalSize))); break; } setProgress(100); processEncode.close(); processInput.close(); return true; } QStringList EncodeThread::buildCommandLine(const bool &usePipe, const unsigned int &frames, const QString &indexFile, const int &pass, const QString &passLogFile) { QStringList cmdLine; double crf_int = 0.0, crf_frc = 0.0; switch(m_options->rcMode()) { case OptionsModel::RCMode_CQ: cmdLine << "--qp" << QString::number(qRound(m_options->quantizer())); break; case OptionsModel::RCMode_CRF: crf_frc = modf(m_options->quantizer(), &crf_int); cmdLine << "--crf" << QString("%1.%2").arg(QString::number(qRound(crf_int)), QString::number(qRound(crf_frc * 10.0))); break; case OptionsModel::RCMode_2Pass: case OptionsModel::RCMode_ABR: cmdLine << "--bitrate" << QString::number(m_options->bitrate()); break; default: throw "Bad rate-control mode !!!"; break; } if((pass == 1) || (pass == 2)) { cmdLine << "--pass" << QString::number(pass); cmdLine << "--stats" << QDir::toNativeSeparators(passLogFile); } cmdLine << "--preset" << m_options->preset().toLower(); if(m_options->tune().compare("none", Qt::CaseInsensitive)) { cmdLine << "--tune" << m_options->tune().toLower(); } if(m_options->profile().compare("auto", Qt::CaseInsensitive) != 0) { if((m_options->encType() == OptionsModel::EncType_X264) && (m_options->encVariant() == OptionsModel::EncVariant_LoBit)) { cmdLine << "--profile" << m_options->profile().toLower(); } } if(!m_options->customEncParams().isEmpty()) { QStringList customArgs = splitParams(m_options->customEncParams()); if(usePipe) { QStringList::iterator i = customArgs.begin(); while(i != customArgs.end()) { bool bModified = false; REMOVE_CUSTOM_ARG(customArgs, i, bModified, "--fps"); REMOVE_CUSTOM_ARG(customArgs, i, bModified, "--frames"); if(!bModified) i++; } } cmdLine.append(customArgs); } cmdLine << "--output" << QDir::toNativeSeparators(m_outputFileName); if(usePipe) { if(frames < 1) throw "Frames not set!"; cmdLine << "--frames" << QString::number(frames); cmdLine << "--demuxer" << "y4m"; cmdLine << "--stdin" << "y4m" << "-"; } else { cmdLine << "--index" << QDir::toNativeSeparators(indexFile); cmdLine << QDir::toNativeSeparators(m_sourceFileName); } return cmdLine; } unsigned int EncodeThread::checkVersionX264(bool &modified) { if(m_preferences->getSkipVersionTest()) { log("Warning: Skipping x264 version check this time!"); return (999 * REV_MULT) + (9999 % REV_MULT); } QProcess process; QStringList cmdLine = QStringList() << "--version"; log("Creating process:"); if(!startProcess(process, ENC_BINARY(m_sysinfo, m_options), cmdLine)) { return false;; } QRegExp regExpVersion("\\bx264\\s(\\d)\\.(\\d+)\\.(\\d+)\\s([a-f0-9]{7})", Qt::CaseInsensitive); QRegExp regExpVersionMod("\\bx264 (\\d)\\.(\\d+)\\.(\\d+)", Qt::CaseInsensitive); bool bTimeout = false; bool bAborted = false; unsigned int revision = UINT_MAX; unsigned int coreVers = UINT_MAX; modified = false; while(process.state() != QProcess::NotRunning) { if(m_abort) { process.kill(); bAborted = true; break; } if(!process.waitForReadyRead()) { if(process.state() == QProcess::Running) { process.kill(); qWarning("x264 process timed out <-- killing!"); log("\nPROCESS TIMEOUT !!!"); bTimeout = true; break; } } while(process.bytesAvailable() > 0) { QList lines = process.readLine().split('\r'); while(!lines.isEmpty()) { QString text = QString::fromUtf8(lines.takeFirst().constData()).simplified(); int offset = -1; if((offset = regExpVersion.lastIndexIn(text)) >= 0) { bool ok1 = false, ok2 = false; unsigned int temp1 = regExpVersion.cap(2).toUInt(&ok1); unsigned int temp2 = regExpVersion.cap(3).toUInt(&ok2); if(ok1) coreVers = temp1; if(ok2) revision = temp2; } else if((offset = regExpVersionMod.lastIndexIn(text)) >= 0) { bool ok1 = false, ok2 = false; unsigned int temp1 = regExpVersionMod.cap(2).toUInt(&ok1); unsigned int temp2 = regExpVersionMod.cap(3).toUInt(&ok2); if(ok1) coreVers = temp1; if(ok2) revision = temp2; modified = true; } if(!text.isEmpty()) { log(text); } } } } process.waitForFinished(); if(process.state() != QProcess::NotRunning) { process.kill(); process.waitForFinished(-1); } if(bTimeout || bAborted || process.exitCode() != EXIT_SUCCESS) { if(!(bTimeout || bAborted)) { log(tr("\nPROCESS EXITED WITH ERROR CODE: %1").arg(QString::number(process.exitCode()))); } return UINT_MAX; } if((revision == UINT_MAX) || (coreVers == UINT_MAX)) { log(tr("\nFAILED TO DETERMINE X264 VERSION !!!")); return UINT_MAX; } return (coreVers * REV_MULT) + (revision % REV_MULT); } unsigned int EncodeThread::checkVersionAvs2yuv(void) { if(!m_sysinfo->hasAVSSupport()) { log(tr("\nAVS INPUT REQUIRES VAPOURSYNTH, BUT IT IS *NOT* AVAILABLE !!!")); return false; } QProcess process; log("\nCreating process:"); if(!startProcess(process, AVS_BINARY(m_sysinfo, m_preferences), QStringList())) { return false;; } QRegExp regExpVersionMod("\\bAvs2YUV (\\d+).(\\d+)bm(\\d)\\b", Qt::CaseInsensitive); QRegExp regExpVersionOld("\\bAvs2YUV (\\d+).(\\d+)\\b", Qt::CaseInsensitive); bool bTimeout = false; bool bAborted = false; unsigned int ver_maj = UINT_MAX; unsigned int ver_min = UINT_MAX; unsigned int ver_mod = 0; while(process.state() != QProcess::NotRunning) { if(m_abort) { process.kill(); bAborted = true; break; } if(!process.waitForReadyRead()) { if(process.state() == QProcess::Running) { process.kill(); qWarning("Avs2YUV process timed out <-- killing!"); log("\nPROCESS TIMEOUT !!!"); bTimeout = true; break; } } while(process.bytesAvailable() > 0) { QList lines = process.readLine().split('\r'); while(!lines.isEmpty()) { QString text = QString::fromUtf8(lines.takeFirst().constData()).simplified(); int offset = -1; if((ver_maj == UINT_MAX) || (ver_min == UINT_MAX) || (ver_mod == UINT_MAX)) { if(!text.isEmpty()) { log(text); } } if((offset = regExpVersionMod.lastIndexIn(text)) >= 0) { bool ok1 = false, ok2 = false, ok3 = false; unsigned int temp1 = regExpVersionMod.cap(1).toUInt(&ok1); unsigned int temp2 = regExpVersionMod.cap(2).toUInt(&ok2); unsigned int temp3 = regExpVersionMod.cap(3).toUInt(&ok3); if(ok1) ver_maj = temp1; if(ok2) ver_min = temp2; if(ok3) ver_mod = temp3; } else if((offset = regExpVersionOld.lastIndexIn(text)) >= 0) { bool ok1 = false, ok2 = false; unsigned int temp1 = regExpVersionOld.cap(1).toUInt(&ok1); unsigned int temp2 = regExpVersionOld.cap(2).toUInt(&ok2); if(ok1) ver_maj = temp1; if(ok2) ver_min = temp2; } } } } process.waitForFinished(); if(process.state() != QProcess::NotRunning) { process.kill(); process.waitForFinished(-1); } if(bTimeout || bAborted || ((process.exitCode() != EXIT_SUCCESS) && (process.exitCode() != 2))) { if(!(bTimeout || bAborted)) { log(tr("\nPROCESS EXITED WITH ERROR CODE: %1").arg(QString::number(process.exitCode()))); } return UINT_MAX; } if((ver_maj == UINT_MAX) || (ver_min == UINT_MAX)) { log(tr("\nFAILED TO DETERMINE AVS2YUV VERSION !!!")); return UINT_MAX; } return (ver_maj * REV_MULT) + ((ver_min % REV_MULT) * 10) + (ver_mod % 10); } bool EncodeThread::checkVersionVapoursynth(void) { //Is VapourSynth available at all? if((!m_sysinfo->hasVPSSupport()) || (!QFileInfo(VPS_BINARY(m_sysinfo, m_preferences)).isFile())) { log(tr("\nVPY INPUT REQUIRES VAPOURSYNTH, BUT IT IS *NOT* AVAILABLE !!!")); return false; } QProcess process; log("\nCreating process:"); if(!startProcess(process, VPS_BINARY(m_sysinfo, m_preferences), QStringList())) { return false;; } QRegExp regExpSignature("\\bVSPipe\\s+usage\\b", Qt::CaseInsensitive); bool bTimeout = false; bool bAborted = false; bool vspipeSignature = false; while(process.state() != QProcess::NotRunning) { if(m_abort) { process.kill(); bAborted = true; break; } if(!process.waitForReadyRead()) { if(process.state() == QProcess::Running) { process.kill(); qWarning("VSPipe process timed out <-- killing!"); log("\nPROCESS TIMEOUT !!!"); bTimeout = true; break; } } while(process.bytesAvailable() > 0) { QList lines = process.readLine().split('\r'); while(!lines.isEmpty()) { QString text = QString::fromUtf8(lines.takeFirst().constData()).simplified(); if(regExpSignature.lastIndexIn(text) >= 0) { vspipeSignature = true; } if(!text.isEmpty()) { log(text); } } } } process.waitForFinished(); if(process.state() != QProcess::NotRunning) { process.kill(); process.waitForFinished(-1); } if(bTimeout || bAborted || ((process.exitCode() != EXIT_SUCCESS) && (process.exitCode() != 1))) { if(!(bTimeout || bAborted)) { log(tr("\nPROCESS EXITED WITH ERROR CODE: %1").arg(QString::number(process.exitCode()))); } return false; } if(!vspipeSignature) { log(tr("\nFAILED TO DETECT VSPIPE SIGNATURE !!!")); return false; } return vspipeSignature; } bool EncodeThread::checkPropertiesAVS(unsigned int &frames) { QProcess process; QStringList cmdLine; if(!m_options->customAvs2YUV().isEmpty()) { cmdLine.append(splitParams(m_options->customAvs2YUV())); } cmdLine << "-frames" << "1"; cmdLine << QDir::toNativeSeparators(x264_path2ansi(m_sourceFileName, true)) << "NUL"; log("Creating process:"); if(!startProcess(process, AVS_BINARY(m_sysinfo, m_preferences), cmdLine)) { return false;; } QRegExp regExpInt(": (\\d+)x(\\d+), (\\d+) fps, (\\d+) frames"); QRegExp regExpFrc(": (\\d+)x(\\d+), (\\d+)/(\\d+) fps, (\\d+) frames"); QTextCodec *localCodec = QTextCodec::codecForName("System"); bool bTimeout = false; bool bAborted = false; frames = 0; unsigned int fpsNom = 0; unsigned int fpsDen = 0; unsigned int fSizeW = 0; unsigned int fSizeH = 0; unsigned int waitCounter = 0; while(process.state() != QProcess::NotRunning) { if(m_abort) { process.kill(); bAborted = true; break; } if(!process.waitForReadyRead(m_processTimeoutInterval)) { if(process.state() == QProcess::Running) { if(++waitCounter > m_processTimeoutMaxCounter) { if(m_preferences->getAbortOnTimeout()) { process.kill(); qWarning("Avs2YUV process timed out <-- killing!"); log("\nPROCESS TIMEOUT !!!"); log("\nAvisynth has encountered a deadlock or your script takes EXTREMELY long to initialize!"); bTimeout = true; break; } } else if(waitCounter == m_processTimeoutWarning) { unsigned int timeOut = (waitCounter * m_processTimeoutInterval) / 1000U; log(tr("Warning: Avisynth did not respond for %1 seconds, potential deadlock...").arg(QString::number(timeOut))); } } continue; } waitCounter = 0; while(process.bytesAvailable() > 0) { QList lines = process.readLine().split('\r'); while(!lines.isEmpty()) { QString text = localCodec->toUnicode(lines.takeFirst().constData()).simplified(); int offset = -1; if((offset = regExpInt.lastIndexIn(text)) >= 0) { bool ok1 = false, ok2 = false; bool ok3 = false, ok4 = false; unsigned int temp1 = regExpInt.cap(1).toUInt(&ok1); unsigned int temp2 = regExpInt.cap(2).toUInt(&ok2); unsigned int temp3 = regExpInt.cap(3).toUInt(&ok3); unsigned int temp4 = regExpInt.cap(4).toUInt(&ok4); if(ok1) fSizeW = temp1; if(ok2) fSizeH = temp2; if(ok3) fpsNom = temp3; if(ok4) frames = temp4; } else if((offset = regExpFrc.lastIndexIn(text)) >= 0) { bool ok1 = false, ok2 = false; bool ok3 = false, ok4 = false, ok5 = false; unsigned int temp1 = regExpFrc.cap(1).toUInt(&ok1); unsigned int temp2 = regExpFrc.cap(2).toUInt(&ok2); unsigned int temp3 = regExpFrc.cap(3).toUInt(&ok3); unsigned int temp4 = regExpFrc.cap(4).toUInt(&ok4); unsigned int temp5 = regExpFrc.cap(5).toUInt(&ok5); if(ok1) fSizeW = temp1; if(ok2) fSizeH = temp2; if(ok3) fpsNom = temp3; if(ok4) fpsDen = temp4; if(ok5) frames = temp5; } if(!text.isEmpty()) { log(text); } if(text.contains("failed to load avisynth.dll", Qt::CaseInsensitive)) { log(tr("\nWarning: It seems that %1-Bit Avisynth is not currently installed !!!").arg(m_preferences->getUseAvisyth64Bit() ? "64" : "32")); } if(text.contains(QRegExp("couldn't convert input clip to (YV16|YV24)", Qt::CaseInsensitive))) { log(tr("\nWarning: YV16 (4:2:2) and YV24 (4:4:4) color-spaces only supported in Avisynth 2.6 !!!")); } } } } process.waitForFinished(); if(process.state() != QProcess::NotRunning) { process.kill(); process.waitForFinished(-1); } if(bTimeout || bAborted || process.exitCode() != EXIT_SUCCESS) { if(!(bTimeout || bAborted)) { const int exitCode = process.exitCode(); log(tr("\nPROCESS EXITED WITH ERROR CODE: %1").arg(QString::number(exitCode))); if((exitCode < 0) || (exitCode >= 32)) { log(tr("\nIMPORTANT: The Avs2YUV process terminated abnormally. This means Avisynth or one of your Avisynth-Plugin's just crashed.")); log(tr("IMPORTANT: Please fix your Avisynth script and try again! If you use Avisynth-MT, try using a *stable* Avisynth instead!")); } } return false; } if(frames == 0) { log(tr("\nFAILED TO DETERMINE AVS PROPERTIES !!!")); return false; } log(""); if((fSizeW > 0) && (fSizeH > 0)) { log(tr("Resolution: %1x%2").arg(QString::number(fSizeW), QString::number(fSizeH))); } if((fpsNom > 0) && (fpsDen > 0)) { log(tr("Frame Rate: %1/%2").arg(QString::number(fpsNom), QString::number(fpsDen))); } if((fpsNom > 0) && (fpsDen == 0)) { log(tr("Frame Rate: %1").arg(QString::number(fpsNom))); } if(frames > 0) { log(tr("No. Frames: %1").arg(QString::number(frames))); } return true; } bool EncodeThread::checkPropertiesVPS(unsigned int &frames) { QProcess process; QStringList cmdLine; cmdLine << QDir::toNativeSeparators(x264_path2ansi(m_sourceFileName, true)); cmdLine << "-" << "-info"; log("Creating process:"); if(!startProcess(process, VPS_BINARY(m_sysinfo, m_preferences), cmdLine)) { return false;; } QRegExp regExpFrm("\\bFrames:\\s+(\\d+)\\b"); QRegExp regExpSzW("\\bWidth:\\s+(\\d+)\\b"); QRegExp regExpSzH("\\bHeight:\\s+(\\d+)\\b"); QTextCodec *localCodec = QTextCodec::codecForName("System"); bool bTimeout = false; bool bAborted = false; frames = 0; unsigned int fSizeW = 0; unsigned int fSizeH = 0; unsigned int waitCounter = 0; while(process.state() != QProcess::NotRunning) { if(m_abort) { process.kill(); bAborted = true; break; } if(!process.waitForReadyRead(m_processTimeoutInterval)) { if(process.state() == QProcess::Running) { if(++waitCounter > m_processTimeoutMaxCounter) { if(m_preferences->getAbortOnTimeout()) { process.kill(); qWarning("VSPipe process timed out <-- killing!"); log("\nPROCESS TIMEOUT !!!"); log("\nVapoursynth has encountered a deadlock or your script takes EXTREMELY long to initialize!"); bTimeout = true; break; } } else if(waitCounter == m_processTimeoutWarning) { unsigned int timeOut = (waitCounter * m_processTimeoutInterval) / 1000U; log(tr("Warning: nVapoursynth did not respond for %1 seconds, potential deadlock...").arg(QString::number(timeOut))); } } continue; } waitCounter = 0; while(process.bytesAvailable() > 0) { QList lines = process.readLine().split('\r'); while(!lines.isEmpty()) { QString text = localCodec->toUnicode(lines.takeFirst().constData()).simplified(); int offset = -1; if((offset = regExpFrm.lastIndexIn(text)) >= 0) { bool ok = false; unsigned int temp = regExpFrm.cap(1).toUInt(&ok); if(ok) frames = temp; } if((offset = regExpSzW.lastIndexIn(text)) >= 0) { bool ok = false; unsigned int temp = regExpSzW.cap(1).toUInt(&ok); if(ok) fSizeW = temp; } if((offset = regExpSzH.lastIndexIn(text)) >= 0) { bool ok = false; unsigned int temp = regExpSzH.cap(1).toUInt(&ok); if(ok) fSizeH = temp; } if(!text.isEmpty()) { log(text); } } } } process.waitForFinished(); if(process.state() != QProcess::NotRunning) { process.kill(); process.waitForFinished(-1); } if(bTimeout || bAborted || process.exitCode() != EXIT_SUCCESS) { if(!(bTimeout || bAborted)) { const int exitCode = process.exitCode(); log(tr("\nPROCESS EXITED WITH ERROR CODE: %1").arg(QString::number(exitCode))); if((exitCode < 0) || (exitCode >= 32)) { log(tr("\nIMPORTANT: The Vapoursynth process terminated abnormally. This means Vapoursynth or one of your Vapoursynth-Plugin's just crashed.")); } } return false; } if(frames == 0) { log(tr("\nFAILED TO DETERMINE VPY PROPERTIES !!!")); return false; } log(""); if((fSizeW > 0) && (fSizeH > 0)) { log(tr("Resolution: %1x%2").arg(QString::number(fSizeW), QString::number(fSizeH))); } if(frames > 0) { log(tr("No. Frames: %1").arg(QString::number(frames))); } return true; } /////////////////////////////////////////////////////////////////////////////// // Misc functions /////////////////////////////////////////////////////////////////////////////// void EncodeThread::setStatus(JobStatus newStatus) { if(m_status != newStatus) { if((newStatus != JobStatus_Completed) && (newStatus != JobStatus_Failed) && (newStatus != JobStatus_Aborted) && (newStatus != JobStatus_Paused)) { if(m_status != JobStatus_Paused) setProgress(0); } if(newStatus == JobStatus_Failed) { setDetails("The job has failed. See log for details!"); } if(newStatus == JobStatus_Aborted) { setDetails("The job was aborted by the user!"); } m_status = newStatus; emit statusChanged(m_jobId, newStatus); } } void EncodeThread::setProgress(unsigned int newProgress) { if(m_progress != newProgress) { m_progress = newProgress; emit progressChanged(m_jobId, m_progress); } } void EncodeThread::setDetails(const QString &text) { emit detailsChanged(m_jobId, text); } QString EncodeThread::stringToHash(const QString &string) { QByteArray result(10, char(0)); const QByteArray hash = QCryptographicHash::hash(string.toUtf8(), QCryptographicHash::Sha1); if((hash.size() == 20) && (result.size() == 10)) { unsigned char *out = reinterpret_cast(result.data()); const unsigned char *in = reinterpret_cast(hash.constData()); for(int i = 0; i < 10; i++) { out[i] = (in[i] ^ in[10+i]); } } return QString::fromLatin1(result.toHex().constData()); } bool EncodeThread::startProcess(QProcess &process, const QString &program, const QStringList &args, bool mergeChannels) { QMutexLocker lock(&m_mutex_startProcess); log(commandline2string(program, args) + "\n"); process.setWorkingDirectory(QDir::tempPath()); if(mergeChannels) { process.setProcessChannelMode(QProcess::MergedChannels); process.setReadChannel(QProcess::StandardOutput); } else { process.setProcessChannelMode(QProcess::SeparateChannels); process.setReadChannel(QProcess::StandardError); } process.start(program, args); if(process.waitForStarted()) { m_jobObject->addProcessToJob(&process); x264_change_process_priority(&process, m_preferences->getProcessPriority()); lock.unlock(); return true; } log("Process creation has failed :-("); QString errorMsg= process.errorString().trimmed(); if(!errorMsg.isEmpty()) log(errorMsg); process.kill(); process.waitForFinished(-1); return false; } QString EncodeThread::commandline2string(const QString &program, const QStringList &arguments) { QString commandline = (program.contains(' ') ? QString("\"%1\"").arg(program) : program); for(int i = 0; i < arguments.count(); i++) { commandline += (arguments.at(i).contains(' ') ? QString(" \"%1\"").arg(arguments.at(i)) : QString(" %1").arg(arguments.at(i))); } return commandline; } QStringList EncodeThread::splitParams(const QString ¶ms) { QStringList list; bool ignoreWhitespaces = false; QString temp; for(int i = 0; i < params.length(); i++) { const QChar c = params.at(i); if(c == QChar::fromLatin1('"')) { ignoreWhitespaces = (!ignoreWhitespaces); continue; } else if((!ignoreWhitespaces) && (c == QChar::fromLatin1(' '))) { APPEND_AND_CLEAR(list, temp); continue; } temp.append(c); } APPEND_AND_CLEAR(list, temp); list.replaceInStrings("$(INPUT)", QDir::toNativeSeparators(m_sourceFileName), Qt::CaseInsensitive); list.replaceInStrings("$(OUTPUT)", QDir::toNativeSeparators(m_outputFileName), Qt::CaseInsensitive); return list; } qint64 EncodeThread::estimateSize(int progress) { if(progress >= 3) { qint64 currentSize = QFileInfo(m_outputFileName).size(); qint64 estimatedSize = (currentSize * 100I64) / static_cast(progress); return estimatedSize; } return 0I64; } QString EncodeThread::sizeToString(qint64 size) { static char *prefix[5] = {"Byte", "KB", "MB", "GB", "TB"}; if(size > 1024I64) { qint64 estimatedSize = size; qint64 remainderSize = 0I64; int prefixIdx = 0; while((estimatedSize > 1024I64) && (prefixIdx < 4)) { remainderSize = estimatedSize % 1024I64; estimatedSize = estimatedSize / 1024I64; prefixIdx++; } double value = static_cast(estimatedSize) + (static_cast(remainderSize) / 1024.0); return QString().sprintf((value < 10.0) ? "%.2f %s" : "%.1f %s", value, prefix[prefixIdx]); } return tr("N/A"); } int EncodeThread::getInputType(const QString &fileExt) { int type = INPUT_NATIVE; if(fileExt.compare("avs", Qt::CaseInsensitive) == 0) type = INPUT_AVISYN; else if(fileExt.compare("avsi", Qt::CaseInsensitive) == 0) type = INPUT_AVISYN; else if(fileExt.compare("vpy", Qt::CaseInsensitive) == 0) type = INPUT_VAPOUR; else if(fileExt.compare("py", Qt::CaseInsensitive) == 0) type = INPUT_VAPOUR; return type; }