4e5957b267
* Fix running through Linux shortcut * Fix ffmpeg detection through working directory
542 lines
17 KiB
C++
542 lines
17 KiB
C++
#include "tiio_ffmpeg.h"
|
||
#include "../toonz/tapp.h"
|
||
#include "tsystem.h"
|
||
#include "tsound.h"
|
||
#include "tenv.h"
|
||
|
||
#include <QProcess>
|
||
#include <QDir>
|
||
#include <QtGui/QImage>
|
||
#include <QRegExp>
|
||
#include "toonz/preferences.h"
|
||
#include "toonz/toonzfolders.h"
|
||
#include "tmsgcore.h"
|
||
|
||
Ffmpeg::Ffmpeg() {
|
||
m_ffmpegPath = Preferences::instance()->getFfmpegPath();
|
||
m_ffmpegTimeout = Preferences::instance()->getFfmpegTimeout() * 1000;
|
||
std::string strPath = m_ffmpegPath.toStdString();
|
||
m_intermediateFormat = "png";
|
||
}
|
||
Ffmpeg::~Ffmpeg() {}
|
||
|
||
bool Ffmpeg::checkFfmpeg() {
|
||
// check the user defined path in preferences first
|
||
QString path = Preferences::instance()->getFfmpegPath() + "/ffmpeg";
|
||
#if defined(_WIN32)
|
||
path = path + ".exe";
|
||
#endif
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) return true;
|
||
|
||
// check the Tahoma root directory next
|
||
path = QDir::currentPath() + "/ffmpeg";
|
||
#if defined(_WIN32)
|
||
path = path + ".exe";
|
||
#endif
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
Preferences::instance()->setValue(ffmpegPath, QDir::currentPath());
|
||
return true;
|
||
}
|
||
|
||
#ifdef MACOSX
|
||
path = QDir::currentPath() + "/" +
|
||
QString::fromStdString(TEnv::getApplicationFileName()) +
|
||
".app/ffmpeg/ffmpeg";
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
Preferences::instance()->setValue(
|
||
ffmpegPath, QDir::currentPath() + "/" +
|
||
QString::fromStdString(TEnv::getApplicationFileName()) +
|
||
".app/ffmpeg/");
|
||
return true;
|
||
}
|
||
#endif
|
||
|
||
#ifdef LINUX
|
||
QString currentPath = TEnv::getWorkingDirectory().getQString();
|
||
path = currentPath + "/ffmpeg/ffmpeg";
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
Preferences::instance()->setValue(ffmpegPath, currentPath + "/ffmpeg/");
|
||
return true;
|
||
}
|
||
#endif
|
||
// give up
|
||
return false;
|
||
}
|
||
|
||
bool Ffmpeg::checkFfprobe() {
|
||
// check the user defined path in preferences first
|
||
QString path = Preferences::instance()->getFfmpegPath() + "/ffprobe";
|
||
#if defined(_WIN32)
|
||
path = path + ".exe";
|
||
#endif
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) return true;
|
||
|
||
// check the Tahoma root directory next
|
||
path = QDir::currentPath() + "/ffprobe";
|
||
#if defined(_WIN32)
|
||
path = path + ".exe";
|
||
#endif
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
Preferences::instance()->setValue(ffmpegPath, QDir::currentPath());
|
||
return true;
|
||
}
|
||
|
||
#ifdef MACOSX
|
||
path = QDir::currentPath() + "/" +
|
||
QString::fromStdString(TEnv::getApplicationFileName()) +
|
||
".app/ffmpeg/ffprobe";
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
Preferences::instance()->setValue(
|
||
ffmpegPath, QDir::currentPath() + "/" +
|
||
QString::fromStdString(TEnv::getApplicationFileName()) +
|
||
".app/ffmpeg/");
|
||
return true;
|
||
}
|
||
#endif
|
||
|
||
#ifdef LINUX
|
||
QString currentPath = TEnv::getWorkingDirectory().getQString();
|
||
path = currentPath + "/ffmpeg/ffprobe";
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
Preferences::instance()->setValue(ffmpegPath, currentPath + "/ffmpeg/");
|
||
return true;
|
||
}
|
||
#endif
|
||
|
||
// give up
|
||
return false;
|
||
}
|
||
|
||
bool Ffmpeg::checkFormat(std::string format) {
|
||
QString path = Preferences::instance()->getFfmpegPath() + "/ffmpeg";
|
||
#if defined(_WIN32)
|
||
path = path + ".exe";
|
||
#endif
|
||
QStringList args;
|
||
args << "-formats";
|
||
QProcess ffmpeg;
|
||
ffmpeg.start(path, args);
|
||
ffmpeg.waitForFinished();
|
||
QString results = ffmpeg.readAllStandardError();
|
||
results += ffmpeg.readAllStandardOutput();
|
||
ffmpeg.close();
|
||
std::string strResults = results.toStdString();
|
||
std::string::size_type n;
|
||
n = strResults.find(format);
|
||
if (n != std::string::npos)
|
||
return true;
|
||
else
|
||
return false;
|
||
}
|
||
|
||
TFilePath Ffmpeg::getFfmpegCache() {
|
||
QString cacheRoot = ToonzFolder::getCacheRootFolder().getQString();
|
||
if (!TSystem::doesExistFileOrLevel(TFilePath(cacheRoot + "/ffmpeg"))) {
|
||
TSystem::mkDir(TFilePath(cacheRoot + "/ffmpeg"));
|
||
}
|
||
std::string ffmpegPath =
|
||
TFilePath(cacheRoot + "/ffmpeg").getQString().toStdString();
|
||
return TFilePath(cacheRoot + "/ffmpeg");
|
||
}
|
||
|
||
void Ffmpeg::setFrameRate(double fps) { m_frameRate = fps; }
|
||
|
||
void Ffmpeg::setPath(TFilePath path) { m_path = path; }
|
||
|
||
void Ffmpeg::createIntermediateImage(const TImageP &img, int frameIndex) {
|
||
m_frameCount++;
|
||
if (m_frameNumberOffset == -1) m_frameNumberOffset = frameIndex - 1;
|
||
QString tempPath = getFfmpegCache().getQString() + "//" +
|
||
QString::fromStdString(m_path.getName()) + "tempOut" +
|
||
QString::number(frameIndex - m_frameNumberOffset) + "." +
|
||
m_intermediateFormat;
|
||
std::string saveStatus = "";
|
||
TRasterImageP tempImage(img);
|
||
TRasterImage *image = (TRasterImage *)tempImage->cloneImage();
|
||
|
||
m_lx = image->getRaster()->getLx();
|
||
m_ly = image->getRaster()->getLy();
|
||
m_bpp = image->getRaster()->getPixelSize();
|
||
int totalBytes = m_lx * m_ly * m_bpp;
|
||
image->getRaster()->yMirror();
|
||
|
||
// lock raster to get data
|
||
image->getRaster()->lock();
|
||
void *buffin = image->getRaster()->getRawData();
|
||
assert(buffin);
|
||
void *buffer = malloc(totalBytes);
|
||
memcpy(buffer, buffin, totalBytes);
|
||
|
||
image->getRaster()->unlock();
|
||
|
||
// create QImage save format
|
||
QByteArray ba = m_intermediateFormat.toUpper().toLatin1();
|
||
const char *format = ba.data();
|
||
|
||
QImage *qi = new QImage((uint8_t *)buffer, m_lx, m_ly, QImage::Format_ARGB32);
|
||
qi->save(tempPath, format, -1);
|
||
free(buffer);
|
||
m_cleanUpList.push_back(tempPath);
|
||
|
||
delete qi;
|
||
delete image;
|
||
}
|
||
|
||
void Ffmpeg::runFfmpeg(QStringList preIArgs, QStringList postIArgs,
|
||
bool includesInPath, bool includesOutPath,
|
||
bool overWriteFiles) {
|
||
QString tempName = "//" + QString::fromStdString(m_path.getName()) +
|
||
"tempOut%d." + m_intermediateFormat;
|
||
tempName = getFfmpegCache().getQString() + tempName;
|
||
|
||
QStringList args;
|
||
args = args + preIArgs;
|
||
if (!includesInPath) { // NOTE: if including the in path, it needs to be in
|
||
// the preIArgs argument.
|
||
args << "-i";
|
||
args << tempName;
|
||
}
|
||
if (m_hasSoundTrack) args = args + m_audioArgs;
|
||
args = args + postIArgs;
|
||
if (overWriteFiles && !includesOutPath) { // if includesOutPath is true, you
|
||
// need to include the overwrite in
|
||
// your postIArgs.
|
||
args << "-y";
|
||
}
|
||
if (!includesOutPath) {
|
||
args << m_path.getQString();
|
||
}
|
||
|
||
// write the file
|
||
QProcess ffmpeg;
|
||
ffmpeg.start(m_ffmpegPath + "/ffmpeg", args);
|
||
if (ffmpeg.waitForFinished(m_ffmpegTimeout)) {
|
||
QString results = ffmpeg.readAllStandardError();
|
||
results += ffmpeg.readAllStandardOutput();
|
||
int exitCode = ffmpeg.exitCode();
|
||
ffmpeg.close();
|
||
std::string strResults = results.toStdString();
|
||
} else {
|
||
DVGui::warning(
|
||
QObject::tr("FFmpeg timed out.\n"
|
||
"Please check the file for errors.\n"
|
||
"If the file doesn't play or is incomplete, \n"
|
||
"Please try raising the FFmpeg timeout in Preferences."));
|
||
}
|
||
}
|
||
|
||
QString Ffmpeg::runFfprobe(QStringList args) {
|
||
QProcess ffmpeg;
|
||
ffmpeg.start(m_ffmpegPath + "/ffprobe", args);
|
||
ffmpeg.waitForFinished(m_ffmpegTimeout);
|
||
QString results = ffmpeg.readAllStandardError();
|
||
results += ffmpeg.readAllStandardOutput();
|
||
int exitCode = ffmpeg.exitCode();
|
||
ffmpeg.close();
|
||
// If the url cannot be opened or recognized as a multimedia file, ffprobe
|
||
// returns a positive exit code.
|
||
if (exitCode > 0) throw TImageException(m_path, "error reading info.");
|
||
std::string strResults = results.toStdString();
|
||
return results;
|
||
}
|
||
|
||
void Ffmpeg::saveSoundTrack(TSoundTrack *st) {
|
||
m_sampleRate = st->getSampleRate();
|
||
m_channelCount = st->getChannelCount();
|
||
m_bitsPerSample = st->getBitPerSample();
|
||
// LONG count = st->getSampleCount();
|
||
int bufSize = st->getSampleCount() * st->getSampleSize();
|
||
const UCHAR *buffer = st->getRawData();
|
||
|
||
m_audioPath = getFfmpegCache().getQString() + "//" +
|
||
QString::fromStdString(m_path.getName()) + "tempOut.raw";
|
||
m_audioFormat = "s" + QString::number(m_bitsPerSample);
|
||
if (m_bitsPerSample > 8) m_audioFormat = m_audioFormat + "le";
|
||
std::string strPath = m_audioPath.toStdString();
|
||
|
||
QByteArray data;
|
||
data.insert(0, (char *)buffer, bufSize);
|
||
|
||
QFile file(m_audioPath);
|
||
file.open(QIODevice::WriteOnly);
|
||
file.write(data);
|
||
file.close();
|
||
m_hasSoundTrack = true;
|
||
|
||
m_audioArgs << "-f";
|
||
m_audioArgs << m_audioFormat;
|
||
m_audioArgs << "-ar";
|
||
m_audioArgs << QString::number(m_sampleRate);
|
||
m_audioArgs << "-ac";
|
||
m_audioArgs << QString::number(m_channelCount);
|
||
m_audioArgs << "-i";
|
||
m_audioArgs << m_audioPath;
|
||
|
||
// add file to framesWritten for cleanup
|
||
m_cleanUpList.push_back(m_audioPath);
|
||
}
|
||
|
||
bool Ffmpeg::checkFilesExist() {
|
||
QString ffmpegCachePath = getFfmpegCache().getQString();
|
||
QString tempPath = ffmpegCachePath + "//" + cleanPathSymbols() + "In0001." +
|
||
m_intermediateFormat;
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(tempPath))) {
|
||
return true;
|
||
} else
|
||
return false;
|
||
}
|
||
|
||
ffmpegFileInfo Ffmpeg::getInfo() {
|
||
QString ffmpegCachePath = getFfmpegCache().getQString();
|
||
QString tempPath = ffmpegCachePath + "//" + cleanPathSymbols() + ".txt";
|
||
if (QFile::exists(tempPath)) {
|
||
QFile infoText(tempPath);
|
||
infoText.open(QIODevice::ReadOnly);
|
||
QByteArray ba = infoText.readAll();
|
||
infoText.close();
|
||
QString text = QString::fromStdString(ba.toStdString());
|
||
m_lx = text.split(" ")[0].toInt();
|
||
m_ly = text.split(" ")[1].toInt();
|
||
m_frameRate = text.split(" ")[2].toDouble();
|
||
m_frameCount = text.split(" ")[3].toInt();
|
||
} else {
|
||
QFile infoText(tempPath);
|
||
getSize();
|
||
getFrameCount();
|
||
getFrameRate();
|
||
infoText.open(QIODevice::WriteOnly);
|
||
std::string infoToWrite =
|
||
std::to_string(m_lx) + " " + std::to_string(m_ly) + " " +
|
||
std::to_string(m_frameRate) + " " + std::to_string(m_frameCount);
|
||
int infoLength = infoToWrite.length();
|
||
infoText.write(infoToWrite.c_str(), infoLength);
|
||
infoText.close();
|
||
}
|
||
ffmpegFileInfo info;
|
||
info.m_lx = m_lx;
|
||
info.m_ly = m_ly;
|
||
info.m_frameRate = m_frameRate;
|
||
info.m_frameCount = m_frameCount;
|
||
return info;
|
||
}
|
||
TRasterImageP Ffmpeg::getImage(int frameIndex) {
|
||
QString ffmpegCachePath = getFfmpegCache().getQString();
|
||
QString tempPath = ffmpegCachePath + "//" + cleanPathSymbols();
|
||
std::string tmpPath = tempPath.toStdString();
|
||
// QString tempPath= m_path.getQString();
|
||
QString number = QString("%1").arg(frameIndex, 4, 10, QChar('0'));
|
||
QString tempName = "In" + number + ".png";
|
||
tempName = tempPath + tempName;
|
||
|
||
// for debugging
|
||
std::string strPath = tempName.toStdString();
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(tempName))) {
|
||
QImage *temp = new QImage(tempName, "PNG");
|
||
if (temp) {
|
||
QImage tempToo = temp->convertToFormat(QImage::Format_ARGB32);
|
||
delete temp;
|
||
const UCHAR *bits = tempToo.bits();
|
||
|
||
TRasterPT<TPixelRGBM32> ret;
|
||
ret.create(m_lx, m_ly);
|
||
ret->lock();
|
||
memcpy(ret->getRawData(), bits, m_lx * m_ly * 4);
|
||
ret->unlock();
|
||
ret->yMirror();
|
||
return TRasterImageP(ret);
|
||
}
|
||
}
|
||
return TRasterImageP();
|
||
}
|
||
|
||
double Ffmpeg::getFrameRate() {
|
||
QStringList fpsArgs;
|
||
int fpsNum = 0, fpsDen = 0;
|
||
fpsArgs << "-v";
|
||
fpsArgs << "error";
|
||
fpsArgs << "-select_streams";
|
||
fpsArgs << "v:0";
|
||
fpsArgs << "-show_entries";
|
||
fpsArgs << "stream=r_frame_rate";
|
||
fpsArgs << "-of";
|
||
fpsArgs << "default=noprint_wrappers=1:nokey=1";
|
||
fpsArgs << m_path.getQString();
|
||
QString fpsResults = runFfprobe(fpsArgs);
|
||
|
||
QStringList fpsResultsList = fpsResults.split("/");
|
||
if (fpsResultsList.size() > 1) {
|
||
fpsNum = fpsResultsList[0].toInt();
|
||
fpsDen = fpsResultsList[1].toInt();
|
||
}
|
||
|
||
// if for some reason we don't have enough info to calculate it. Use the
|
||
// avg_frame_rate
|
||
if (!fpsDen) {
|
||
fpsArgs.clear();
|
||
fpsArgs << "-v";
|
||
fpsArgs << "error";
|
||
fpsArgs << "-select_streams";
|
||
fpsArgs << "v:0";
|
||
fpsArgs << "-show_entries";
|
||
fpsArgs << "stream=avg_frame_rate";
|
||
fpsArgs << "-of";
|
||
fpsArgs << "default=noprint_wrappers=1:nokey=1";
|
||
fpsArgs << m_path.getQString();
|
||
QString fpsResults = runFfprobe(fpsArgs);
|
||
|
||
fpsResultsList = fpsResults.split("/");
|
||
if (fpsResultsList.size() > 1) {
|
||
fpsNum = fpsResultsList[0].toInt();
|
||
fpsDen = fpsResultsList[1].toInt();
|
||
}
|
||
}
|
||
|
||
if (fpsDen > 0) {
|
||
m_frameRate = (double)fpsNum / (double)fpsDen;
|
||
}
|
||
return m_frameRate;
|
||
}
|
||
|
||
TDimension Ffmpeg::getSize() {
|
||
QStringList sizeArgs;
|
||
sizeArgs << "-v";
|
||
sizeArgs << "error";
|
||
sizeArgs << "-of";
|
||
sizeArgs << "flat=s=_";
|
||
sizeArgs << "-select_streams";
|
||
sizeArgs << "v:0";
|
||
sizeArgs << "-show_entries";
|
||
sizeArgs << "stream=height,width";
|
||
sizeArgs << m_path.getQString();
|
||
|
||
QString sizeResults = runFfprobe(sizeArgs);
|
||
QStringList split = sizeResults.split("\n");
|
||
m_lx = split[0].split("=")[1].toInt();
|
||
m_ly = split[1].split("=")[1].toInt();
|
||
return TDimension(m_lx, m_ly);
|
||
}
|
||
|
||
int Ffmpeg::getFrameCount() {
|
||
// nb_read_frames from files may not be accurate. Let's calculate it based on
|
||
// r_frame_rate * duration
|
||
QStringList frameCountArgs;
|
||
frameCountArgs << "-v";
|
||
frameCountArgs << "error";
|
||
frameCountArgs << "-count_frames";
|
||
frameCountArgs << "-select_streams";
|
||
frameCountArgs << "v:0";
|
||
frameCountArgs << "-show_entries";
|
||
frameCountArgs << "stream=duration";
|
||
frameCountArgs << "-of";
|
||
frameCountArgs << "default=nokey=1:noprint_wrappers=1";
|
||
frameCountArgs << m_path.getQString();
|
||
|
||
QString frameResults = runFfprobe(frameCountArgs);
|
||
m_frameCount = frameResults.toDouble() * getFrameRate();
|
||
|
||
// if for some reason we don't have enough info to calculate it. Use the
|
||
// nb_read_frames
|
||
if (!m_frameCount) {
|
||
frameCountArgs.clear();
|
||
frameCountArgs << "-v";
|
||
frameCountArgs << "error";
|
||
frameCountArgs << "-count_frames";
|
||
frameCountArgs << "-select_streams";
|
||
frameCountArgs << "v:0";
|
||
frameCountArgs << "-show_entries";
|
||
frameCountArgs << "stream=nb_read_frames";
|
||
frameCountArgs << "-of";
|
||
frameCountArgs << "default=nokey=1:noprint_wrappers=1";
|
||
frameCountArgs << m_path.getQString();
|
||
|
||
frameResults = runFfprobe(frameCountArgs);
|
||
m_frameCount = frameResults.toInt();
|
||
}
|
||
|
||
return m_frameCount;
|
||
}
|
||
|
||
void Ffmpeg::getFramesFromMovie(int frame) {
|
||
QString ffmpegCachePath = getFfmpegCache().getQString();
|
||
QString tempPath = ffmpegCachePath + "//" + cleanPathSymbols();
|
||
std::string tmpPath = tempPath.toStdString();
|
||
QString tempName = "In%04d." + m_intermediateFormat;
|
||
tempName = tempPath + tempName;
|
||
QString tempStart;
|
||
if (frame == -1) {
|
||
tempStart = "In0001." + m_intermediateFormat;
|
||
tempStart = tempPath + tempStart;
|
||
} else {
|
||
QString number = QString("%1").arg(frame, 4, 10, QChar('0'));
|
||
tempStart = tempPath + "In" + number + "." + m_intermediateFormat;
|
||
}
|
||
QString tempBase = tempPath + "In";
|
||
QString addToDelete;
|
||
if (!TSystem::doesExistFileOrLevel(TFilePath(tempStart))) {
|
||
// for debugging
|
||
std::string strPath = tempName.toStdString();
|
||
|
||
QStringList preIFrameArgs;
|
||
QStringList postIFrameArgs;
|
||
// frameArgs << "-accurate_seek";
|
||
// frameArgs << "-ss";
|
||
// frameArgs << "0" + QString::number(frameIndex / m_info->m_frameRate);
|
||
preIFrameArgs << "-i";
|
||
preIFrameArgs << m_path.getQString();
|
||
postIFrameArgs << "-y";
|
||
postIFrameArgs << "-f";
|
||
postIFrameArgs << "image2";
|
||
|
||
postIFrameArgs << tempName;
|
||
|
||
runFfmpeg(preIFrameArgs, postIFrameArgs, true, true, true);
|
||
|
||
for (int i = 1; i <= m_frameCount; i++) {
|
||
QString number = QString("%1").arg(i, 4, 10, QChar('0'));
|
||
addToDelete = tempBase + number + "." + m_intermediateFormat;
|
||
std::string delPath = addToDelete.toStdString();
|
||
// addToCleanUp(addToDelete);
|
||
}
|
||
}
|
||
}
|
||
|
||
QString Ffmpeg::cleanPathSymbols() {
|
||
return m_path.getQString().remove(QRegExp(
|
||
QString::fromUtf8("[-`~!@#$%^&*()_+=|:;<>«»,.?/{}\'\"\\[\\]\\\\]")));
|
||
}
|
||
|
||
int Ffmpeg::getGifFrameCount() {
|
||
int frame = 1;
|
||
QString ffmpegCachePath = getFfmpegCache().getQString();
|
||
QString tempPath = ffmpegCachePath + "//" + cleanPathSymbols();
|
||
std::string tmpPath = tempPath.toStdString();
|
||
QString tempName = "In%04d." + m_intermediateFormat;
|
||
tempName = tempPath + tempName;
|
||
QString tempStart;
|
||
tempStart = "In0001." + m_intermediateFormat;
|
||
tempStart = tempPath + tempStart;
|
||
while (TSystem::doesExistFileOrLevel(TFilePath(tempStart))) {
|
||
frame++;
|
||
QString number = QString("%1").arg(frame, 4, 10, QChar('0'));
|
||
tempStart = tempPath + "In" + number + "." + m_intermediateFormat;
|
||
}
|
||
return frame - 1;
|
||
}
|
||
|
||
void Ffmpeg::addToCleanUp(QString path) {
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
m_cleanUpList.push_back(path);
|
||
}
|
||
}
|
||
|
||
void Ffmpeg::cleanUpFiles() {
|
||
for (QString path : m_cleanUpList) {
|
||
if (TSystem::doesExistFileOrLevel(TFilePath(path))) {
|
||
TSystem::deleteFile(TFilePath(path));
|
||
}
|
||
}
|
||
}
|
||
|
||
void Ffmpeg::disablePrecompute() {
|
||
Preferences::instance()->setPrecompute(false);
|
||
}
|