513 lines
16 KiB
C++
513 lines
16 KiB
C++
|
|
|
|
#include "toonz/plasticdeformerfx.h"
|
|
|
|
// TnzLib includes
|
|
#include "toonz/txsheet.h"
|
|
#include "toonz/txshleveltypes.h"
|
|
#include "toonz/txshcell.h"
|
|
#include "toonz/tcolumnfx.h"
|
|
#include "toonz/txshlevelcolumn.h"
|
|
#include "toonz/dpiscale.h"
|
|
#include "toonz/stage.h"
|
|
|
|
// TnzExt includes
|
|
#include "ext/plasticskeleton.h"
|
|
#include "ext/plasticdeformerstorage.h"
|
|
#include "ext/ttexturesstorage.h"
|
|
#include "ext/plasticvisualsettings.h"
|
|
#include "ext/meshutils.h"
|
|
|
|
// TnzBase includes
|
|
#include "trenderer.h"
|
|
|
|
// TnzCore includes
|
|
#include "tgl.h"
|
|
#include "tofflinegl.h"
|
|
#include "tgldisplaylistsmanager.h"
|
|
#include "tconvert.h"
|
|
#include "trop.h"
|
|
|
|
#include <QOpenGLFramebufferObject>
|
|
#include <QOffscreenSurface>
|
|
#include <QSurfaceFormat>
|
|
#include <QOpenGLContext>
|
|
#include <QImage>
|
|
|
|
FX_IDENTIFIER_IS_HIDDEN(PlasticDeformerFx, "plasticDeformerFx")
|
|
|
|
//***************************************************************************************************
|
|
// Local namespace
|
|
//***************************************************************************************************
|
|
|
|
namespace {
|
|
|
|
std::string toString(const TAffine &aff) {
|
|
return
|
|
// Observe that toString distinguishes + and - 0. That is a problem
|
|
// when comparing aliases - so near 0 values are explicitly rounded to 0.
|
|
(areAlmostEqual(aff.a11, 0.0) ? "0" : ::to_string(aff.a11, 5)) + "," +
|
|
(areAlmostEqual(aff.a12, 0.0) ? "0" : ::to_string(aff.a12, 5)) + "," +
|
|
(areAlmostEqual(aff.a13, 0.0) ? "0" : ::to_string(aff.a13, 5)) + "," +
|
|
(areAlmostEqual(aff.a21, 0.0) ? "0" : ::to_string(aff.a21, 5)) + "," +
|
|
(areAlmostEqual(aff.a22, 0.0) ? "0" : ::to_string(aff.a22, 5)) + "," +
|
|
(areAlmostEqual(aff.a23, 0.0) ? "0" : ::to_string(aff.a23, 5));
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
std::string toString(SkVD *vd, double sdFrame) {
|
|
std::string result;
|
|
|
|
for (int p = 0; p < SkVD::PARAMS_COUNT; ++p)
|
|
result += ::to_string(vd->m_params[p]->getValue(sdFrame), 5) + " ";
|
|
|
|
return result;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
std::string toString(const PlasticSkeleton::vertex_type &vx) {
|
|
// TODO: Add z and rigidity
|
|
return ::to_string(vx.P().x, 5) + " " + ::to_string(vx.P().y, 5);
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
std::string toString(const PlasticSkeletonDeformationP &sd, double sdFrame) {
|
|
std::string result;
|
|
|
|
const PlasticSkeletonP &skeleton = sd->skeleton(sdFrame);
|
|
if (!skeleton || skeleton->empty()) return result;
|
|
|
|
const tcg::list<PlasticSkeleton::vertex_type> &vertices =
|
|
skeleton->vertices();
|
|
|
|
tcg::list<PlasticSkeleton::vertex_type>::const_iterator vt,
|
|
vEnd(vertices.end());
|
|
|
|
result = toString(*vertices.begin());
|
|
for (vt = vertices.begin(); vt != vEnd; ++vt) {
|
|
result += "; " + toString(*vt);
|
|
result += " " + toString(sd->vertexDeformation(vt->name()), sdFrame);
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
//***************************************************************************************************
|
|
// PlasticDeformerFx implementation
|
|
//***************************************************************************************************
|
|
|
|
PlasticDeformerFx::PlasticDeformerFx() : TRasterFx() {
|
|
addInputPort("source", m_port);
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
TFx *PlasticDeformerFx::clone(bool recursive) const {
|
|
PlasticDeformerFx *fx =
|
|
dynamic_cast<PlasticDeformerFx *>(TFx::clone(recursive));
|
|
assert(fx);
|
|
|
|
fx->m_xsh = m_xsh;
|
|
fx->m_col = m_col;
|
|
|
|
return fx;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
bool PlasticDeformerFx::canHandle(const TRenderSettings &info, double frame) {
|
|
// Yep. Affines are handled. Well - it's easy, since OpenGL lets you do that
|
|
// directly
|
|
// with a glPushMatrix...
|
|
|
|
return true;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
std::string PlasticDeformerFx::getAlias(double frame,
|
|
const TRenderSettings &info) const {
|
|
std::string alias(getFxType());
|
|
alias += "[";
|
|
|
|
if (m_port.isConnected()) {
|
|
TRasterFxP ifx = m_port.getFx();
|
|
assert(ifx);
|
|
|
|
alias += ifx->getAlias(frame, info);
|
|
}
|
|
|
|
TStageObject *meshColumnObj =
|
|
m_xsh->getStageObject(TStageObjectId::ColumnId(m_col));
|
|
const PlasticSkeletonDeformationP &sd =
|
|
meshColumnObj->getPlasticSkeletonDeformation();
|
|
if (sd) alias += ", " + toString(sd, meshColumnObj->paramsTime(frame));
|
|
|
|
alias + "]";
|
|
|
|
return alias;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
bool PlasticDeformerFx::doGetBBox(double frame, TRectD &bbox,
|
|
const TRenderSettings &info) {
|
|
if (!m_port.isConnected()) return false;
|
|
|
|
// It's hard work to calculate the bounding box of a plastic deformation.
|
|
// Decline.
|
|
bbox = TConsts::infiniteRectD;
|
|
return true;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
void PlasticDeformerFx::buildRenderSettings(double frame,
|
|
TRenderSettings &info) {
|
|
// As previously pointed out, this fx is able to handle affines. We can,
|
|
// actually, *decide*
|
|
// the input reference to work with.
|
|
|
|
// So, the best choice is to let the *input fx* decide the appropriate
|
|
// reference, by invoking
|
|
// its handledAffine() method.
|
|
m_was64bit = false;
|
|
if (info.m_bpp == 64) {
|
|
m_was64bit = true;
|
|
info.m_bpp = 32; // We need to fix the input to 32-bpp
|
|
}
|
|
info.m_affine = m_port->handledAffine(info, frame);
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
bool PlasticDeformerFx::buildTextureDataSl(double frame, TRenderSettings &info,
|
|
TAffine &worldLevelToLevelAff) {
|
|
int row = (int)frame;
|
|
|
|
// Initialize level vars
|
|
TLevelColumnFx *lcfx = (TLevelColumnFx *)m_port.getFx();
|
|
TXshLevelColumn *texColumn = lcfx->getColumn();
|
|
|
|
const TXshCell &texCell = texColumn->getCell(row);
|
|
|
|
TXshSimpleLevel *texSl = texCell.getSimpleLevel();
|
|
const TFrameId &texFid = texCell.getFrameId();
|
|
|
|
if (!texSl || texSl->getType() == MESH_XSHLEVEL) return false;
|
|
|
|
// Build dpi data
|
|
TPointD texDpi(texSl->getDpi(texFid, 0));
|
|
if (texDpi.x == 0.0 || texDpi.y == 0.0 || texSl->getType() == PLI_XSHLEVEL)
|
|
texDpi.x = texDpi.y = Stage::inch;
|
|
|
|
// Build reference transforms data
|
|
|
|
// NOTE: TAffine() corresponds to IMAGE coordinates here, not WORLD
|
|
// coordinates. This is achieved
|
|
// by removing the level's dpi affine during render-tree build-up (see
|
|
// scenefx.cpp).
|
|
|
|
worldLevelToLevelAff = TScale(texDpi.x / Stage::inch, texDpi.y / Stage::inch);
|
|
|
|
// Initialize input render settings
|
|
|
|
// In the case of vector images, in order to retain the image quality required
|
|
// by info.m_affine,
|
|
// the scale component is allowed too.
|
|
|
|
// In the raster image case, we'll use the original image reference IF the
|
|
// affine is a magnification
|
|
// (ie the scale is > 1.0) - OTHERWISE, the OpenGL minification filter is too
|
|
// crude since it renders
|
|
// a fragment using its 4 adjacent pixels ONLY; in this case, we'll pass the
|
|
// affine below.
|
|
|
|
const TAffine &handledAff = TRasterFx::handledAffine(info, frame);
|
|
|
|
if (texSl->getType() == PLI_XSHLEVEL) {
|
|
info.m_affine = handledAff;
|
|
buildRenderSettings(frame, info);
|
|
} else {
|
|
info.m_affine = TAffine();
|
|
buildRenderSettings(frame, info);
|
|
|
|
// NOTE: scale = handledAff.a11 / worldLevelToLevelAff.a11
|
|
if (handledAff.a11 < worldLevelToLevelAff.a11)
|
|
info.m_affine =
|
|
TScale(handledAff.a11 / worldLevelToLevelAff.a11) * info.m_affine;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
bool PlasticDeformerFx::buildTextureData(double frame, TRenderSettings &info,
|
|
TAffine &worldLevelToLevelAff) {
|
|
// Common case (typically happen with sub-xsheets)
|
|
|
|
buildRenderSettings(frame, info); // Adjust the info
|
|
worldLevelToLevelAff = TAffine(); // Reference match
|
|
|
|
return true;
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
void PlasticDeformerFx::doCompute(TTile &tile, double frame,
|
|
const TRenderSettings &info) {
|
|
if (!m_port.isConnected()) {
|
|
tile.getRaster()->clear();
|
|
return;
|
|
}
|
|
|
|
int row = (int)frame;
|
|
|
|
// Build texture data
|
|
TRenderSettings texInfo(info);
|
|
TAffine worldTexLevelToTexLevelAff;
|
|
|
|
if (dynamic_cast<TLevelColumnFx *>(m_port.getFx())) {
|
|
if (!buildTextureDataSl(frame, texInfo, worldTexLevelToTexLevelAff)) return;
|
|
} else
|
|
buildTextureData(frame, texInfo, worldTexLevelToTexLevelAff);
|
|
|
|
// Initialize mesh level vars
|
|
|
|
const TXshCell &meshCell = m_xsh->getCell(row, m_col);
|
|
|
|
TXshSimpleLevel *meshSl = meshCell.getSimpleLevel();
|
|
const TFrameId &meshFid = meshCell.getFrameId();
|
|
|
|
if (!meshSl || meshSl->getType() != MESH_XSHLEVEL) return;
|
|
|
|
// Retrieve mesh image and deformation
|
|
|
|
TStageObject *meshColumnObj =
|
|
m_xsh->getStageObject(TStageObjectId::ColumnId(m_col));
|
|
|
|
TMeshImageP mi(meshSl->getFrame(meshFid, false));
|
|
if (!mi) return;
|
|
|
|
// Retrieve deformation data
|
|
|
|
const PlasticSkeletonDeformationP &sd =
|
|
meshColumnObj->getPlasticSkeletonDeformation();
|
|
assert(sd);
|
|
|
|
double sdFrame = meshColumnObj->paramsTime(frame);
|
|
|
|
// Build dpi data
|
|
|
|
TPointD meshDpi(meshSl->getDpi(meshFid, 0));
|
|
assert(meshDpi.x != 0.0 && meshDpi.y != 0.0);
|
|
|
|
// Build reference transforms data
|
|
|
|
// Build affines
|
|
|
|
const TAffine &imageToTextureAff = texInfo.m_affine;
|
|
const TAffine &worldTexLevelToWorldMeshAff = m_texPlacement;
|
|
const TAffine &meshToWorldMeshAff =
|
|
TScale(Stage::inch / meshDpi.x, Stage::inch / meshDpi.y);
|
|
|
|
const TAffine &meshToTexLevelAff = worldTexLevelToTexLevelAff *
|
|
worldTexLevelToWorldMeshAff.inv() *
|
|
meshToWorldMeshAff;
|
|
const TAffine &meshToTextureAff = imageToTextureAff * meshToTexLevelAff;
|
|
|
|
// Retrieve deformer data
|
|
|
|
TScale worldMeshToMeshAff(meshDpi.x / Stage::inch, meshDpi.y / Stage::inch);
|
|
|
|
std::unique_ptr<const PlasticDeformerDataGroup> dataGroup(
|
|
PlasticDeformerStorage::instance()->processOnce(
|
|
sdFrame, mi.getPointer(), sd.getPointer(), sd->skeletonId(sdFrame),
|
|
worldMeshToMeshAff));
|
|
|
|
// Build texture
|
|
|
|
// Build the mesh's bounding box and map it to input reference
|
|
TRectD meshBBox(meshToTextureAff * mi->getBBox());
|
|
|
|
// Now, build the tile's geometry
|
|
TRectD texBBox;
|
|
m_port->getBBox(frame, texBBox, texInfo);
|
|
|
|
TRectD bbox = texBBox * meshBBox;
|
|
if (bbox.getLx() <= 0.0 || bbox.getLy() <= 0.0) return;
|
|
|
|
bbox.x0 = tfloor(bbox.x0);
|
|
bbox.y0 = tfloor(bbox.y0);
|
|
bbox.x1 = tceil(bbox.x1);
|
|
bbox.y1 = tceil(bbox.y1);
|
|
|
|
TDimension tileSize(tround(bbox.getLx()), tround(bbox.getLy()));
|
|
|
|
// Then, compute the input image
|
|
TTile inTile;
|
|
m_port->allocateAndCompute(inTile, bbox.getP00(), tileSize, TRasterP(), frame,
|
|
texInfo);
|
|
QOpenGLContext *context;
|
|
// Draw the textured mesh
|
|
{
|
|
// Prepare texture
|
|
TRaster32P tex(inTile.getRaster());
|
|
TRop::depremultiply(tex); // Textures must be stored depremultiplied.
|
|
// See docs about the tglDraw() below.
|
|
static TAtomicVar var;
|
|
const std::string &texId = "render_tex " + std::to_string(++var);
|
|
|
|
// Prepare an OpenGL context
|
|
context = new QOpenGLContext();
|
|
if (QOpenGLContext::currentContext())
|
|
context->setShareContext(QOpenGLContext::currentContext());
|
|
context->setFormat(QSurfaceFormat::defaultFormat());
|
|
context->create();
|
|
context->makeCurrent(info.m_offScreenSurface.get());
|
|
|
|
TDimension d = tile.getRaster()->getSize();
|
|
QOpenGLFramebufferObject fb(d.lx, d.ly);
|
|
|
|
fb.bind();
|
|
|
|
// Load texture into the context
|
|
TTexturesStorage *ts = TTexturesStorage::instance();
|
|
const DrawableTextureDataP &texData = ts->loadTexture(texId, tex, bbox);
|
|
|
|
// Draw
|
|
glViewport(0, 0, d.lx, d.ly);
|
|
glClearColor(0, 0, 0, 0);
|
|
glClear(GL_COLOR_BUFFER_BIT);
|
|
|
|
glMatrixMode(GL_PROJECTION);
|
|
glLoadIdentity();
|
|
gluOrtho2D(0, d.lx, 0, d.ly);
|
|
|
|
glMatrixMode(GL_MODELVIEW);
|
|
glLoadIdentity();
|
|
tglMultMatrix(TTranslation(-tile.m_pos) * info.m_affine *
|
|
meshToWorldMeshAff);
|
|
|
|
glEnable(GL_BLEND);
|
|
glEnable(GL_TEXTURE_2D);
|
|
|
|
tglDraw(*mi, *texData, meshToTextureAff, *dataGroup);
|
|
|
|
// Retrieve drawing and copy to output tile
|
|
|
|
QImage img = fb.toImage().scaled(QSize(d.lx, d.ly), Qt::IgnoreAspectRatio,
|
|
Qt::SmoothTransformation);
|
|
int wrap = tile.getRaster()->getLx() * sizeof(TPixel32);
|
|
if (!m_was64bit) {
|
|
uchar *srcPix = img.bits();
|
|
uchar *dstPix = tile.getRaster()->getRawData() + wrap * (d.ly - 1);
|
|
for (int y = 0; y < d.ly; y++) {
|
|
memcpy(dstPix, srcPix, wrap);
|
|
dstPix -= wrap;
|
|
srcPix += wrap;
|
|
}
|
|
}
|
|
else if (m_was64bit) {
|
|
TRaster64P newRaster(tile.getRaster()->getSize());
|
|
TRaster32P tempRaster(tile.getRaster()->getSize());
|
|
uchar *srcPix = img.bits();
|
|
uchar *dstPix = tempRaster.getPointer()->getRawData() + wrap * (d.ly - 1);
|
|
for (int y = 0; y < d.ly; y++) {
|
|
memcpy(dstPix, srcPix, wrap);
|
|
dstPix -= wrap;
|
|
srcPix += wrap;
|
|
}
|
|
TRop::convert(newRaster, tempRaster);
|
|
int size = tile.getRaster()->getLx() * tile.getRaster()->getLy() * sizeof(TPixel64);
|
|
srcPix = newRaster.getPointer()->getRawData();
|
|
dstPix = tile.getRaster()->getRawData();
|
|
memcpy(dstPix, srcPix, size);
|
|
texInfo.m_bpp = 64;
|
|
}
|
|
|
|
fb.release();
|
|
|
|
// context->getRaster(tile.getRaster());
|
|
glFlush();
|
|
glFinish();
|
|
// Cleanup
|
|
|
|
// No need to disable stuff - the context dies here
|
|
|
|
// ts->unloadTexture(texId); // Auto-released
|
|
// due to display list destruction
|
|
context->deleteLater();
|
|
// context->doneCurrent();
|
|
}
|
|
assert(glGetError() == GL_NO_ERROR);
|
|
}
|
|
|
|
//-----------------------------------------------------------------------------------
|
|
|
|
void PlasticDeformerFx::doDryCompute(TRectD &rect, double frame,
|
|
const TRenderSettings &info) {
|
|
if (!m_port.isConnected()) return;
|
|
|
|
int row = (int)frame;
|
|
|
|
TRenderSettings texInfo(info);
|
|
TAffine worldTexLevelToTexLevelAff;
|
|
|
|
if (dynamic_cast<TLevelColumnFx *>(m_port.getFx())) {
|
|
if (!buildTextureDataSl(frame, texInfo, worldTexLevelToTexLevelAff)) return;
|
|
} else
|
|
buildTextureData(frame, texInfo, worldTexLevelToTexLevelAff);
|
|
|
|
const TXshCell &meshCell = m_xsh->getCell(row, m_col);
|
|
|
|
TXshSimpleLevel *meshSl = meshCell.getSimpleLevel();
|
|
const TFrameId &meshFid = meshCell.getFrameId();
|
|
|
|
if (!meshSl || meshSl->getType() == MESH_XSHLEVEL) return;
|
|
|
|
TStageObject *meshColumnObj =
|
|
m_xsh->getStageObject(TStageObjectId::ColumnId(m_col));
|
|
|
|
TMeshImageP mi(meshSl->getFrame(meshFid, false));
|
|
if (!mi) return;
|
|
|
|
const PlasticSkeletonDeformationP &sd =
|
|
meshColumnObj->getPlasticSkeletonDeformation();
|
|
assert(sd);
|
|
|
|
TPointD meshDpi(meshSl->getDpi(meshFid, 0));
|
|
assert(meshDpi.x != 0.0 && meshDpi.y != 0.0);
|
|
|
|
const TAffine &textureToImageAff = texInfo.m_affine;
|
|
const TAffine &worldImageToWorldMeshAff = m_texPlacement;
|
|
const TAffine &meshToWorldMeshAff =
|
|
TScale(Stage::inch / meshDpi.x, Stage::inch / meshDpi.y);
|
|
|
|
const TAffine &meshToTextureAff =
|
|
textureToImageAff.inv() * worldTexLevelToTexLevelAff *
|
|
worldImageToWorldMeshAff.inv() * meshToWorldMeshAff;
|
|
|
|
// Build the mesh's bounding box and map it to input reference
|
|
TRectD meshBBox(meshToTextureAff * mi->getBBox());
|
|
|
|
// Now, build the tile's geometry
|
|
TRectD texBBox;
|
|
m_port->getBBox(frame, texBBox, texInfo);
|
|
|
|
TRectD bbox = texBBox * meshBBox;
|
|
if (bbox.getLx() <= 0.0 || bbox.getLy() <= 0.0) return;
|
|
|
|
bbox.x0 = tfloor(bbox.x0);
|
|
bbox.y0 = tfloor(bbox.y0);
|
|
bbox.x1 = tceil(bbox.x1);
|
|
bbox.y1 = tceil(bbox.y1);
|
|
|
|
m_port->dryCompute(bbox, frame, texInfo);
|
|
}
|