X-Git-Url: https://git.lukelau.me/?p=opengl.git;a=blobdiff_plain;f=main.cpp;h=776b3d6e283eac14f54b0c086da5d090e79800e5;hp=a579adfc63ffdb71e910f63840b1a4b625bd9711;hb=d2a4cfcd292f5bc422a025d43855e5f4f21fb161;hpb=d26c67a51e58c3f70d1689e265e9bebe578b50ad diff --git a/main.cpp b/main.cpp index a579adf..776b3d6 100644 --- a/main.cpp +++ b/main.cpp @@ -3,6 +3,7 @@ #include #include #include +#include #ifdef __APPLE__ #include #else @@ -22,6 +23,8 @@ #include "image.hpp" #include "util.hpp" #include "ik.hpp" +#include "blendshapes.hpp" +#include "ui.h" #pragma clang diagnostic ignored "-Wdeprecated-declarations" @@ -41,6 +44,12 @@ glm::vec3 camPos = {0, 0, -5}, camFront = {0, 0, 1}, camUp = {0, 1, 0}; float fov = glm::radians(30.f), znear = 0.01f, zfar = 10000.f; float yaw = 1.57, pitch = 0; +Model *targetModel; // The model that the selection is happening on +glm::vec3 closestVertex; +std::vector manipulators; +Blendshapes blendshapes; +float *blendshapeWeights; + struct Light { glm::mat4 trans; glm::vec3 color; @@ -52,15 +61,21 @@ bool discoLights = false; int windowWidth = 800, windowHeight = 600; +enum Mode { + Default, + Blendshapes +}; +Mode curMode; + float aspect() { return (float)windowWidth / (float)windowHeight; } -glm::mat4 projMat() { +inline glm::mat4 projMat() { return glm::perspective(fov, aspect(), znear, zfar); } -glm::mat4 viewMat() { +inline glm::mat4 viewMat() { return glm::lookAt(camPos, camPos + camFront, camUp); } @@ -88,20 +103,24 @@ void setLightColorAndPos(GLuint progId, glm::vec3 lightPos, glm::vec4 lightColor glUniform3fv(viewPosLoc, 1, glm::value_ptr(camPos)); } -void drawLight(Light &light) { +void drawBox(glm::mat4 trans, glm::vec3 color) { glUseProgram(plainProg->progId); glBindVertexArray(lightVao); setProjectionAndViewUniforms(plainProg->progId); - glm::mat4 model = glm::scale(light.trans, glm::vec3(0.2)); + glm::mat4 model = glm::scale(trans, glm::vec3(0.3)); GLuint modelLoc = glGetUniformLocation(plainProg->progId, "model"); glUniformMatrix4fv(modelLoc, 1, GL_FALSE, glm::value_ptr(model)); GLuint colorLoc = glGetUniformLocation(plainProg->progId, "color"); - glUniform4fv(colorLoc, 1, glm::value_ptr(light.color)); + glUniform4fv(colorLoc, 1, glm::value_ptr(color)); glDrawArrays(GL_TRIANGLES, 0, 36); } +void drawLight(Light &light) { + drawBox(light.trans, light.color); +} + int findNodeTrans(const struct aiNode *n, const struct aiString name, glm::mat4 *dest) { if (strcmp(n->mName.data, name.data) == 0) { *dest = aiMatrixToMat4(n->mTransformation); @@ -130,6 +149,10 @@ glm::mat4 worldSpaceToModelSpace(aiNode *node, glm::mat4 m) { return res; } +void highlightVertex() { + drawBox(glm::translate(glm::mat4(1), closestVertex), {1, 1, 0.5}); +} + void display() { glClearColor(0.5, 0.5, 0.5, 1); glClear(GL_COLOR_BUFFER_BIT|GL_DEPTH_BUFFER_BIT); @@ -168,41 +191,31 @@ void display() { glUniform3fv(glGetUniformLocation(pbrProg->progId, "lightPositions"), numLights, glm::value_ptr(lightPositions[0])); glUniform3fv(glGetUniformLocation(pbrProg->progId, "lightColors"), numLights, glm::value_ptr(lightColors[0])); - glm::vec3 targetPos(sin(d * 1.f), 0, cos(d * 1.f)); - inverseKinematic(*sceneModel->find("Bottom Bone"), *sceneModel->find("Toppest Bone"), targetPos); - - /* std::array jointPositions; std::array jointDistances; */ - - /* std::array jointNames = { "Bottom Bone", "Middle Bone", "Top Bone" }; */ - /* for (int i = 0; i < 3; i++) { */ - /* glm::mat4 trans; */ - /* findNodeTrans(&sceneModel->getRoot()->ai, aiString(jointNames[i]), &trans); */ - /* jointPositions[i] = glm::vec3(trans[3]); */ - - /* if (i > 0) */ - /* jointDistances[i - 1] = glm::distance(jointPositions[i], jointPositions[i - 1]); */ - /* } */ - - /* glm::vec3 targetPos(sin(d * 10.f), cos(d * 10.f), 0); */ - /* auto newPositions = fabrik(targetPos, jointPositions, jointDistances); */ - - /* for (int i = 0; i < 3; i++) { */ - /* glm::mat4 absTrans(1); */ - /* findNodeTrans(&sceneModel->getRoot()->ai, aiString(jointNames[i]), */ - /* &absTrans); */ - /* glm::mat4 newAbsTrans = absTrans; */ - /* newAbsTrans[3] = glm::vec4(newPositions[i], newAbsTrans[3][3]); */ +#ifdef COWEDBOY_IK + { + glm::vec3 targetPos(sin(d) * 2 + 3, -2, 1); + Light targetLight = { glm::translate(glm::mat4(1), targetPos), {0.5, 1, 1} }; + drawLight(targetLight); + inverseKinematics(*sceneModel->find("Shoulder.L"), *sceneModel->find("Finger.L"), targetPos); + + targetPos = { sin(d * 2) * 2 - 5, 2.5, 0 }; + targetLight = { glm::translate(glm::mat4(1), targetPos), {1, 1, 0.5} }; + drawLight(targetLight); + inverseKinematics(*sceneModel->find("Shoulder.R"), *sceneModel->find("Finger.R"), targetPos); + } +#endif - /* auto node = sceneModel->getRoot()->ai.FindNode(jointNames[i].c_str()); */ + if (curMode == Default) + sceneModel->draw(skyboxes[activeSkybox], d * 1000); - /* auto newTrans = worldSpaceToModelSpace(node->mParent, newAbsTrans); */ + if (curMode == Blendshapes) { + highlightVertex(); - /* node->mTransformation = mat4ToaiMatrix(newTrans); */ - /* } */ - /* sceneModel->find("Top Bone")->transform = glm::rotate(glm::mat4(1), d / 5.f, { 1, 0, 0}); */ - /* sceneModel->find("Bottom Bone")->transform = glm::rotate(glm::mat4(1), d / 3.f, { 1, 0, 0}); */ + for (auto v: manipulators) + drawBox(glm::translate(glm::mat4(1), v), {0.2, 1, 0}); - sceneModel->draw(skyboxes[activeSkybox], d * 1000); + blendshapes.model->draw(skyboxes[activeSkybox], d * 1000); + } for (Light &light: lights) drawLight(light); @@ -235,6 +248,45 @@ void setupLightBuffers(GLuint progId) { glVertexAttribPointer(posLoc, 3, GL_FLOAT, GL_FALSE, 0, 0); } +void weightsChanged(int blendshape, float weight) { + blendshapeWeights[blendshape] = weight; + std::vector weights; + weights.assign(blendshapeWeights, blendshapeWeights + blendshapes.deltas.size()); + interpolateBlendshapes(&blendshapes, weights); +} + +void loadBlendshapes() { + + // get all the obj files + std::vector blends; + const std::string modelDir = "models/high-res-blendshapes/"; + DIR *blendDir = opendir(modelDir.c_str()); + while (dirent *e = readdir(blendDir)) { + if (e->d_type & DT_DIR) continue; + const std::string name(e->d_name); + if (name == "neutral.obj") continue; + blends.push_back(name); + } + closedir(blendDir); + + std::vector blendFps; + for (auto blend: blends) blendFps.push_back(modelDir + blend); + createBlendshapes(blendFps, modelDir + "neutral.obj", *pbrProg, &blendshapes); + targetModel = blendshapes.model; + + size_t numBlends = blends.size(); + blendshapeWeights = new float[numBlends]; + for (int i = 0; i < numBlends; i++) blendshapeWeights[i] = 0; + const char *names[numBlends]; + for (int i = 0; i < numBlends; i++) names[i] = blends[i].c_str(); + createControlWindow(numBlends, names, weightsChanged); + + camPos = { 0, 22, 81 }; + camFront = { 0, 0, -1 }; + camUp = { 0, 1, 0 }; + zfar = 10000; + znear = 0.1f; +} void init() { initUtilProg(); @@ -252,8 +304,11 @@ void init() { pbrProg = new Program("pbrvert.glsl", "pbrfrag.glsl"); glUseProgram(pbrProg->progId); - const std::string scenePath = "models/ik.glb"; - const aiScene *scene = importer.ReadFile(scenePath, aiProcess_Triangulate | aiProcess_CalcTangentSpace | aiProcess_GenNormals | aiProcess_FlipUVs); + if (curMode == Default) { + const std::string scenePath = "models/cowedboy.glb"; + const aiScene *scene = importer.ReadFile( + scenePath, aiProcess_Triangulate | aiProcess_CalcTangentSpace | + aiProcess_GenNormals | aiProcess_FlipUVs); if (!scene) { std::cerr << importer.GetErrorString() << std::endl; exit(1); @@ -267,7 +322,8 @@ void init() { camPos = {camTrans[3][0], camTrans[3][1], camTrans[3][2]}; - glm::vec3 camLookAt = glm::vec3(cam->mLookAt.x, cam->mLookAt.y, cam->mLookAt.z); + glm::vec3 camLookAt = + glm::vec3(cam->mLookAt.x, cam->mLookAt.y, cam->mLookAt.z); camFront = camLookAt - camPos; camUp = glm::vec3(cam->mUp.x, cam->mUp.y, cam->mUp.z); @@ -280,20 +336,27 @@ void init() { for (int i = 0; i < scene->mNumLights; i++) { aiLight *light = scene->mLights[i]; - glm::mat4 trans; findNodeTrans(scene->mRootNode, light->mName, &trans); - glm::vec3 col = { light->mColorAmbient.r, light->mColorAmbient.g, light->mColorAmbient.b }; + glm::mat4 trans; + findNodeTrans(scene->mRootNode, light->mName, &trans); + glm::vec3 col = {light->mColorAmbient.r, light->mColorAmbient.g, + light->mColorAmbient.b}; Light l = {trans, col}; lights.push_back(l); } sceneModel = new Model(scene, *pbrProg); + } + + if (curMode == Blendshapes) { + loadBlendshapes(); + } glEnable(GL_DEPTH_TEST); glEnable(GL_CULL_FACE); // prevent edge artifacts in specular cubemaps glEnable(GL_TEXTURE_CUBE_MAP_SEAMLESS); - glViewport(0, 0, windowWidth, windowHeight); + glViewport(0, 0, windowWidth * 2, windowHeight * 2); } bool keyStates[256] = {false}; @@ -310,8 +373,10 @@ void keyboardUp(unsigned char key, int x, int y) { keyStates[key] = false; } -#define ENABLE_MOVEMENT +int mouseX, mouseY; +bool needToCalculateClosestVertex = false; +/* #define ENABLE_MOVEMENT */ void timer(int _) { #ifdef ENABLE_MOVEMENT float xSpeed = 0.f, ySpeed = 0.f, zSpeed = 0.f; @@ -336,6 +401,19 @@ void timer(int _) { camPos.y += ySpeed; camPos.z += zSpeed * sin(yaw) - xSpeed * cos(yaw); #endif + + if (needToCalculateClosestVertex) { + GLint vpArr[4]; glGetIntegerv(GL_VIEWPORT, vpArr); + glm::vec4 viewport(vpArr[0], vpArr[1], vpArr[2], vpArr[3]); + glm::vec3 selectedPos = glm::unProject(glm::vec3(mouseX * 2, viewport[3] - mouseY * 2, 1), // hidpi + viewMat(), + projMat(), + viewport); + + closestVertex = targetModel->closestVertex(targetModel->getRoot(), camPos, selectedPos).first; + needToCalculateClosestVertex = false; + } + glutPostRedisplay(); glutTimerFunc(16, timer, 0); } @@ -371,11 +449,20 @@ void motion(int x, int y) { camUp = glm::vec3(0, 1, 0); } #endif + + mouseX = x; mouseY = y; + needToCalculateClosestVertex = true; + } void mouse(int button, int state, int x, int y) { + if (button == GLUT_LEFT_BUTTON && state == GLUT_UP) + manipulators.push_back(closestVertex); + +#ifdef ENABLE_MOVEMENT if (button == GLUT_LEFT_BUTTON && state == GLUT_UP) firstMouse = true; +#endif } void reshape(int newWidth, int newHeight) { @@ -392,12 +479,15 @@ int main(int argc, char** argv) { glewInit(); + // TODO: parse argv + curMode = Blendshapes; init(); glutKeyboardFunc(keyboard); glutKeyboardUpFunc(keyboardUp); glutTimerFunc(16, timer, 0); glutMotionFunc(motion); + glutPassiveMotionFunc(motion); glutMouseFunc(mouse); glutMainLoop();