Internal refactoring of tracking module, should be no functional changes
[blender.git] / source / blender / editors / space_clip / clip_editor.c
index 885357a100d9c5ac98435467c0318a88a8bbba1f..275cb782bbd321c2738c17928d6c4b507b809b65 100644 (file)
 
 #include <stddef.h>
 
+#include "MEM_guardedalloc.h"
+
 #include "BKE_main.h"
+#include "BKE_mask.h"
 #include "BKE_movieclip.h"
 #include "BKE_context.h"
 #include "BKE_tracking.h"
 
+#include "DNA_mask_types.h"
 #include "DNA_object_types.h"  /* SELECT */
 
 #include "BLI_utildefines.h"
 #include "BLI_math.h"
 
+#include "GPU_extensions.h"
+
 #include "IMB_imbuf_types.h"
 #include "IMB_imbuf.h"
 
@@ -48,6 +54,7 @@
 #include "ED_clip.h"
 
 #include "BIF_gl.h"
+#include "BIF_glutil.h"
 
 #include "WM_api.h"
 #include "WM_types.h"
@@ -68,9 +75,20 @@ int ED_space_clip_poll(bContext *C)
        return FALSE;
 }
 
+int ED_space_clip_view_clip_poll(bContext *C)
+{
+       SpaceClip *sc = CTX_wm_space_clip(C);
+
+       if (sc && sc->clip) {
+               return sc->view == SC_VIEW_CLIP;
+       }
+
+       return FALSE;
+}
+
 int ED_space_clip_tracking_poll(bContext *C)
 {
-       SpaceClip *sc= CTX_wm_space_clip(C);
+       SpaceClip *sc = CTX_wm_space_clip(C);
 
        if (sc && sc->clip)
                return ED_space_clip_show_trackedit(sc);
@@ -78,33 +96,26 @@ int ED_space_clip_tracking_poll(bContext *C)
        return FALSE;
 }
 
-int ED_space_clip_tracking_size_poll(bContext *C)
+int ED_space_clip_maskedit_poll(bContext *C)
 {
-       if (ED_space_clip_tracking_poll(C)) {
-               MovieClip *clip = CTX_data_edit_movieclip(C);
-
-               if (clip) {
-                       SpaceClip *sc = CTX_wm_space_clip(C);
-                       int width, height;
-
-                       BKE_movieclip_get_size(clip, &sc->user, &width, &height);
+       SpaceClip *sc = CTX_wm_space_clip(C);
 
-                       return width > 0 && height > 0;
-               }
+       if (sc && sc->clip) {
+               return ED_space_clip_show_maskedit(sc);
        }
 
        return FALSE;
 }
 
-int ED_space_clip_tracking_frame_poll(bContext *C)
+int ED_space_clip_maskedit_mask_poll(bContext *C)
 {
-       if (ED_space_clip_tracking_poll(C)) {
+       if (ED_space_clip_maskedit_poll(C)) {
                MovieClip *clip = CTX_data_edit_movieclip(C);
 
                if (clip) {
-                       SpaceClip *sc = CTX_wm_space_clip(C);
+                       SpaceClip *sc= CTX_wm_space_clip(C);
 
-                       return BKE_movieclip_has_frame(clip, &sc->user);
+                       return sc->mask != NULL;
                }
        }
 
@@ -113,15 +124,40 @@ int ED_space_clip_tracking_frame_poll(bContext *C)
 
 /* ******** editing functions ******** */
 
-void ED_space_clip_set(bContext *C, SpaceClip *sc, MovieClip *clip)
+void ED_space_clip_set(bContext *C, bScreen *screen, SpaceClip *sc, MovieClip *clip)
 {
+       MovieClip *old_clip;
+
+       if (!screen && C)
+               screen = CTX_wm_screen(C);
+
+       old_clip = sc->clip;
        sc->clip = clip;
 
-       if (sc->clip && sc->clip->id.us==0)
+       if (sc->clip && sc->clip->id.us == 0)
                sc->clip->id.us = 1;
 
+       if (screen && sc->view == SC_VIEW_CLIP) {
+               ScrArea *area;
+               SpaceLink *sl;
+
+               for (area = screen->areabase.first; area; area = area->next) {
+                       for (sl = area->spacedata.first; sl; sl = sl->next) {
+                               if (sl->spacetype == SPACE_CLIP) {
+                                       SpaceClip *cur_sc = (SpaceClip *) sl;
+
+                                       if (cur_sc != sc && cur_sc->view != SC_VIEW_CLIP) {
+                                               if (cur_sc->clip == old_clip || cur_sc->clip == NULL) {
+                                                       cur_sc->clip = clip;
+                                               }
+                                       }
+                               }
+                       }
+               }
+       }
+
        if (C)
-               WM_event_add_notifier(C, NC_MOVIECLIP|NA_SELECTED, sc->clip);
+               WM_event_add_notifier(C, NC_MOVIECLIP | NA_SELECTED, sc->clip);
 }
 
 MovieClip *ED_space_clip(SpaceClip *sc)
@@ -129,6 +165,11 @@ MovieClip *ED_space_clip(SpaceClip *sc)
        return sc->clip;
 }
 
+Mask *ED_space_clip_mask(SpaceClip *sc)
+{
+       return sc->mask;
+}
+
 ImBuf *ED_space_clip_get_buffer(SpaceClip *sc)
 {
        if (sc->clip) {
@@ -173,14 +214,59 @@ void ED_space_clip_size(SpaceClip *sc, int *width, int *height)
        }
 }
 
+void ED_space_clip_mask_size(SpaceClip *sc, int *width, int *height)
+{
+       /* quite the same as ED_space_clip_size, but it also runs aspect correction on output resolution
+        * this is needed because mask should be rasterized with exactly the same resolution as
+        * currently displaying frame and it doesn't have access to aspect correction currently
+        * used for display. (sergey)
+        */
+
+       if (!sc->mask) {
+               *width = 0;
+               *height = 0;
+       } else {
+               float aspx, aspy;
+
+               ED_space_clip_size(sc, width, height);
+               ED_space_clip_aspect(sc, &aspx, &aspy);
+
+               *width *= aspx;
+               *height *= aspy;
+       }
+}
+
+void ED_space_clip_mask_aspect(SpaceClip *sc, float *aspx, float *aspy)
+{
+       int w, h;
+
+       ED_space_clip_aspect(sc, aspx, aspy);
+       ED_space_clip_size(sc, &w, &h);
+
+       /* now this is not accounted for! */
+#if 0
+       *aspx *= (float)w;
+       *aspy *= (float)h;
+#endif
+
+       if (*aspx < *aspy) {
+               *aspy= *aspy / *aspx;
+               *aspx= 1.0f;
+       }
+       else {
+               *aspx= *aspx / *aspy;
+               *aspy= 1.0f;
+       }
+}
+
 void ED_space_clip_zoom(SpaceClip *sc, ARegion *ar, float *zoomx, float *zoomy)
 {
        int width, height;
 
        ED_space_clip_size(sc, &width, &height);
 
-       *zoomx = (float)(ar->winrct.xmax - ar->winrct.xmin + 1)/(float)((ar->v2d.cur.xmax - ar->v2d.cur.xmin)*width);
-       *zoomy = (float)(ar->winrct.ymax - ar->winrct.ymin + 1)/(float)((ar->v2d.cur.ymax - ar->v2d.cur.ymin)*height);
+       *zoomx = (float)(ar->winrct.xmax - ar->winrct.xmin + 1) / (float)((ar->v2d.cur.xmax - ar->v2d.cur.xmin) * width);
+       *zoomy = (float)(ar->winrct.ymax - ar->winrct.ymin + 1) / (float)((ar->v2d.cur.ymax - ar->v2d.cur.ymin) * height);
 }
 
 void ED_space_clip_aspect(SpaceClip *sc, float *aspx, float *aspy)
@@ -193,6 +279,33 @@ void ED_space_clip_aspect(SpaceClip *sc, float *aspx, float *aspy)
                *aspx = *aspy = 1.0f;
 }
 
+void ED_space_clip_aspect_dimension_aware(SpaceClip *sc, float *aspx, float *aspy)
+{
+       int w, h;
+
+       /* most of tools does not require aspect to be returned with dimensions correction
+        * due to they're invariant to this stuff, but some transformation tools like rotation
+        * should be aware of aspect correction caused by different resolution in different
+        * directions.
+        * mainly this is sued for transformation stuff
+        */
+
+       ED_space_clip_aspect(sc, aspx, aspy);
+       ED_space_clip_size(sc, &w, &h);
+
+       *aspx *= (float)w;
+       *aspy *= (float)h;
+
+       if (*aspx < *aspy) {
+               *aspy= *aspy / *aspx;
+               *aspx= 1.0f;
+       }
+       else {
+               *aspx= *aspx / *aspy;
+               *aspy= 1.0f;
+       }
+}
+
 void ED_clip_update_frame(const Main *mainp, int cfra)
 {
        wmWindowManager *wm;
@@ -216,12 +329,20 @@ void ED_clip_update_frame(const Main *mainp, int cfra)
        }
 }
 
+/* return current frame number in clip space */
+int ED_space_clip_clip_framenr(SpaceClip *sc)
+{
+       MovieClip *clip = ED_space_clip(sc);
+
+       return BKE_movieclip_remap_scene_to_clip_frame(clip, sc->user.framenr);
+}
+
 static int selected_boundbox(SpaceClip *sc, float min[2], float max[2])
 {
        MovieClip *clip = ED_space_clip(sc);
        MovieTrackingTrack *track;
        int width, height, ok = FALSE;
-       ListBase *tracksbase= BKE_tracking_get_tracks(&clip->tracking);
+       ListBase *tracksbase = BKE_tracking_get_active_tracks(&clip->tracking);
 
        INIT_MINMAX2(min, max);
 
@@ -230,7 +351,7 @@ static int selected_boundbox(SpaceClip *sc, float min[2], float max[2])
        track = tracksbase->first;
        while (track) {
                if (TRACK_VIEW_SELECTED(sc, track)) {
-                       MovieTrackingMarker *marker = BKE_tracking_get_marker(track, sc->user.framenr);
+                       MovieTrackingMarker *marker = BKE_tracking_marker_get(track, sc->user.framenr);
 
                        if (marker) {
                                float pos[3];
@@ -276,7 +397,8 @@ int ED_clip_view_selection(SpaceClip *sc, ARegion *ar, int fit)
                return FALSE;
 
        /* center view */
-       clip_view_center_to_point(sc, (max[0]+min[0])/(2*frame_width), (max[1]+min[1])/(2*frame_height));
+       clip_view_center_to_point(sc, (max[0] + min[0]) / (2 * frame_width),
+                                 (max[1] + min[1]) / (2 * frame_height));
 
        w = max[0] - min[0];
        h = max[1] - min[1];
@@ -296,16 +418,16 @@ int ED_clip_view_selection(SpaceClip *sc, ARegion *ar, int fit)
 
                newzoom = 1.0f / power_of_2(1.0f / MIN2(zoomx, zoomy));
 
-               if (fit || sc->zoom>newzoom)
+               if (fit || sc->zoom > newzoom)
                        sc->zoom = newzoom;
        }
 
        return TRUE;
 }
 
-void ED_clip_point_undistorted_pos(SpaceClip *sc, float co[2], float nco[2])
+void ED_clip_point_undistorted_pos(SpaceClip *sc, const float co[2], float r_co[2])
 {
-       copy_v2_v2(nco, co);
+       copy_v2_v2(r_co, co);
 
        if (sc->user.render_flag & MCLIP_PROXY_RENDER_UNDISTORT) {
                MovieClip *clip = ED_space_clip(sc);
@@ -314,13 +436,13 @@ void ED_clip_point_undistorted_pos(SpaceClip *sc, float co[2], float nco[2])
 
                ED_space_clip_size(sc, &width, &height);
 
-               nco[0] *= width;
-               nco[1] *= height * aspy;
+               r_co[0] *= width;
+               r_co[1] *= height * aspy;
 
-               BKE_tracking_invert_intrinsics(&clip->tracking, nco, nco);
+               BKE_tracking_undistort_v2(&clip->tracking, r_co, r_co);
 
-               nco[0] /= width;
-               nco[1] /= height * aspy;
+               r_co[0] /= width;
+               r_co[1] /= height * aspy;
        }
 }
 
@@ -329,7 +451,7 @@ void ED_clip_point_stable_pos(bContext *C, float x, float y, float *xr, float *y
        ARegion *ar = CTX_wm_region(C);
        SpaceClip *sc = CTX_wm_space_clip(C);
        int sx, sy, width, height;
-       float zoomx, zoomy, pos[3] = {0.0f, 0.0f, 0.0f}, imat[4][4];
+       float zoomx, zoomy, pos[3], imat[4][4];
 
        ED_space_clip_zoom(sc, ar, &zoomx, &zoomy);
        ED_space_clip_size(sc, &width, &height);
@@ -338,6 +460,7 @@ void ED_clip_point_stable_pos(bContext *C, float x, float y, float *xr, float *y
 
        pos[0] = (x - sx) / zoomx;
        pos[1] = (y - sy) / zoomy;
+       pos[2] = 0.0f;
 
        invert_m4_m4(imat, sc->stabmat);
        mul_v3_m4v3(pos, imat, pos);
@@ -351,18 +474,189 @@ void ED_clip_point_stable_pos(bContext *C, float x, float y, float *xr, float *y
                float aspy = 1.0f / tracking->camera.pixel_aspect;
                float tmp[2] = {*xr * width, *yr * height * aspy};
 
-               BKE_tracking_apply_intrinsics(tracking, tmp, tmp);
+               BKE_tracking_distort_v2(tracking, tmp, tmp);
 
                *xr = tmp[0] / width;
                *yr = tmp[1] / (height * aspy);
        }
 }
 
+/**
+ * \brief the reverse of ED_clip_point_stable_pos(), gets the marker region coords.
+ * better name here? view_to_track / track_to_view or so?
+ */
+void ED_clip_point_stable_pos__reverse(SpaceClip *sc, ARegion *ar, const float co[2], float r_co[2])
+{
+       float zoomx, zoomy;
+       float pos[3];
+       int width, height;
+       int sx, sy;
+
+       UI_view2d_to_region_no_clip(&ar->v2d, 0.0f, 0.0f, &sx, &sy);
+       ED_space_clip_size(sc, &width, &height);
+       ED_space_clip_zoom(sc, ar, &zoomx, &zoomy);
+
+       ED_clip_point_undistorted_pos(sc, co, pos);
+       pos[2] = 0.0f;
+
+       /* untested */
+       mul_v3_m4v3(pos, sc->stabmat, pos);
+
+       r_co[0] = (pos[0] * width  * zoomx) + (float)sx;
+       r_co[1] = (pos[1] * height * zoomy) + (float)sy;
+}
+
 void ED_clip_mouse_pos(bContext *C, wmEvent *event, float co[2])
 {
        ED_clip_point_stable_pos(C, event->mval[0], event->mval[1], &co[0], &co[1]);
 }
 
+/* OpenGL draw context */
+
+typedef struct SpaceClipDrawContext {
+       int support_checked, buffers_supported;
+
+       GLuint texture;                 /* OGL texture ID */
+       short texture_allocated;        /* flag if texture was allocated by glGenTextures */
+       struct ImBuf *texture_ibuf;     /* image buffer for which texture was created */
+       int image_width, image_height;  /* image width and height for which texture was created */
+       unsigned last_texture;          /* ID of previously used texture, so it'll be restored after clip drawing */
+
+       /* fields to check if cache is still valid */
+       int framenr, start_frame, frame_offset;
+       short render_size, render_flag;
+} SpaceClipDrawContext;
+
+int ED_space_clip_texture_buffer_supported(SpaceClip *sc)
+{
+       SpaceClipDrawContext *context = sc->draw_context;
+
+       if (!context) {
+               context = MEM_callocN(sizeof(SpaceClipDrawContext), "SpaceClipDrawContext");
+               sc->draw_context = context;
+       }
+
+       if (!context->support_checked) {
+               context->support_checked = TRUE;
+               if (GPU_type_matches(GPU_DEVICE_INTEL, GPU_OS_ANY, GPU_DRIVER_ANY)) {
+                       context->buffers_supported = FALSE;
+               }
+               else {
+                       context->buffers_supported = GPU_non_power_of_two_support();
+               }
+       }
+
+       return context->buffers_supported;
+}
+
+int ED_space_clip_load_movieclip_buffer(SpaceClip *sc, ImBuf *ibuf)
+{
+       SpaceClipDrawContext *context = sc->draw_context;
+       MovieClip *clip = ED_space_clip(sc);
+       int need_rebind = 0;
+
+       context->last_texture = glaGetOneInteger(GL_TEXTURE_2D);
+
+       /* image texture need to be rebinded if displaying another image buffer
+        * assuming displaying happens of footage frames only on which painting doesn't heppen.
+        * so not changed image buffer pointer means unchanged image content */
+       need_rebind |= context->texture_ibuf != ibuf;
+       need_rebind |= context->framenr != sc->user.framenr;
+       need_rebind |= context->render_size != sc->user.render_size;
+       need_rebind |= context->render_flag != sc->user.render_flag;
+       need_rebind |= context->start_frame != clip->start_frame;
+       need_rebind |= context->frame_offset != clip->frame_offset;
+
+       if (need_rebind) {
+               int width = ibuf->x, height = ibuf->y;
+               int need_recreate = 0;
+
+               if (width > GL_MAX_TEXTURE_SIZE || height > GL_MAX_TEXTURE_SIZE)
+                       return 0;
+
+               /* if image resolution changed (e.g. switched to proxy display) texture need to be recreated */
+               need_recreate = context->image_width != ibuf->x || context->image_height != ibuf->y;
+
+               if (context->texture_ibuf && need_recreate) {
+                       glDeleteTextures(1, &context->texture);
+                       context->texture_allocated = 0;
+               }
+
+               if (need_recreate || !context->texture_allocated) {
+                       /* texture doesn't exist yet or need to be re-allocated because of changed dimensions */
+                       int filter = GL_LINEAR;
+
+                       /* non-scaled proxy shouldn;t use diltering */
+                       if ((clip->flag & MCLIP_USE_PROXY) == 0 ||
+                           ELEM(sc->user.render_size, MCLIP_PROXY_RENDER_SIZE_FULL, MCLIP_PROXY_RENDER_SIZE_100))
+                       {
+                               filter = GL_NEAREST;
+                       }
+
+                       glGenTextures(1, &context->texture);
+                       glBindTexture(GL_TEXTURE_2D, context->texture);
+                       glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, filter);
+                       glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, filter);
+                       glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP);
+                       glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP);
+               }
+               else {
+                       /* if texture doesn't need to be reallocated itself, just bind it so
+                        * loading of image will happen to a proper texture */
+                       glBindTexture(GL_TEXTURE_2D, context->texture);
+               }
+
+               if (ibuf->rect_float) {
+                       if (ibuf->rect == NULL)
+                               IMB_rect_from_float(ibuf);
+               }
+
+               if (ibuf->rect)
+                       glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA8, width, height, 0, GL_RGBA, GL_UNSIGNED_BYTE, ibuf->rect);
+
+               /* store settings */
+               context->texture_allocated = 1;
+               context->texture_ibuf = ibuf;
+               context->image_width = ibuf->x;
+               context->image_height = ibuf->y;
+               context->framenr = sc->user.framenr;
+               context->render_size = sc->user.render_size;
+               context->render_flag = sc->user.render_flag;
+               context->start_frame = clip->start_frame;
+               context->frame_offset = clip->frame_offset;
+       }
+       else {
+               /* displaying exactly the same image which was loaded t oa texture,
+                * just bint texture in this case */
+               glBindTexture(GL_TEXTURE_2D, context->texture);
+       }
+
+       glEnable(GL_TEXTURE_2D);
+
+       return TRUE;
+}
+
+void ED_space_clip_unload_movieclip_buffer(SpaceClip *sc)
+{
+       SpaceClipDrawContext *context = sc->draw_context;
+
+       glBindTexture(GL_TEXTURE_2D, context->last_texture);
+       glDisable(GL_TEXTURE_2D);
+}
+
+void ED_space_clip_free_texture_buffer(SpaceClip *sc)
+{
+       SpaceClipDrawContext *context = sc->draw_context;
+
+       if (context) {
+               glDeleteTextures(1, &context->texture);
+
+               MEM_freeN(context);
+       }
+}
+
+/* ******** masking editing related functions ******** */
+
 int ED_space_clip_show_trackedit(SpaceClip *sc)
 {
        if (sc) {
@@ -371,3 +665,25 @@ int ED_space_clip_show_trackedit(SpaceClip *sc)
 
        return FALSE;
 }
+
+int ED_space_clip_show_maskedit(SpaceClip *sc)
+{
+       if (sc) {
+               return sc->mode == SC_MODE_MASKEDIT;
+       }
+
+       return FALSE;
+}
+
+void ED_space_clip_set_mask(bContext *C, SpaceClip *sc, Mask *mask)
+{
+       sc->mask = mask;
+
+       if (sc->mask && sc->mask->id.us==0) {
+               sc->clip->id.us = 1;
+       }
+
+       if (C) {
+               WM_event_add_notifier(C, NC_MASK|NA_SELECTED, mask);
+       }
+}