de367b6b4d0267efa3011ae6dbad9bd849649d28
[blender.git] / source / blender / blenkernel / intern / movieclip.c
1 /*
2  * ***** BEGIN GPL LICENSE BLOCK *****
3  *
4  * This program is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU General Public License
6  * as published by the Free Software Foundation; either version 2
7  * of the License, or (at your option) any later version.
8  *
9  * This program is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write to the Free Software Foundation,
16  * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17  *
18  * The Original Code is Copyright (C) 2011 Blender Foundation.
19  * All rights reserved.
20  *
21  * Contributor(s): Blender Foundation,
22  *                 Sergey Sharybin
23  *
24  * ***** END GPL LICENSE BLOCK *****
25  */
26
27 /** \file blender/blenkernel/intern/movieclip.c
28  *  \ingroup bke
29  */
30
31
32 #include <stdio.h>
33 #include <string.h>
34 #include <fcntl.h>
35
36 #ifndef WIN32
37 #include <unistd.h>
38 #else
39 #include <io.h>
40 #endif
41
42 #include <time.h>
43
44 #ifdef _WIN32
45 #define open _open
46 #define close _close
47 #endif
48
49 #include "MEM_guardedalloc.h"
50
51 #include "DNA_constraint_types.h"
52 #include "DNA_screen_types.h"
53 #include "DNA_space_types.h"
54 #include "DNA_movieclip_types.h"
55 #include "DNA_object_types.h"
56 #include "DNA_scene_types.h"
57 #include "DNA_view3d_types.h"
58
59 #include "BLI_utildefines.h"
60
61 #include "BLI_blenlib.h"
62 #include "BLI_ghash.h"
63 #include "BLI_math.h"
64 #include "BLI_mempool.h"
65 #include "BLI_threads.h"
66
67 #include "BKE_animsys.h"
68 #include "BKE_constraint.h"
69 #include "BKE_library.h"
70 #include "BKE_global.h"
71 #include "BKE_main.h"
72 #include "BKE_utildefines.h"
73 #include "BKE_movieclip.h"
74 #include "BKE_image.h"  /* openanim */
75 #include "BKE_tracking.h"
76
77 #include "IMB_imbuf_types.h"
78 #include "IMB_imbuf.h"
79 #include "IMB_moviecache.h"
80
81 /*********************** movieclip buffer loaders *************************/
82
83 static int sequence_guess_offset(const char *full_name, int head_len, unsigned short numlen)
84 {
85         char num[FILE_MAX] = {0};
86
87         BLI_strncpy(num, full_name + head_len, numlen + 1);
88
89         return atoi(num);
90 }
91
92 static int rendersize_to_proxy(MovieClipUser *user, int flag)
93 {
94         if ((flag & MCLIP_USE_PROXY) == 0)
95                 return IMB_PROXY_NONE;
96
97         switch (user->render_size) {
98                 case MCLIP_PROXY_RENDER_SIZE_25:
99                         return IMB_PROXY_25;
100
101                 case MCLIP_PROXY_RENDER_SIZE_50:
102                         return IMB_PROXY_50;
103
104                 case MCLIP_PROXY_RENDER_SIZE_75:
105                         return IMB_PROXY_75;
106
107                 case MCLIP_PROXY_RENDER_SIZE_100:
108                         return IMB_PROXY_100;
109
110                 case MCLIP_PROXY_RENDER_SIZE_FULL:
111                         return IMB_PROXY_NONE;
112         }
113
114         return IMB_PROXY_NONE;
115 }
116
117 static int rendersize_to_number(int render_size)
118 {
119         switch (render_size) {
120                 case MCLIP_PROXY_RENDER_SIZE_25:
121                         return 25;
122
123                 case MCLIP_PROXY_RENDER_SIZE_50:
124                         return 50;
125
126                 case MCLIP_PROXY_RENDER_SIZE_75:
127                         return 75;
128
129                 case MCLIP_PROXY_RENDER_SIZE_100:
130                         return 100;
131
132                 case MCLIP_PROXY_RENDER_SIZE_FULL:
133                         return 100;
134         }
135
136         return 100;
137 }
138
139 static int get_timecode(MovieClip *clip, int flag)
140 {
141         if ((flag & MCLIP_USE_PROXY) == 0)
142                 return IMB_TC_NONE;
143
144         return clip->proxy.tc;
145 }
146
147 static void get_sequence_fname(MovieClip *clip, int framenr, char *name)
148 {
149         unsigned short numlen;
150         char head[FILE_MAX], tail[FILE_MAX];
151         int offset;
152
153         BLI_strncpy(name, clip->name, sizeof(clip->name));
154         BLI_stringdec(name, head, tail, &numlen);
155
156         /* movieclips always points to first image from sequence,
157          * autoguess offset for now. could be something smarter in the future
158          */
159         offset = sequence_guess_offset(clip->name, strlen(head), numlen);
160
161         if (numlen)
162                 BLI_stringenc(name, head, tail, numlen, offset + framenr - clip->start_frame + clip->frame_offset);
163         else
164                 BLI_strncpy(name, clip->name, sizeof(clip->name));
165
166         BLI_path_abs(name, ID_BLEND_PATH(G.main, &clip->id));
167 }
168
169 /* supposed to work with sequences only */
170 static void get_proxy_fname(MovieClip *clip, int proxy_render_size, int undistorted, int framenr, char *name)
171 {
172         int size = rendersize_to_number(proxy_render_size);
173         char dir[FILE_MAX], clipdir[FILE_MAX], clipfile[FILE_MAX];
174         int proxynr = framenr - clip->start_frame + 1 + clip->frame_offset;
175
176         BLI_split_dirfile(clip->name, clipdir, clipfile, FILE_MAX, FILE_MAX);
177
178         if (clip->flag & MCLIP_USE_PROXY_CUSTOM_DIR) {
179                 BLI_strncpy(dir, clip->proxy.dir, sizeof(dir));
180         }
181         else {
182                 BLI_snprintf(dir, FILE_MAX, "%s/BL_proxy", clipdir);
183         }
184
185         if (undistorted)
186                 BLI_snprintf(name, FILE_MAX, "%s/%s/proxy_%d_undistorted/%08d", dir, clipfile, size, proxynr);
187         else
188                 BLI_snprintf(name, FILE_MAX, "%s/%s/proxy_%d/%08d", dir, clipfile, size, proxynr);
189
190         BLI_path_abs(name, G.main->name);
191         BLI_path_frame(name, 1, 0);
192
193         strcat(name, ".jpg");
194 }
195
196 static ImBuf *movieclip_load_sequence_file(MovieClip *clip, MovieClipUser *user, int framenr, int flag)
197 {
198         struct ImBuf *ibuf;
199         char name[FILE_MAX];
200         int loadflag, use_proxy = FALSE;
201
202         use_proxy = (flag & MCLIP_USE_PROXY) && user->render_size != MCLIP_PROXY_RENDER_SIZE_FULL;
203         if (use_proxy) {
204                 int undistort = user->render_flag & MCLIP_PROXY_RENDER_UNDISTORT;
205                 get_proxy_fname(clip, user->render_size, undistort, framenr, name);
206         }
207         else
208                 get_sequence_fname(clip, framenr, name);
209
210         loadflag = IB_rect | IB_multilayer;
211
212         /* read ibuf */
213         ibuf = IMB_loadiffname(name, loadflag);
214
215         return ibuf;
216 }
217
218 static void movieclip_open_anim_file(MovieClip *clip)
219 {
220         char str[FILE_MAX];
221
222         if (!clip->anim) {
223                 BLI_strncpy(str, clip->name, FILE_MAX);
224                 BLI_path_abs(str, ID_BLEND_PATH(G.main, &clip->id));
225
226                 /* FIXME: make several stream accessible in image editor, too */
227                 clip->anim = openanim(str, IB_rect, 0);
228
229                 if (clip->anim) {
230                         if (clip->flag & MCLIP_USE_PROXY_CUSTOM_DIR) {
231                                 char dir[FILE_MAX];
232                                 BLI_strncpy(dir, clip->proxy.dir, sizeof(dir));
233                                 BLI_path_abs(dir, G.main->name);
234                                 IMB_anim_set_index_dir(clip->anim, dir);
235                         }
236                 }
237         }
238 }
239
240 static ImBuf *movieclip_load_movie_file(MovieClip *clip, MovieClipUser *user, int framenr, int flag)
241 {
242         ImBuf *ibuf = NULL;
243         int tc = get_timecode(clip, flag);
244         int proxy = rendersize_to_proxy(user, flag);
245
246         movieclip_open_anim_file(clip);
247
248         if (clip->anim) {
249                 int dur;
250                 int fra;
251
252                 dur = IMB_anim_get_duration(clip->anim, tc);
253                 fra = framenr - clip->start_frame + clip->frame_offset;
254
255                 if (fra < 0)
256                         fra = 0;
257
258                 if (fra > (dur - 1))
259                         fra = dur - 1;
260
261                 ibuf = IMB_anim_absolute(clip->anim, fra, tc, proxy);
262         }
263
264         return ibuf;
265 }
266
267 static void movieclip_calc_length(MovieClip *clip)
268 {
269         if (clip->source == MCLIP_SRC_MOVIE) {
270                 movieclip_open_anim_file(clip);
271
272                 if (clip->anim) {
273                         clip->len = IMB_anim_get_duration(clip->anim, clip->proxy.tc);
274                 }
275         }
276         else if (clip->source == MCLIP_SRC_SEQUENCE) {
277                 int framenr = 1;
278                 unsigned short numlen;
279                 char name[FILE_MAX], head[FILE_MAX], tail[FILE_MAX];
280
281                 BLI_stringdec(clip->name, head, tail, &numlen);
282
283                 if (numlen == 0) {
284                         /* there's no number group in file name, assume it's single framed sequence */
285                         clip->len = framenr + 1;
286                 }
287                 else {
288                         for (;; ) {
289                                 get_sequence_fname(clip, framenr, name);
290
291                                 if (!BLI_exists(name)) {
292                                         clip->len = framenr + 1;
293                                         break;
294                                 }
295
296                                 framenr++;
297                         }
298                 }
299         }
300 }
301
302 /*********************** image buffer cache *************************/
303
304 typedef struct MovieClipCache {
305         /* regular movie cache */
306         struct MovieCache *moviecache;
307
308         /* cached postprocessed shot */
309         struct {
310                 ImBuf *ibuf;
311                 int framenr;
312                 int flag;
313
314                 /* cache for undistorted shot */
315                 float principal[2];
316                 float k1, k2, k3;
317                 short undistortion_used;
318
319                 int proxy;
320                 short render_flag;
321         } postprocessed;
322
323         /* cache for stable shot */
324         struct {
325                 ImBuf *reference_ibuf;
326
327                 ImBuf *ibuf;
328                 int framenr;
329                 int postprocess_flag;
330
331                 float loc[2], scale, angle, aspect;
332                 int proxy, filter;
333                 short render_flag;
334         } stabilized;
335 } MovieClipCache;
336
337 typedef struct MovieClipImBufCacheKey {
338         int framenr;
339         int proxy;
340         short render_flag;
341 } MovieClipImBufCacheKey;
342
343 typedef struct MovieClipCachePriorityData {
344         int framenr;
345 } MovieClipCachePriorityData;
346
347 static void moviecache_keydata(void *userkey, int *framenr, int *proxy, int *render_flags)
348 {
349         MovieClipImBufCacheKey *key = (MovieClipImBufCacheKey *)userkey;
350
351         *framenr = key->framenr;
352         *proxy = key->proxy;
353         *render_flags = key->render_flag;
354 }
355
356 static unsigned int moviecache_hashhash(const void *keyv)
357 {
358         MovieClipImBufCacheKey *key = (MovieClipImBufCacheKey *)keyv;
359         int rval = key->framenr;
360
361         return rval;
362 }
363
364 static int moviecache_hashcmp(const void *av, const void *bv)
365 {
366         const MovieClipImBufCacheKey *a = (MovieClipImBufCacheKey *)av;
367         const MovieClipImBufCacheKey *b = (MovieClipImBufCacheKey *)bv;
368
369         if (a->framenr < b->framenr)
370                 return -1;
371         else if (a->framenr > b->framenr)
372                 return 1;
373
374         if (a->proxy < b->proxy)
375                 return -1;
376         else if (a->proxy > b->proxy)
377                 return 1;
378
379         if (a->render_flag < b->render_flag)
380                 return -1;
381         else if (a->render_flag > b->render_flag)
382                 return 1;
383
384         return 0;
385 }
386
387 void *moviecache_getprioritydata(void *key_v)
388 {
389         MovieClipImBufCacheKey *key = (MovieClipImBufCacheKey *) key_v;
390         MovieClipCachePriorityData *priority_data;
391
392         priority_data = MEM_callocN(sizeof(priority_data), "movie cache clip priority data");
393         priority_data->framenr = key->framenr;
394
395         return priority_data;
396 }
397
398 int moviecache_getitempriority(void *last_userkey_v, void *priority_data_v)
399 {
400         MovieClipImBufCacheKey *last_userkey = (MovieClipImBufCacheKey *) last_userkey_v;
401         MovieClipCachePriorityData *priority_data = (MovieClipCachePriorityData *) priority_data_v;
402
403         return -abs(last_userkey->framenr - priority_data->framenr);
404 }
405
406 void moviecache_prioritydeleter(void *priority_data_v)
407 {
408         MovieClipCachePriorityData *priority_data = (MovieClipCachePriorityData *) priority_data_v;
409
410         MEM_freeN(priority_data);
411 }
412
413 static ImBuf *get_imbuf_cache(MovieClip *clip, MovieClipUser *user, int flag)
414 {
415         if (clip->cache) {
416                 MovieClipImBufCacheKey key;
417
418                 key.framenr = user->framenr;
419
420                 if (flag & MCLIP_USE_PROXY) {
421                         key.proxy = rendersize_to_proxy(user, flag);
422                         key.render_flag = user->render_flag;
423                 }
424                 else {
425                         key.proxy = IMB_PROXY_NONE;
426                         key.render_flag = 0;
427                 }
428
429                 return IMB_moviecache_get(clip->cache->moviecache, &key);
430         }
431
432         return NULL;
433 }
434
435 static void put_imbuf_cache(MovieClip *clip, MovieClipUser *user, ImBuf *ibuf, int flag)
436 {
437         MovieClipImBufCacheKey key;
438
439         if (!clip->cache) {
440                 struct MovieCache *moviecache;
441
442                 // char cache_name[64];
443                 // BLI_snprintf(cache_name, sizeof(cache_name), "movie %s", clip->id.name);
444
445                 clip->cache = MEM_callocN(sizeof(MovieClipCache), "movieClipCache");
446
447                 moviecache = IMB_moviecache_create("movieclip", sizeof(MovieClipImBufCacheKey), moviecache_hashhash, moviecache_hashcmp);
448
449                 IMB_moviecache_set_getdata_callback(moviecache, moviecache_keydata);
450                 IMB_moviecache_set_priority_callback(moviecache, moviecache_getprioritydata, moviecache_getitempriority,
451                                                      moviecache_prioritydeleter);
452
453                 clip->cache->moviecache = moviecache;
454         }
455
456         key.framenr = user->framenr;
457
458         if (flag & MCLIP_USE_PROXY) {
459                 key.proxy = rendersize_to_proxy(user, flag);
460                 key.render_flag = user->render_flag;
461         }
462         else {
463                 key.proxy = IMB_PROXY_NONE;
464                 key.render_flag = 0;
465         }
466
467         IMB_moviecache_put(clip->cache->moviecache, &key, ibuf);
468 }
469
470 /*********************** common functions *************************/
471
472 /* only image block itself */
473 static MovieClip *movieclip_alloc(const char *name)
474 {
475         MovieClip *clip;
476
477         clip = BKE_libblock_alloc(&G.main->movieclip, ID_MC, name);
478
479         clip->aspx = clip->aspy = 1.0f;
480
481         BKE_tracking_settings_init(&clip->tracking);
482
483         clip->proxy.build_size_flag = IMB_PROXY_25;
484         clip->proxy.build_tc_flag = IMB_TC_RECORD_RUN |
485                                     IMB_TC_FREE_RUN |
486                                     IMB_TC_INTERPOLATED_REC_DATE_FREE_RUN |
487                                     IMB_TC_RECORD_RUN_NO_GAPS;
488         clip->proxy.quality = 90;
489
490         clip->start_frame = 1;
491         clip->frame_offset = 0;
492
493         return clip;
494 }
495
496 static void movieclip_load_get_szie(MovieClip *clip)
497 {
498         int width, height;
499         MovieClipUser user = {0};
500
501         user.framenr = 1;
502         BKE_movieclip_get_size(clip, &user, &width, &height);
503
504         if (width && height) {
505                 clip->tracking.camera.principal[0] = ((float)width) / 2.0f;
506                 clip->tracking.camera.principal[1] = ((float)height) / 2.0f;
507
508         }
509 }
510
511 /* checks if image was already loaded, then returns same image
512  * otherwise creates new.
513  * does not load ibuf itself
514  * pass on optional frame for #name images */
515 MovieClip *BKE_movieclip_file_add(const char *name)
516 {
517         MovieClip *clip;
518         int file, len;
519         const char *libname;
520         char str[FILE_MAX], strtest[FILE_MAX];
521
522         BLI_strncpy(str, name, sizeof(str));
523         BLI_path_abs(str, G.main->name);
524
525         /* exists? */
526         file = BLI_open(str, O_BINARY | O_RDONLY, 0);
527         if (file == -1)
528                 return NULL;
529         close(file);
530
531         /* ** first search an identical clip ** */
532         for (clip = G.main->movieclip.first; clip; clip = clip->id.next) {
533                 BLI_strncpy(strtest, clip->name, sizeof(clip->name));
534                 BLI_path_abs(strtest, G.main->name);
535
536                 if (strcmp(strtest, str) == 0) {
537                         BLI_strncpy(clip->name, name, sizeof(clip->name));  /* for stringcode */
538                         clip->id.us++;  /* officially should not, it doesn't link here! */
539
540                         return clip;
541                 }
542         }
543
544         /* ** add new movieclip ** */
545
546         /* create a short library name */
547         len = strlen(name);
548
549         while (len > 0 && name[len - 1] != '/' && name[len - 1] != '\\')
550                 len--;
551         libname = name + len;
552
553         clip = movieclip_alloc(libname);
554         BLI_strncpy(clip->name, name, sizeof(clip->name));
555
556         if (BLI_testextensie_array(name, imb_ext_movie))
557                 clip->source = MCLIP_SRC_MOVIE;
558         else
559                 clip->source = MCLIP_SRC_SEQUENCE;
560
561         movieclip_load_get_szie(clip);
562         if (clip->lastsize[0]) {
563                 int width = clip->lastsize[0];
564
565                 clip->tracking.camera.focal = 24.0f * width / clip->tracking.camera.sensor_width;
566         }
567
568         movieclip_calc_length(clip);
569
570         return clip;
571 }
572
573 static void real_ibuf_size(MovieClip *clip, MovieClipUser *user, ImBuf *ibuf, int *width, int *height)
574 {
575         *width = ibuf->x;
576         *height = ibuf->y;
577
578         if (clip->flag & MCLIP_USE_PROXY) {
579                 switch (user->render_size) {
580                         case MCLIP_PROXY_RENDER_SIZE_25:
581                                 (*width) *= 4;
582                                 (*height) *= 4;
583                                 break;
584
585                         case MCLIP_PROXY_RENDER_SIZE_50:
586                                 (*width) *= 2.0f;
587                                 (*height) *= 2.0f;
588                                 break;
589
590                         case MCLIP_PROXY_RENDER_SIZE_75:
591                                 *width = ((float)*width) * 4.0f / 3.0f;
592                                 *height = ((float)*height) * 4.0f / 3.0f;
593                                 break;
594                 }
595         }
596 }
597
598 static ImBuf *get_undistorted_ibuf(MovieClip *clip, struct MovieDistortion *distortion, ImBuf *ibuf)
599 {
600         ImBuf *undistibuf;
601
602         if (distortion)
603                 undistibuf = BKE_tracking_distortion_exec(distortion, &clip->tracking, ibuf, ibuf->x, ibuf->y, 0.0f, 1);
604         else
605                 undistibuf = BKE_tracking_undistort_frame(&clip->tracking, ibuf, ibuf->x, ibuf->y, 0.0f);
606
607         if (undistibuf->userflags & IB_RECT_INVALID) {
608                 ibuf->userflags &= ~IB_RECT_INVALID;
609                 IMB_rect_from_float(undistibuf);
610         }
611
612         IMB_scaleImBuf(undistibuf, ibuf->x, ibuf->y);
613
614         return undistibuf;
615 }
616
617 static int need_undistortion_postprocess(MovieClipUser *user, int flag)
618 {
619         int result = 0;
620
621         /* only full undistorted render can be used as on-fly undistorting image */
622         if (flag & MCLIP_USE_PROXY) {
623                 result |= (user->render_size == MCLIP_PROXY_RENDER_SIZE_FULL) &&
624                           (user->render_flag & MCLIP_PROXY_RENDER_UNDISTORT) != 0;
625         }
626
627         return result;
628 }
629
630 static int need_postprocessed_frame(MovieClipUser *user, int flag, int postprocess_flag)
631 {
632         int result = postprocess_flag;
633
634         result |= need_undistortion_postprocess(user, flag);
635
636         return result;
637 }
638
639 static int check_undistortion_cache_flags(MovieClip *clip)
640 {
641         MovieClipCache *cache = clip->cache;
642         MovieTrackingCamera *camera = &clip->tracking.camera;
643
644         /* check for distortion model changes */
645         if (!equals_v2v2(camera->principal, cache->postprocessed.principal))
646                 return FALSE;
647
648         if (!equals_v3v3(&camera->k1, &cache->postprocessed.k1))
649                 return FALSE;
650
651         return TRUE;
652 }
653
654 static ImBuf *get_postprocessed_cached_frame(MovieClip *clip, MovieClipUser *user, int flag, int postprocess_flag)
655 {
656         MovieClipCache *cache = clip->cache;
657         int framenr = user->framenr;
658         short proxy = IMB_PROXY_NONE;
659         int render_flag = 0;
660
661         if (flag & MCLIP_USE_PROXY) {
662                 proxy = rendersize_to_proxy(user, flag);
663                 render_flag = user->render_flag;
664         }
665
666         /* no cache or no cached postprocessed image */
667         if (!clip->cache || !clip->cache->postprocessed.ibuf)
668                 return NULL;
669
670         /* postprocessing happened for other frame */
671         if (cache->postprocessed.framenr != framenr)
672                 return NULL;
673
674         /* cached ibuf used different proxy settings */
675         if (cache->postprocessed.render_flag != render_flag || cache->postprocessed.proxy != proxy)
676                 return NULL;
677
678         if (cache->postprocessed.flag != postprocess_flag)
679                 return NULL;
680
681         if (need_undistortion_postprocess(user, flag)) {
682                 if (!check_undistortion_cache_flags(clip))
683                         return NULL;
684         }
685         else if (cache->postprocessed.undistortion_used)
686                 return NULL;
687
688         IMB_refImBuf(cache->postprocessed.ibuf);
689
690         return cache->postprocessed.ibuf;
691 }
692
693 static ImBuf *put_postprocessed_frame_to_cache(MovieClip *clip, MovieClipUser *user, ImBuf *ibuf,
694                                                int flag, int postprocess_flag)
695 {
696         MovieClipCache *cache = clip->cache;
697         MovieTrackingCamera *camera = &clip->tracking.camera;
698         ImBuf *postproc_ibuf = NULL;
699
700         cache->postprocessed.framenr = user->framenr;
701         cache->postprocessed.flag = postprocess_flag;
702
703         if (flag & MCLIP_USE_PROXY) {
704                 cache->postprocessed.proxy = rendersize_to_proxy(user, flag);
705                 cache->postprocessed.render_flag = user->render_flag;
706         }
707         else {
708                 cache->postprocessed.proxy = IMB_PROXY_NONE;
709                 cache->postprocessed.render_flag = 0;
710         }
711
712         if (need_undistortion_postprocess(user, flag)) {
713                 copy_v2_v2(cache->postprocessed.principal, camera->principal);
714                 copy_v3_v3(&cache->postprocessed.k1, &camera->k1);
715                 cache->postprocessed.undistortion_used = TRUE;
716                 postproc_ibuf = get_undistorted_ibuf(clip, NULL, ibuf);
717         }
718         else {
719                 cache->postprocessed.undistortion_used = FALSE;
720         }
721
722         if (postprocess_flag) {
723                 int disable_red   = postprocess_flag & MOVIECLIP_DISABLE_RED,
724                     disable_green = postprocess_flag & MOVIECLIP_DISABLE_GREEN,
725                     disable_blue  = postprocess_flag & MOVIECLIP_DISABLE_BLUE,
726                     grayscale     = postprocess_flag & MOVIECLIP_PREVIEW_GRAYSCALE;
727
728                 if (!postproc_ibuf)
729                         postproc_ibuf = IMB_dupImBuf(ibuf);
730
731                 if (disable_red || disable_green || disable_blue || grayscale)
732                         BKE_tracking_disable_channels(postproc_ibuf, disable_red, disable_green, disable_blue, 1);
733         }
734
735         IMB_refImBuf(postproc_ibuf);
736
737         if (cache->postprocessed.ibuf)
738                 IMB_freeImBuf(cache->postprocessed.ibuf);
739
740         cache->postprocessed.ibuf = postproc_ibuf;
741
742         return postproc_ibuf;
743 }
744
745 static ImBuf *movieclip_get_postprocessed_ibuf(MovieClip *clip, MovieClipUser *user, int flag,
746                                                int postprocess_flag, int cache_flag)
747 {
748         ImBuf *ibuf = NULL;
749         int framenr = user->framenr, need_postprocess = FALSE;
750
751         /* cache isn't threadsafe itself and also loading of movies
752          * can't happen from concurent threads that's why we use lock here */
753         BLI_lock_thread(LOCK_MOVIECLIP);
754
755         /* try to obtain cached postprocessed frame first */
756         if (need_postprocessed_frame(user, flag, postprocess_flag)) {
757                 ibuf = get_postprocessed_cached_frame(clip, user, flag, postprocess_flag);
758
759                 if (!ibuf)
760                         need_postprocess = TRUE;
761         }
762
763         if (!ibuf)
764                 ibuf = get_imbuf_cache(clip, user, flag);
765
766         if (!ibuf) {
767                 int use_sequence = FALSE;
768
769                 /* undistorted proxies for movies should be read as image sequence */
770                 use_sequence = (user->render_flag & MCLIP_PROXY_RENDER_UNDISTORT) &&
771                                (user->render_size != MCLIP_PROXY_RENDER_SIZE_FULL);
772
773                 if (clip->source == MCLIP_SRC_SEQUENCE || use_sequence) {
774                         ibuf = movieclip_load_sequence_file(clip, user, framenr, flag);
775                 }
776                 else {
777                         ibuf = movieclip_load_movie_file(clip, user, framenr, flag);
778                 }
779
780                 if (ibuf && (cache_flag & MOVIECLIP_CACHE_SKIP) == 0)
781                         put_imbuf_cache(clip, user, ibuf, flag);
782         }
783
784         if (ibuf) {
785                 clip->lastframe = framenr;
786                 real_ibuf_size(clip, user, ibuf, &clip->lastsize[0], &clip->lastsize[1]);
787
788                 /* postprocess frame and put to cache */
789                 if (need_postprocess) {
790                         ImBuf *tmpibuf = ibuf;
791                         ibuf = put_postprocessed_frame_to_cache(clip, user, tmpibuf, flag, postprocess_flag);
792                         IMB_freeImBuf(tmpibuf);
793                 }
794         }
795
796         BLI_unlock_thread(LOCK_MOVIECLIP);
797
798         return ibuf;
799 }
800
801 ImBuf *BKE_movieclip_get_ibuf(MovieClip *clip, MovieClipUser *user)
802 {
803         return BKE_movieclip_get_ibuf_flag(clip, user, clip->flag, 0);
804 }
805
806 ImBuf *BKE_movieclip_get_ibuf_flag(MovieClip *clip, MovieClipUser *user, int flag, int cache_flag)
807 {
808         return movieclip_get_postprocessed_ibuf(clip, user, flag, 0, cache_flag);
809 }
810
811 ImBuf *BKE_movieclip_get_postprocessed_ibuf(MovieClip *clip, MovieClipUser *user, int postprocess_flag)
812 {
813         return movieclip_get_postprocessed_ibuf(clip, user, clip->flag, postprocess_flag, 0);
814 }
815
816 static ImBuf *get_stable_cached_frame(MovieClip *clip, MovieClipUser *user, ImBuf *reference_ibuf,
817                                       int framenr, int postprocess_flag)
818 {
819         MovieClipCache *cache = clip->cache;
820         MovieTracking *tracking = &clip->tracking;
821         ImBuf *stableibuf;
822         float tloc[2], tscale, tangle;
823         short proxy = IMB_PROXY_NONE;
824         int render_flag = 0;
825         int clip_framenr = BKE_movieclip_remap_scene_to_clip_frame(clip, framenr);
826
827         if (clip->flag & MCLIP_USE_PROXY) {
828                 proxy = rendersize_to_proxy(user, clip->flag);
829                 render_flag = user->render_flag;
830         }
831
832         /* there's no cached frame or it was calculated for another frame */
833         if (!cache->stabilized.ibuf || cache->stabilized.framenr != framenr)
834                 return NULL;
835
836         if (cache->stabilized.reference_ibuf != reference_ibuf)
837                 return NULL;
838
839         /* cached ibuf used different proxy settings */
840         if (cache->stabilized.render_flag != render_flag || cache->stabilized.proxy != proxy)
841                 return NULL;
842
843         if (cache->stabilized.postprocess_flag != postprocess_flag)
844                 return NULL;
845
846         /* stabilization also depends on pixel aspect ratio */
847         if (cache->stabilized.aspect != tracking->camera.pixel_aspect)
848                 return NULL;
849
850         if (cache->stabilized.filter != tracking->stabilization.filter)
851                 return NULL;
852
853         stableibuf = cache->stabilized.ibuf;
854
855         BKE_tracking_stabilization_data_get(&clip->tracking, clip_framenr, stableibuf->x, stableibuf->y, tloc, &tscale, &tangle);
856
857         /* check for stabilization parameters */
858         if (tscale != cache->stabilized.scale ||
859             tangle != cache->stabilized.angle ||
860             !equals_v2v2(tloc, cache->stabilized.loc))
861         {
862                 return NULL;
863         }
864
865         IMB_refImBuf(stableibuf);
866
867         return stableibuf;
868 }
869
870 static ImBuf *put_stabilized_frame_to_cache(MovieClip *clip, MovieClipUser *user, ImBuf *ibuf,
871                                             int framenr, int postprocess_flag)
872 {
873         MovieClipCache *cache = clip->cache;
874         MovieTracking *tracking = &clip->tracking;
875         ImBuf *stableibuf;
876         float tloc[2], tscale, tangle;
877         int clip_framenr = BKE_movieclip_remap_scene_to_clip_frame(clip, framenr);
878
879         stableibuf = BKE_tracking_stabilize_frame(&clip->tracking, clip_framenr, ibuf, tloc, &tscale, &tangle);
880
881         copy_v2_v2(cache->stabilized.loc, tloc);
882
883         cache->stabilized.scale = tscale;
884         cache->stabilized.angle = tangle;
885         cache->stabilized.framenr = framenr;
886         cache->stabilized.aspect = tracking->camera.pixel_aspect;
887         cache->stabilized.filter = tracking->stabilization.filter;
888
889         if (clip->flag & MCLIP_USE_PROXY) {
890                 cache->stabilized.proxy = rendersize_to_proxy(user, clip->flag);
891                 cache->stabilized.render_flag = user->render_flag;
892         }
893         else {
894                 cache->stabilized.proxy = IMB_PROXY_NONE;
895                 cache->stabilized.render_flag = 0;
896         }
897
898         cache->stabilized.postprocess_flag = postprocess_flag;
899
900         if (cache->stabilized.ibuf)
901                 IMB_freeImBuf(cache->stabilized.ibuf);
902
903         cache->stabilized.ibuf = stableibuf;
904
905         IMB_refImBuf(stableibuf);
906
907         return stableibuf;
908 }
909
910 ImBuf *BKE_movieclip_get_stable_ibuf(MovieClip *clip, MovieClipUser *user, float loc[2], float *scale, float *angle,
911                                      int postprocess_flag)
912 {
913         ImBuf *ibuf, *stableibuf = NULL;
914         int framenr = user->framenr;
915
916         ibuf = BKE_movieclip_get_postprocessed_ibuf(clip, user, postprocess_flag);
917
918         if (!ibuf)
919                 return NULL;
920
921         if (clip->tracking.stabilization.flag & TRACKING_2D_STABILIZATION) {
922                 MovieClipCache *cache = clip->cache;
923
924                 stableibuf = get_stable_cached_frame(clip, user, ibuf, framenr, postprocess_flag);
925
926                 if (!stableibuf)
927                         stableibuf = put_stabilized_frame_to_cache(clip, user, ibuf, framenr, postprocess_flag);
928
929                 if (loc)
930                         copy_v2_v2(loc, cache->stabilized.loc);
931
932                 if (scale)
933                         *scale = cache->stabilized.scale;
934
935                 if (angle)
936                         *angle = cache->stabilized.angle;
937         }
938         else {
939                 if (loc)
940                         zero_v2(loc);
941
942                 if (scale)
943                         *scale = 1.0f;
944
945                 if (angle)
946                         *angle = 0.0f;
947
948                 stableibuf = ibuf;
949         }
950
951         if (stableibuf != ibuf) {
952                 IMB_freeImBuf(ibuf);
953                 ibuf = stableibuf;
954         }
955
956         return ibuf;
957
958 }
959
960 int BKE_movieclip_has_frame(MovieClip *clip, MovieClipUser *user)
961 {
962         ImBuf *ibuf = BKE_movieclip_get_ibuf(clip, user);
963
964         if (ibuf) {
965                 IMB_freeImBuf(ibuf);
966                 return TRUE;
967         }
968
969         return FALSE;
970 }
971
972 void BKE_movieclip_get_size(MovieClip *clip, MovieClipUser *user, int *width, int *height)
973 {
974 #if 0
975         /* originally was needed to support image sequences with different image dimensions,
976          * which might be useful for such things as reconstruction of unordered image sequence,
977          * or painting/rotoscoping of non-equal-sized images, but this ended up in unneeded
978          * cache lookups and even unwanted non-proxied files loading when doing mask parenting,
979          * so let's disable this for now and assume image sequence consists of images with
980          * equal sizes (sergey)
981          */
982         if (user->framenr == clip->lastframe) {
983 #endif
984         if (clip->lastsize[0] != 0 && clip->lastsize[1] != 0) {
985                 *width = clip->lastsize[0];
986                 *height = clip->lastsize[1];
987         }
988         else {
989                 ImBuf *ibuf = BKE_movieclip_get_ibuf(clip, user);
990
991                 if (ibuf && ibuf->x && ibuf->y) {
992                         real_ibuf_size(clip, user, ibuf, width, height);
993                 }
994                 else {
995                         *width = clip->lastsize[0];
996                         *height = clip->lastsize[1];
997                 }
998
999                 if (ibuf)
1000                         IMB_freeImBuf(ibuf);
1001         }
1002 }
1003
1004 int BKE_movieclip_get_duration(MovieClip *clip)
1005 {
1006         if (!clip->len) {
1007                 movieclip_calc_length(clip);
1008         }
1009
1010         return clip->len;
1011 }
1012
1013 void BKE_movieclip_aspect(MovieClip *clip, float *aspx, float *aspy)
1014 {
1015         *aspx = *aspy = 1.0;
1016
1017         /* x is always 1 */
1018         *aspy = clip->aspy / clip->aspx / clip->tracking.camera.pixel_aspect;
1019 }
1020
1021 /* get segments of cached frames. useful for debugging cache policies */
1022 void BKE_movieclip_get_cache_segments(MovieClip *clip, MovieClipUser *user, int *totseg_r, int **points_r)
1023 {
1024         *totseg_r = 0;
1025         *points_r = NULL;
1026
1027         if (clip->cache) {
1028                 int proxy = rendersize_to_proxy(user, clip->flag);
1029
1030                 IMB_moviecache_get_cache_segments(clip->cache->moviecache, proxy, user->render_flag, totseg_r, points_r);
1031         }
1032 }
1033
1034 void BKE_movieclip_user_set_frame(MovieClipUser *iuser, int framenr)
1035 {
1036         /* TODO: clamp framenr here? */
1037
1038         iuser->framenr = framenr;
1039 }
1040
1041 static void free_buffers(MovieClip *clip)
1042 {
1043         if (clip->cache) {
1044                 IMB_moviecache_free(clip->cache->moviecache);
1045
1046                 if (clip->cache->postprocessed.ibuf)
1047                         IMB_freeImBuf(clip->cache->postprocessed.ibuf);
1048
1049                 if (clip->cache->stabilized.ibuf)
1050                         IMB_freeImBuf(clip->cache->stabilized.ibuf);
1051
1052                 MEM_freeN(clip->cache);
1053                 clip->cache = NULL;
1054         }
1055
1056         if (clip->anim) {
1057                 IMB_free_anim(clip->anim);
1058                 clip->anim = NULL;
1059         }
1060
1061         BKE_free_animdata((ID *) clip);
1062 }
1063
1064 void BKE_movieclip_reload(MovieClip *clip)
1065 {
1066         /* clear cache */
1067         free_buffers(clip);
1068
1069         clip->tracking.stabilization.ok = FALSE;
1070
1071         /* update clip source */
1072         if (BLI_testextensie_array(clip->name, imb_ext_movie))
1073                 clip->source = MCLIP_SRC_MOVIE;
1074         else
1075                 clip->source = MCLIP_SRC_SEQUENCE;
1076
1077         clip->lastsize[0] = clip->lastsize[1] = 0;
1078         movieclip_load_get_szie(clip);
1079
1080         movieclip_calc_length(clip);
1081 }
1082
1083 void BKE_movieclip_update_scopes(MovieClip *clip, MovieClipUser *user, MovieClipScopes *scopes)
1084 {
1085         if (scopes->ok)
1086                 return;
1087
1088         if (scopes->track_preview) {
1089                 IMB_freeImBuf(scopes->track_preview);
1090                 scopes->track_preview = NULL;
1091         }
1092
1093         if (scopes->track_search) {
1094                 IMB_freeImBuf(scopes->track_search);
1095                 scopes->track_search = NULL;
1096         }
1097
1098         scopes->marker = NULL;
1099         scopes->track = NULL;
1100         scopes->track_locked = TRUE;
1101
1102         if (clip) {
1103                 MovieTrackingTrack *act_track = BKE_tracking_track_get_active(&clip->tracking);
1104
1105                 if (act_track) {
1106                         MovieTrackingTrack *track = act_track;
1107                         int framenr = BKE_movieclip_remap_scene_to_clip_frame(clip, user->framenr);
1108                         MovieTrackingMarker *marker = BKE_tracking_marker_get(track, framenr);
1109
1110                         scopes->marker = marker;
1111                         scopes->track = track;
1112
1113                         if (marker->flag & MARKER_DISABLED) {
1114                                 scopes->track_disabled = TRUE;
1115                         }
1116                         else {
1117                                 ImBuf *ibuf = BKE_movieclip_get_ibuf(clip, user);
1118
1119                                 scopes->track_disabled = FALSE;
1120
1121                                 if (ibuf && (ibuf->rect || ibuf->rect_float)) {
1122                                         ImBuf *search_ibuf;
1123                                         MovieTrackingMarker undist_marker = *marker;
1124
1125                                         if (user->render_flag & MCLIP_PROXY_RENDER_UNDISTORT) {
1126                                                 int width, height;
1127                                                 float aspy = 1.0f / clip->tracking.camera.pixel_aspect;
1128
1129                                                 BKE_movieclip_get_size(clip, user, &width, &height);
1130
1131                                                 undist_marker.pos[0] *= width;
1132                                                 undist_marker.pos[1] *= height * aspy;
1133
1134                                                 BKE_tracking_undistort_v2(&clip->tracking, undist_marker.pos, undist_marker.pos);
1135
1136                                                 undist_marker.pos[0] /= width;
1137                                                 undist_marker.pos[1] /= height * aspy;
1138                                         }
1139
1140                                         search_ibuf = BKE_tracking_get_search_imbuf(ibuf, track, &undist_marker, TRUE, TRUE);
1141
1142                                         if (!search_ibuf->rect_float) {
1143                                                 /* sampling happens in float buffer */
1144                                                 IMB_float_from_rect(search_ibuf);
1145                                         }
1146
1147                                         scopes->undist_marker = undist_marker;
1148                                         scopes->track_search = search_ibuf;
1149
1150                                         scopes->frame_width = ibuf->x;
1151                                         scopes->frame_height = ibuf->y;
1152
1153                                         scopes->use_track_mask = track->flag & TRACK_PREVIEW_ALPHA;
1154                                 }
1155
1156                                 IMB_freeImBuf(ibuf);
1157                         }
1158
1159                         if ((track->flag & TRACK_LOCKED) == 0) {
1160                                 float pat_min[2], pat_max[2];
1161
1162                                 scopes->track_locked = FALSE;
1163
1164                                 /* XXX: would work fine with non-transformed patterns, but would likely fail
1165                                  *      with transformed patterns, but that would be easier to debug when
1166                                  *      we'll have real pattern sampling (at least to test) */
1167                                 BKE_tracking_marker_pattern_minmax(marker, pat_min, pat_max);
1168
1169                                 scopes->slide_scale[0] = pat_max[0] - pat_min[0];
1170                                 scopes->slide_scale[1] = pat_max[1] - pat_min[1];
1171                         }
1172                 }
1173         }
1174
1175         scopes->framenr = user->framenr;
1176         scopes->ok = TRUE;
1177 }
1178
1179 static void movieclip_build_proxy_ibuf(MovieClip *clip, ImBuf *ibuf, int cfra, int proxy_render_size, int undistorted)
1180 {
1181         char name[FILE_MAX];
1182         int quality, rectx, recty;
1183         int size = rendersize_to_number(proxy_render_size);
1184         ImBuf *scaleibuf;
1185
1186         get_proxy_fname(clip, proxy_render_size, undistorted, cfra, name);
1187
1188         rectx = ibuf->x * size / 100.0f;
1189         recty = ibuf->y * size / 100.0f;
1190
1191         scaleibuf = IMB_dupImBuf(ibuf);
1192
1193         IMB_scaleImBuf(scaleibuf, (short)rectx, (short)recty);
1194
1195         quality = clip->proxy.quality;
1196         scaleibuf->ftype = JPG | quality;
1197
1198         /* unsupported feature only confuses other s/w */
1199         if (scaleibuf->planes == 32)
1200                 scaleibuf->planes = 24;
1201
1202         BLI_lock_thread(LOCK_MOVIECLIP);
1203
1204         BLI_make_existing_file(name);
1205         if (IMB_saveiff(scaleibuf, name, IB_rect) == 0)
1206                 perror(name);
1207
1208         BLI_unlock_thread(LOCK_MOVIECLIP);
1209
1210         IMB_freeImBuf(scaleibuf);
1211 }
1212
1213 void BKE_movieclip_build_proxy_frame(MovieClip *clip, int clip_flag, struct MovieDistortion *distortion,
1214                                      int cfra, int *build_sizes, int build_count, int undistorted)
1215 {
1216         ImBuf *ibuf;
1217         MovieClipUser user;
1218
1219         user.framenr = cfra;
1220         user.render_flag = 0;
1221         user.render_size = MCLIP_PROXY_RENDER_SIZE_FULL;
1222
1223         ibuf = BKE_movieclip_get_ibuf_flag(clip, &user, clip_flag, MOVIECLIP_CACHE_SKIP);
1224
1225         if (ibuf) {
1226                 ImBuf *tmpibuf = ibuf;
1227                 int i;
1228
1229                 if (undistorted)
1230                         tmpibuf = get_undistorted_ibuf(clip, distortion, ibuf);
1231
1232                 for (i = 0; i < build_count; i++)
1233                         movieclip_build_proxy_ibuf(clip, tmpibuf, cfra, build_sizes[i], undistorted);
1234
1235                 IMB_freeImBuf(ibuf);
1236
1237                 if (tmpibuf != ibuf)
1238                         IMB_freeImBuf(tmpibuf);
1239         }
1240 }
1241
1242 void BKE_movieclip_free(MovieClip *clip)
1243 {
1244         free_buffers(clip);
1245
1246         BKE_tracking_free(&clip->tracking);
1247 }
1248
1249 void BKE_movieclip_unlink(Main *bmain, MovieClip *clip)
1250 {
1251         bScreen *scr;
1252         ScrArea *area;
1253         SpaceLink *sl;
1254         Scene *sce;
1255         Object *ob;
1256
1257         for (scr = bmain->screen.first; scr; scr = scr->id.next) {
1258                 for (area = scr->areabase.first; area; area = area->next) {
1259                         for (sl = area->spacedata.first; sl; sl = sl->next) {
1260                                 if (sl->spacetype == SPACE_CLIP) {
1261                                         SpaceClip *sc = (SpaceClip *) sl;
1262
1263                                         if (sc->clip == clip)
1264                                                 sc->clip = NULL;
1265                                 }
1266                                 else if (sl->spacetype == SPACE_VIEW3D) {
1267                                         View3D *v3d = (View3D *) sl;
1268                                         BGpic *bgpic;
1269
1270                                         for (bgpic = v3d->bgpicbase.first; bgpic; bgpic = bgpic->next) {
1271                                                 if (bgpic->clip == clip)
1272                                                         bgpic->clip = NULL;
1273                                         }
1274                                 }
1275                         }
1276                 }
1277         }
1278
1279         for (sce = bmain->scene.first; sce; sce = sce->id.next) {
1280                 if (sce->clip == clip)
1281                         sce->clip = NULL;
1282         }
1283
1284         for (ob = bmain->object.first; ob; ob = ob->id.next) {
1285                 bConstraint *con;
1286
1287                 for (con = ob->constraints.first; con; con = con->next) {
1288                         bConstraintTypeInfo *cti = constraint_get_typeinfo(con);
1289
1290                         if (cti->type == CONSTRAINT_TYPE_FOLLOWTRACK) {
1291                                 bFollowTrackConstraint *data = (bFollowTrackConstraint *) con->data;
1292
1293                                 if (data->clip == clip)
1294                                         data->clip = NULL;
1295                         }
1296                         else if (cti->type == CONSTRAINT_TYPE_CAMERASOLVER) {
1297                                 bCameraSolverConstraint *data = (bCameraSolverConstraint *) con->data;
1298
1299                                 if (data->clip == clip)
1300                                         data->clip = NULL;
1301                         }
1302                         else if (cti->type == CONSTRAINT_TYPE_OBJECTSOLVER) {
1303                                 bObjectSolverConstraint *data = (bObjectSolverConstraint *) con->data;
1304
1305                                 if (data->clip == clip)
1306                                         data->clip = NULL;
1307                         }
1308                 }
1309         }
1310
1311         clip->id.us = 0;
1312 }
1313
1314 float BKE_movieclip_remap_scene_to_clip_frame(MovieClip *clip, float framenr)
1315 {
1316         return framenr - (float) clip->start_frame + 1.0f;
1317 }
1318
1319 float BKE_movieclip_remap_clip_to_scene_frame(MovieClip *clip, float framenr)
1320 {
1321         return framenr + (float) clip->start_frame - 1.0f;
1322 }