Camera tracking integration
[blender.git] / source / blender / blenkernel / intern / movieclip.c
1 /*
2  * $Id$
3  *
4  * ***** BEGIN GPL LICENSE BLOCK *****
5  *
6  * This program is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU General Public License
8  * as published by the Free Software Foundation; either version 2
9  * of the License, or (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software Foundation,
18  * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
19  *
20  * The Original Code is Copyright (C) 2001-2002 by NaN Holding BV.
21  * All rights reserved.
22  *
23  * Contributor(s): Blender Foundation,
24  *                 Sergey Sharybin
25  *
26  * ***** END GPL LICENSE BLOCK *****
27  */
28
29 /** \file blender/blenkernel/intern/movieclip.c
30  *  \ingroup bke
31  */
32
33
34 #include <stdio.h>
35 #include <string.h>
36 #include <fcntl.h>
37
38 #ifndef WIN32
39 #include <unistd.h>
40 #else
41 #include <io.h>
42 #endif
43
44 #include <time.h>
45
46 #ifdef _WIN32
47 #define open _open
48 #define close _close
49 #endif
50
51 #include "MEM_guardedalloc.h"
52
53 #include "DNA_screen_types.h"
54 #include "DNA_space_types.h"
55 #include "DNA_movieclip_types.h"
56 #include "DNA_object_types.h"   /* SELECT */
57
58 #include "BLI_utildefines.h"
59
60 #include "BLI_blenlib.h"
61 #include "BLI_ghash.h"
62 #include "BLI_math.h"
63 #include "BLI_mempool.h"
64 #include "BLI_threads.h"
65
66 #include "BKE_library.h"
67 #include "BKE_global.h"
68 #include "BKE_main.h"
69 #include "BKE_utildefines.h"
70 #include "BKE_movieclip.h"
71 #include "BKE_moviecache.h"
72 #include "BKE_image.h"  /* openanim */
73 #include "BKE_tracking.h"
74 #include "BKE_animsys.h"
75
76 #include "IMB_imbuf_types.h"
77 #include "IMB_imbuf.h"
78
79 /*********************** movieclip buffer loaders *************************/
80
81 static int sequence_guess_offset(const char *full_name, int head_len, int numlen)
82 {
83         char num[FILE_MAX]= {0};
84
85         strncpy(num, full_name+head_len, numlen);
86
87         return atoi(num);
88 }
89
90 static ImBuf *movieclip_load_sequence_file(MovieClip *clip, int framenr)
91 {
92         struct ImBuf *ibuf;
93         unsigned short numlen;
94         char name[FILE_MAX], head[FILE_MAX], tail[FILE_MAX];
95         int flag, offset;
96
97         BLI_strncpy(name, clip->name, sizeof(name));
98         BLI_stringdec(name, head, tail, &numlen);
99
100         /* movieclips always points to first image from sequence,
101            autoguess offset for now. could be something smarter in the future */
102         offset= sequence_guess_offset(clip->name, strlen(head), numlen);
103
104         if(numlen) BLI_stringenc(name, head, tail, numlen, offset+framenr-1);
105         else strncpy(name, clip->name, sizeof(name));
106
107         if(clip->id.lib)
108                 BLI_path_abs(name, clip->id.lib->filepath);
109         else
110                 BLI_path_abs(name, G.main->name);
111
112         flag= IB_rect|IB_multilayer;
113
114         /* read ibuf */
115         ibuf= IMB_loadiffname(name, flag);
116
117         return ibuf;
118 }
119
120 static ImBuf *movieclip_load_movie_file(MovieClip *clip, int framenr)
121 {
122         ImBuf *ibuf= NULL;
123         char str[FILE_MAX];
124
125         if(!clip->anim) {
126                 BLI_strncpy(str, clip->name, FILE_MAX);
127
128                 if(clip->id.lib)
129                         BLI_path_abs(str, clip->id.lib->filepath);
130                 else
131                         BLI_path_abs(str, G.main->name);
132
133                 clip->anim= openanim(str, IB_rect);
134         }
135
136         if(clip->anim) {
137                 int dur= IMB_anim_get_duration(clip->anim);
138                 int fra= framenr-1;
139
140                 if(fra<0)
141                         fra= 0;
142
143                 if(fra>(dur-1))
144                         fra= dur-1;
145
146                 ibuf= IMB_anim_absolute(clip->anim, fra);
147         }
148
149         return ibuf;
150 }
151
152 /*********************** image buffer cache *************************/
153
154 typedef struct MovieClipCache {
155         /* regular moive cache */
156         struct MovieCache *moviecache;
157
158         /* cache for stable shot */
159         int stable_framenr;
160         float stable_loc[2], stable_scale;
161         ImBuf *stableibuf;
162 } MovieClipCache;
163
164 typedef struct MovieClipImBufCacheKey {
165         int framenr;
166 } MovieClipImBufCacheKey;
167
168 static void moviecache_keydata(void *userkey, int *framenr)
169 {
170         MovieClipImBufCacheKey *key= (MovieClipImBufCacheKey*)userkey;
171
172         *framenr= key->framenr;
173 }
174
175 static unsigned int moviecache_hashhash(const void *keyv)
176 {
177         MovieClipImBufCacheKey *key= (MovieClipImBufCacheKey*)keyv;
178         int rval= key->framenr;
179
180         return rval;
181 }
182
183 static int moviecache_hashcmp(const void *av, const void *bv)
184 {
185         const MovieClipImBufCacheKey *a= (MovieClipImBufCacheKey*)av;
186         const MovieClipImBufCacheKey *b= (MovieClipImBufCacheKey*)bv;
187
188         if(a->framenr<b->framenr) return -1;
189         else if(a->framenr>b->framenr) return 1;
190
191         return 0;
192 }
193
194 static ImBuf *get_imbuf_cache(MovieClip *clip, MovieClipUser *user)
195 {
196         if(clip->cache) {
197                 MovieClipImBufCacheKey key;
198
199                 key.framenr= user?user->framenr:clip->lastframe;
200                 return BKE_moviecache_get(clip->cache->moviecache, &key);
201         }
202
203         return NULL;
204 }
205
206 static void put_imbuf_cache(MovieClip *clip, MovieClipUser *user, ImBuf *ibuf)
207 {
208         MovieClipImBufCacheKey key;
209
210         if(!clip->cache) {
211                 clip->cache= MEM_callocN(sizeof(MovieClipCache), "movieClipCache");
212
213                 clip->cache->moviecache= BKE_moviecache_create(sizeof(MovieClipImBufCacheKey), moviecache_hashhash,
214                                 moviecache_hashcmp, moviecache_keydata);
215         }
216
217         key.framenr= user?user->framenr:clip->lastframe;
218
219         BKE_moviecache_put(clip->cache->moviecache, &key, ibuf);
220 }
221
222 /*********************** common functions *************************/
223
224 /* only image block itself */
225 static MovieClip *movieclip_alloc(const char *name)
226 {
227         MovieClip *clip;
228
229         clip= alloc_libblock(&G.main->movieclip, ID_MC, name);
230
231         clip->aspx= clip->aspy= 1.0f;
232
233         clip->tracking.camera.focal= 24.f;
234         clip->tracking.camera.sensor_width= 35.0f;
235         clip->tracking.camera.sensor_height= 18.0f;
236         clip->tracking.camera.units= CAMERA_UNITS_MM;
237
238         clip->tracking.settings.frames_limit= 20;
239         clip->tracking.settings.keyframe1= 1;
240         clip->tracking.settings.keyframe2= 30;
241         clip->tracking.settings.dist= 1;
242
243         clip->tracking.stabilization.scaleinf= 1.f;
244         clip->tracking.stabilization.locinf= 1.f;
245
246         return clip;
247 }
248
249 /* checks if image was already loaded, then returns same image
250    otherwise creates new.
251    does not load ibuf itself
252    pass on optional frame for #name images */
253 MovieClip *BKE_add_movieclip_file(const char *name)
254 {
255         MovieClip *clip;
256         MovieClipUser user;
257         int file, len, width, height;
258         const char *libname;
259         char str[FILE_MAX], strtest[FILE_MAX];
260
261         BLI_strncpy(str, name, sizeof(str));
262         BLI_path_abs(str, G.main->name);
263
264         /* exists? */
265         file= open(str, O_BINARY|O_RDONLY);
266         if(file== -1) return NULL;
267         close(file);
268
269         /* ** first search an identical clip ** */
270         for(clip= G.main->movieclip.first; clip; clip= clip->id.next) {
271                 BLI_strncpy(strtest, clip->name, sizeof(clip->name));
272                 BLI_path_abs(strtest, G.main->name);
273
274                 if(strcmp(strtest, str)==0) {
275                         BLI_strncpy(clip->name, name, sizeof(clip->name));  /* for stringcode */
276                         clip->id.us++;  /* officially should not, it doesn't link here! */
277
278                         return clip;
279                 }
280         }
281
282         /* ** add new movieclip ** */
283
284         /* create a short library name */
285         len= strlen(name);
286
287         while (len > 0 && name[len - 1] != '/' && name[len - 1] != '\\') len--;
288         libname= name+len;
289
290         clip= movieclip_alloc(libname);
291         BLI_strncpy(clip->name, name, sizeof(clip->name));
292
293         if(BLI_testextensie_array(name, imb_ext_movie)) clip->source= MCLIP_SRC_MOVIE;
294         else clip->source= MCLIP_SRC_SEQUENCE;
295
296         user.framenr= 1;
297         BKE_movieclip_acquire_size(clip, &user, &width, &height);
298         if(width && height) {
299                 clip->tracking.camera.principal[0]= ((float)width)/2;
300                 clip->tracking.camera.principal[1]= ((float)height)/2;
301         }
302
303         return clip;
304 }
305
306 ImBuf *BKE_movieclip_acquire_ibuf(MovieClip *clip, MovieClipUser *user)
307 {
308         ImBuf *ibuf= NULL;
309         int framenr= user?user->framenr:clip->lastframe;
310
311         /* cache isn't threadsafe itself and also loading of movies
312            can't happen from concurent threads that's why we use lock here */
313         BLI_lock_thread(LOCK_MOVIECLIP);
314
315         /* cache is supposed to be threadsafe */
316         ibuf= get_imbuf_cache(clip, user);
317
318         if(!ibuf) {
319                 if(clip->source==MCLIP_SRC_SEQUENCE)
320                         ibuf= movieclip_load_sequence_file(clip, framenr);
321                 else {
322                         ibuf= movieclip_load_movie_file(clip, framenr);
323                 }
324
325                 if(ibuf)
326                         put_imbuf_cache(clip, user, ibuf);
327         }
328
329         if(ibuf) {
330                 clip->lastframe= framenr;
331
332                 clip->lastsize[0]= ibuf->x;
333                 clip->lastsize[1]= ibuf->y;
334         }
335
336         BLI_unlock_thread(LOCK_MOVIECLIP);
337
338         return ibuf;
339 }
340
341 ImBuf *BKE_movieclip_acquire_stable_ibuf(MovieClip *clip, MovieClipUser *user, float loc[2], float *scale)
342 {
343         ImBuf *ibuf, *stableibuf= NULL;
344         int framenr= user?user->framenr:clip->lastframe;
345
346         ibuf= BKE_movieclip_acquire_ibuf(clip, user);
347
348         if(clip->tracking.stabilization.flag&TRACKING_2D_STABILIZATION) {
349                 float tloc[2], tscale;
350
351                 if(clip->cache->stableibuf && clip->cache->stable_framenr==framenr) {
352                         stableibuf= clip->cache->stableibuf;
353
354                         BKE_tracking_stabilization_data(&clip->tracking, framenr, stableibuf->x, stableibuf->y, tloc, &tscale);
355
356                         if(!equals_v2v2(tloc, clip->cache->stable_loc) || tscale!=clip->cache->stable_scale) {
357                                 stableibuf= NULL;
358                         }
359                 }
360
361                 if(!stableibuf) {
362                         if(clip->cache->stableibuf)
363                                 IMB_freeImBuf(clip->cache->stableibuf);
364
365                         stableibuf= BKE_tracking_stabilize_shot(&clip->tracking, framenr, ibuf, tloc, &tscale);
366
367                         copy_v2_v2(clip->cache->stable_loc, tloc);
368                         clip->cache->stable_scale= tscale;
369                         clip->cache->stable_framenr= framenr;
370                         clip->cache->stableibuf= stableibuf;
371                 }
372
373                 IMB_refImBuf(stableibuf);
374
375                 if(loc)         copy_v2_v2(loc, tloc);
376                 if(scale)       *scale= tscale;
377         } else {
378                 if(loc)         zero_v2(loc);
379                 if(scale)       *scale= 1.f;
380
381                 stableibuf= ibuf;
382         }
383
384         if(stableibuf!=ibuf) {
385                 IMB_freeImBuf(ibuf);
386                 ibuf= stableibuf;
387         }
388
389         return ibuf;
390
391 }
392
393 int BKE_movieclip_has_frame(MovieClip *clip, MovieClipUser *user)
394 {
395         ImBuf *ibuf= BKE_movieclip_acquire_ibuf(clip, user);
396
397         if(ibuf) {
398                 IMB_freeImBuf(ibuf);
399                 return 1;
400         }
401
402         return 0;
403 }
404
405 void BKE_movieclip_acquire_size(MovieClip *clip, MovieClipUser *user, int *width, int *height)
406 {
407         if(!user || user->framenr==clip->lastframe) {
408                 *width= clip->lastsize[0];
409                 *height= clip->lastsize[1];
410         } else {
411                 ImBuf *ibuf= BKE_movieclip_acquire_ibuf(clip, user);
412
413                 if(ibuf && ibuf->x && ibuf->y) {
414                         *width= ibuf->x;
415                         *height= ibuf->y;
416                 } else {
417                         *width= 0;
418                         *height= 0;
419                 }
420
421                 if(ibuf)
422                         IMB_freeImBuf(ibuf);
423         }
424 }
425
426 void BKE_movieclip_aspect(MovieClip *clip, float *aspx, float *aspy)
427 {
428         *aspx= *aspy= 1.0;
429
430         /* x is always 1 */
431         *aspy = clip->aspy/clip->aspx;
432 }
433
434 /* get segments of cached frames. useful for debugging cache policies */
435 void BKE_movieclip_get_cache_segments(MovieClip *clip, int *totseg_r, int **points_r)
436 {
437         *totseg_r= 0;
438         *points_r= NULL;
439
440         if(clip->cache)
441                 BKE_moviecache_get_cache_segments(clip->cache->moviecache, totseg_r, points_r);
442 }
443
444 void BKE_movieclip_user_set_frame(MovieClipUser *iuser, int framenr)
445 {
446         /* TODO: clamp framenr here? */
447
448         iuser->framenr= framenr;
449 }
450
451 static void free_buffers(MovieClip *clip)
452 {
453         if(clip->cache) {
454                 BKE_moviecache_free(clip->cache->moviecache);
455
456                 if(clip->cache->stableibuf)
457                         IMB_freeImBuf(clip->cache->stableibuf);
458
459                 MEM_freeN(clip->cache);
460                 clip->cache= NULL;
461         }
462
463         if(clip->anim) {
464                 IMB_free_anim(clip->anim);
465                 clip->anim= FALSE;
466         }
467 }
468
469 void BKE_movieclip_reload(MovieClip *clip)
470 {
471         /* clear cache */
472         free_buffers(clip);
473
474         clip->tracking.stabilization.ok= 0;
475
476         /* update clip source */
477         if(BLI_testextensie_array(clip->name, imb_ext_movie)) clip->source= MCLIP_SRC_MOVIE;
478         else clip->source= MCLIP_SRC_SEQUENCE;
479 }
480
481 /* area - which part of marker should be selected. see TRACK_AREA_* constants */
482 void BKE_movieclip_select_track(MovieClip *clip, MovieTrackingTrack *track, int area, int extend)
483 {
484         if(extend) {
485                 BKE_tracking_track_flag(track, area, SELECT, 0);
486         } else {
487                 MovieTrackingTrack *cur= clip->tracking.tracks.first;
488
489                 while(cur) {
490                         if(cur==track) {
491                                 BKE_tracking_track_flag(cur, TRACK_AREA_ALL, SELECT, 1);
492                                 BKE_tracking_track_flag(cur, area, SELECT, 0);
493                         }
494                         else {
495                                 BKE_tracking_track_flag(cur, TRACK_AREA_ALL, SELECT, 1);
496                         }
497
498                         cur= cur->next;
499                 }
500         }
501
502         if(!TRACK_SELECTED(track))
503                 BKE_movieclip_set_selection(clip, MCLIP_SEL_NONE, NULL);
504 }
505
506 void BKE_movieclip_deselect_track(MovieClip *clip, MovieTrackingTrack *track, int area)
507 {
508         BKE_tracking_track_flag(track, area, SELECT, 1);
509
510         if(!TRACK_SELECTED(track))
511                 BKE_movieclip_set_selection(clip, MCLIP_SEL_NONE, NULL);
512 }
513
514 void BKE_movieclip_set_selection(MovieClip *clip, int type, void *sel)
515 {
516         clip->sel_type= type;
517
518         if(type == MCLIP_SEL_NONE) clip->last_sel= NULL;
519         else clip->last_sel= sel;
520 }
521
522 void BKE_movieclip_last_selection(MovieClip *clip, int *type, void **sel)
523 {
524         *type= clip->sel_type;
525
526         if(clip->sel_type == MCLIP_SEL_NONE) *sel= NULL;
527         else *sel= clip->last_sel;
528 }
529
530 void BKE_movieclip_update_scopes(MovieClip *clip, MovieClipUser *user, MovieClipScopes *scopes)
531 {
532         void *sel;
533         int sel_type;
534
535         if(scopes->ok) return;
536
537         if(scopes->track_preview) {
538                 IMB_freeImBuf(scopes->track_preview);
539                 scopes->track_preview= NULL;
540         }
541
542         scopes->marker= NULL;
543         scopes->track= NULL;
544
545         if(clip) {
546                 BKE_movieclip_last_selection(clip, &sel_type, &sel);
547
548                 if(sel_type==MCLIP_SEL_TRACK) {
549                         MovieTrackingTrack *track= (MovieTrackingTrack*)sel;
550                         MovieTrackingMarker *marker= BKE_tracking_get_marker(track, user->framenr);
551
552                         if(marker->flag&MARKER_DISABLED) {
553                                 scopes->track_disabled= 1;
554                         } else {
555                                 ImBuf *ibuf= BKE_movieclip_acquire_ibuf(clip, user);
556
557                                 scopes->track_disabled= 0;
558
559                                 if(ibuf && ibuf->rect) {
560                                         ImBuf *tmpibuf;
561
562                                         tmpibuf= BKE_tracking_acquire_pattern_imbuf(ibuf, track, marker, 1, scopes->track_pos, NULL);
563
564                                         if(tmpibuf->rect_float)
565                                                 IMB_rect_from_float(tmpibuf);
566
567                                         if(tmpibuf->rect)
568                                                 scopes->track_preview= tmpibuf;
569                                         else
570                                                 IMB_freeImBuf(tmpibuf);
571                                 }
572
573                                 IMB_freeImBuf(ibuf);
574                         }
575
576                         if((track->flag&TRACK_LOCKED)==0) {
577                                 scopes->marker= marker;
578                                 scopes->track= track;
579                                 scopes->slide_scale[0]= track->pat_max[0]-track->pat_min[0];
580                                 scopes->slide_scale[1]= track->pat_max[1]-track->pat_min[1];
581                         }
582                 }
583         }
584
585         scopes->framenr= user->framenr;
586         scopes->ok= 1;
587 }
588
589 void free_movieclip(MovieClip *clip)
590 {
591         free_buffers(clip);
592
593         BKE_tracking_free(&clip->tracking);
594 }
595
596 void unlink_movieclip(Main *bmain, MovieClip *clip)
597 {
598         bScreen *scr;
599         ScrArea *area;
600         SpaceLink *sl;
601
602         /* text space */
603         for(scr= bmain->screen.first; scr; scr= scr->id.next) {
604                 for(area= scr->areabase.first; area; area= area->next) {
605                         for(sl= area->spacedata.first; sl; sl= sl->next) {
606                                 if(sl->spacetype==SPACE_CLIP) {
607                                         SpaceClip *sc= (SpaceClip*) sl;
608
609                                         if(sc->clip==clip) {
610                                                 sc->clip= NULL;
611                                         }
612                                 }
613                         }
614                 }
615         }
616
617         clip->id.us= 0;
618 }