Fixed Multi-Paint so that it doesn't stop painting unless the maximum cap has been...
[blender.git] / source / blender / editors / sculpt_paint / paint_vertex.c
1 /*
2  * $Id$
3  *
4  * ***** BEGIN GPL LICENSE BLOCK *****
5  *
6  * This program is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU General Public License
8  * as published by the Free Software Foundation; either version 2
9  * of the License, or (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software Foundation,
18  * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
19  *
20  * The Original Code is Copyright (C) 2001-2002 by NaN Holding BV.
21  * All rights reserved.
22  *
23  * The Original Code is: all of this file.
24  *
25  * Contributor(s): none yet.
26  *
27  * ***** END GPL LICENSE BLOCK *****
28  */
29
30 /** \file blender/editors/sculpt_paint/paint_vertex.c
31  *  \ingroup edsculpt
32  */
33
34
35 #include <math.h>
36 #include <string.h>
37
38 #ifdef WIN32
39 #include <io.h>
40 #else
41 #include <unistd.h>
42 #endif   
43
44 #include "MEM_guardedalloc.h"
45
46 #include "BLI_blenlib.h"
47 #include "BLI_math.h"
48 #include "BLI_utildefines.h"
49 #include "BLI_ghash.h"
50
51 #include "IMB_imbuf.h"
52 #include "IMB_imbuf_types.h"
53
54 #include "DNA_armature_types.h"
55 #include "DNA_mesh_types.h"
56 #include "DNA_particle_types.h"
57 #include "DNA_scene_types.h"
58 #include "DNA_brush_types.h"
59 #include "DNA_object_types.h"
60 #include "DNA_meshdata_types.h"
61
62 #include "RNA_access.h"
63 #include "RNA_define.h"
64
65 #include "BKE_DerivedMesh.h"
66 #include "BKE_action.h"
67 #include "BKE_brush.h"
68 #include "BKE_context.h"
69 #include "BKE_depsgraph.h"
70 #include "BKE_deform.h"
71 #include "BKE_mesh.h"
72 #include "BKE_modifier.h"
73 #include "BKE_object.h"
74 #include "BKE_paint.h"
75
76
77 #include "WM_api.h"
78 #include "WM_types.h"
79
80
81 #include "ED_armature.h"
82 #include "ED_mesh.h"
83 #include "ED_screen.h"
84 #include "ED_view3d.h"
85
86 #include "paint_intern.h"
87
88 /* brush->vertexpaint_tool */
89 #define VP_MIX  0
90 #define VP_ADD  1
91 #define VP_SUB  2
92 #define VP_MUL  3
93 #define VP_BLUR 4
94 #define VP_LIGHTEN      5
95 #define VP_DARKEN       6
96
97 /* polling - retrieve whether cursor should be set or operator should be done */
98
99
100 /* Returns true if vertex paint mode is active */
101 int vertex_paint_mode_poll(bContext *C)
102 {
103         Object *ob = CTX_data_active_object(C);
104
105         return ob && ob->mode == OB_MODE_VERTEX_PAINT && ((Mesh *)ob->data)->totface;
106 }
107
108 int vertex_paint_poll(bContext *C)
109 {
110         if(vertex_paint_mode_poll(C) && 
111            paint_brush(&CTX_data_tool_settings(C)->vpaint->paint)) {
112                 ScrArea *sa= CTX_wm_area(C);
113                 if(sa->spacetype==SPACE_VIEW3D) {
114                         ARegion *ar= CTX_wm_region(C);
115                         if(ar->regiontype==RGN_TYPE_WINDOW)
116                                 return 1;
117                         }
118                 }
119         return 0;
120 }
121
122 int weight_paint_mode_poll(bContext *C)
123 {
124         Object *ob = CTX_data_active_object(C);
125
126         return ob && ob->mode == OB_MODE_WEIGHT_PAINT && ((Mesh *)ob->data)->totface;
127 }
128
129 int weight_paint_poll(bContext *C)
130 {
131         Object *ob= CTX_data_active_object(C);
132         ScrArea *sa;
133
134         if(     (ob != NULL) &&
135                 (ob->mode & OB_MODE_WEIGHT_PAINT) &&
136                 (paint_brush(&CTX_data_tool_settings(C)->wpaint->paint) != NULL) &&
137                 (sa= CTX_wm_area(C)) &&
138                 (sa->spacetype == SPACE_VIEW3D)
139         ) {
140                 ARegion *ar= CTX_wm_region(C);
141                 if(ar->regiontype==RGN_TYPE_WINDOW) {
142                         return 1;
143                 }
144         }
145         return 0;
146 }
147
148 static VPaint *new_vpaint(int wpaint)
149 {
150         VPaint *vp= MEM_callocN(sizeof(VPaint), "VPaint");
151         
152         vp->flag= VP_AREA+VP_SPRAY;
153         
154         if(wpaint)
155                 vp->flag= VP_AREA;
156
157         return vp;
158 }
159
160 static int *get_indexarray(Mesh *me)
161 {
162         return MEM_mallocN(sizeof(int)*(me->totface+1), "vertexpaint");
163 }
164
165
166 /* in contradiction to cpack drawing colors, the MCOL colors (vpaint colors) are per byte! 
167    so not endian sensitive. Mcol = ABGR!!! so be cautious with cpack calls */
168
169 static unsigned int rgba_to_mcol(float r, float g, float b, float a)
170 {
171         int ir, ig, ib, ia;
172         unsigned int col;
173         char *cp;
174         
175         ir= floor(255.0f * r);
176         if(ir<0) ir= 0; else if(ir>255) ir= 255;
177         ig= floor(255.0f * g);
178         if(ig<0) ig= 0; else if(ig>255) ig= 255;
179         ib= floor(255.0f * b);
180         if(ib<0) ib= 0; else if(ib>255) ib= 255;
181         ia= floor(255.0f * a);
182         if(ia<0) ia= 0; else if(ia>255) ia= 255;
183         
184         cp= (char *)&col;
185         cp[0]= ia;
186         cp[1]= ib;
187         cp[2]= ig;
188         cp[3]= ir;
189         
190         return col;
191         
192 }
193
194 unsigned int vpaint_get_current_col(VPaint *vp)
195 {
196         Brush *brush = paint_brush(&vp->paint);
197         return rgba_to_mcol(brush->rgb[0], brush->rgb[1], brush->rgb[2], 1.0f);
198 }
199
200 static void do_shared_vertexcol(Mesh *me)
201 {
202         /* if no mcol: do not do */
203         /* if tface: only the involved faces, otherwise all */
204         MFace *mface;
205         MTFace *tface;
206         int a;
207         short *scolmain, *scol;
208         char *mcol;
209         
210         if(me->mcol==NULL || me->totvert==0 || me->totface==0) return;
211         
212         scolmain= MEM_callocN(4*sizeof(short)*me->totvert, "colmain");
213         
214         tface= me->mtface;
215         mface= me->mface;
216         mcol= (char *)me->mcol;
217         for(a=me->totface; a>0; a--, mface++, mcol+=16) {
218                 if((tface && tface->mode & TF_SHAREDCOL) || (me->editflag & ME_EDIT_PAINT_MASK)==0) {
219                         scol= scolmain+4*mface->v1;
220                         scol[0]++; scol[1]+= mcol[1]; scol[2]+= mcol[2]; scol[3]+= mcol[3];
221                         scol= scolmain+4*mface->v2;
222                         scol[0]++; scol[1]+= mcol[5]; scol[2]+= mcol[6]; scol[3]+= mcol[7];
223                         scol= scolmain+4*mface->v3;
224                         scol[0]++; scol[1]+= mcol[9]; scol[2]+= mcol[10]; scol[3]+= mcol[11];
225                         if(mface->v4) {
226                                 scol= scolmain+4*mface->v4;
227                                 scol[0]++; scol[1]+= mcol[13]; scol[2]+= mcol[14]; scol[3]+= mcol[15];
228                         }
229                 }
230                 if(tface) tface++;
231         }
232         
233         a= me->totvert;
234         scol= scolmain;
235         while(a--) {
236                 if(scol[0]>1) {
237                         scol[1]/= scol[0];
238                         scol[2]/= scol[0];
239                         scol[3]/= scol[0];
240                 }
241                 scol+= 4;
242         }
243         
244         tface= me->mtface;
245         mface= me->mface;
246         mcol= (char *)me->mcol;
247         for(a=me->totface; a>0; a--, mface++, mcol+=16) {
248                 if((tface && tface->mode & TF_SHAREDCOL) || (me->editflag & ME_EDIT_PAINT_MASK)==0) {
249                         scol= scolmain+4*mface->v1;
250                         mcol[1]= scol[1]; mcol[2]= scol[2]; mcol[3]= scol[3];
251                         scol= scolmain+4*mface->v2;
252                         mcol[5]= scol[1]; mcol[6]= scol[2]; mcol[7]= scol[3];
253                         scol= scolmain+4*mface->v3;
254                         mcol[9]= scol[1]; mcol[10]= scol[2]; mcol[11]= scol[3];
255                         if(mface->v4) {
256                                 scol= scolmain+4*mface->v4;
257                                 mcol[13]= scol[1]; mcol[14]= scol[2]; mcol[15]= scol[3];
258                         }
259                 }
260                 if(tface) tface++;
261         }
262
263         MEM_freeN(scolmain);
264 }
265
266 static void make_vertexcol(Object *ob)  /* single ob */
267 {
268         Mesh *me;
269         if(!ob || ob->id.lib) return;
270         me= get_mesh(ob);
271         if(me==NULL) return;
272         if(me->edit_mesh) return;
273
274         /* copies from shadedisplist to mcol */
275         if(!me->mcol) {
276                 CustomData_add_layer(&me->fdata, CD_MCOL, CD_CALLOC, NULL, me->totface);
277                 mesh_update_customdata_pointers(me);
278         }
279
280         //if(shade)
281         //      shadeMeshMCol(scene, ob, me);
282         //else
283
284         memset(me->mcol, 255, 4*sizeof(MCol)*me->totface);
285         
286         DAG_id_tag_update(&me->id, 0);
287         
288 }
289
290 static void copy_vpaint_prev(VPaint *vp, unsigned int *mcol, int tot)
291 {
292         if(vp->vpaint_prev) {
293                 MEM_freeN(vp->vpaint_prev);
294                 vp->vpaint_prev= NULL;
295         }
296         vp->tot= tot;   
297         
298         if(mcol==NULL || tot==0) return;
299         
300         vp->vpaint_prev= MEM_mallocN(4*sizeof(int)*tot, "vpaint_prev");
301         memcpy(vp->vpaint_prev, mcol, 4*sizeof(int)*tot);
302         
303 }
304
305 static void copy_wpaint_prev (VPaint *wp, MDeformVert *dverts, int dcount)
306 {
307         if (wp->wpaint_prev) {
308                 free_dverts(wp->wpaint_prev, wp->tot);
309                 wp->wpaint_prev= NULL;
310         }
311         
312         if(dverts && dcount) {
313                 
314                 wp->wpaint_prev = MEM_mallocN (sizeof(MDeformVert)*dcount, "wpaint prev");
315                 wp->tot = dcount;
316                 copy_dverts (wp->wpaint_prev, dverts, dcount);
317         }
318 }
319
320
321 void vpaint_fill(Object *ob, unsigned int paintcol)
322 {
323         Mesh *me;
324         MFace *mf;
325         unsigned int *mcol;
326         int i, selected;
327
328         me= get_mesh(ob);
329         if(me==NULL || me->totface==0) return;
330
331         if(!me->mcol)
332                 make_vertexcol(ob);
333
334         selected= (me->editflag & ME_EDIT_PAINT_MASK);
335
336         mf = me->mface;
337         mcol = (unsigned int*)me->mcol;
338         for (i = 0; i < me->totface; i++, mf++, mcol+=4) {
339                 if (!selected || mf->flag & ME_FACE_SEL) {
340                         mcol[0] = paintcol;
341                         mcol[1] = paintcol;
342                         mcol[2] = paintcol;
343                         mcol[3] = paintcol;
344                 }
345         }
346         
347         DAG_id_tag_update(&me->id, 0);
348 }
349
350 /* fills in the selected faces with the current weight and vertex group */
351 void wpaint_fill(VPaint *wp, Object *ob, float paintweight)
352 {
353         Mesh *me;
354         MFace *mface;
355         MDeformWeight *dw, *uw;
356         int *indexar;
357         int index, vgroup;
358         unsigned int faceverts[5]={0,0,0,0,0};
359         unsigned char i;
360         int vgroup_mirror= -1;
361         int selected;
362         
363         me= ob->data;
364         if(me==NULL || me->totface==0 || me->dvert==NULL || !me->mface) return;
365
366         selected= (me->editflag & ME_EDIT_PAINT_MASK);
367
368         indexar= get_indexarray(me);
369
370         if(selected) {
371                 for(index=0, mface=me->mface; index<me->totface; index++, mface++) {
372                         if((mface->flag & ME_FACE_SEL)==0)
373                                 indexar[index]= 0;
374                         else
375                                 indexar[index]= index+1;
376                 }
377         }
378         else {
379                 for(index=0; index<me->totface; index++)
380                         indexar[index]= index+1;
381         }
382         
383         vgroup= ob->actdef-1;
384         
385         /* directly copied from weight_paint, should probaby split into a separate function */
386         /* if mirror painting, find the other group */          
387         if(me->editflag & ME_EDIT_MIRROR_X) {
388                 bDeformGroup *defgroup= BLI_findlink(&ob->defbase, ob->actdef-1);
389                 if(defgroup) {
390                         bDeformGroup *curdef;
391                         int actdef= 0;
392                         char name[32];
393
394                         flip_side_name(name, defgroup->name, FALSE);
395
396                         for (curdef = ob->defbase.first; curdef; curdef=curdef->next, actdef++)
397                                 if (!strcmp(curdef->name, name))
398                                         break;
399                         if(curdef==NULL) {
400                                 int olddef= ob->actdef; /* tsk, ED_vgroup_add sets the active defgroup */
401                                 curdef= ED_vgroup_add_name (ob, name);
402                                 ob->actdef= olddef;
403                         }
404                         
405                         if(curdef && curdef!=defgroup)
406                                 vgroup_mirror= actdef;
407                 }
408         }
409         /* end copy from weight_paint*/
410         
411         copy_wpaint_prev(wp, me->dvert, me->totvert);
412         
413         for(index=0; index<me->totface; index++) {
414                 if(indexar[index] && indexar[index]<=me->totface) {
415                         mface= me->mface + (indexar[index]-1);
416                         /* just so we can loop through the verts */
417                         faceverts[0]= mface->v1;
418                         faceverts[1]= mface->v2;
419                         faceverts[2]= mface->v3;
420                         faceverts[3]= mface->v4;
421                         for (i=0; i<3 || faceverts[i]; i++) {
422                                 if(!((me->dvert+faceverts[i])->flag)) {
423                                         dw= defvert_verify_index(me->dvert+faceverts[i], vgroup);
424                                         if(dw) {
425                                                 uw= defvert_verify_index(wp->wpaint_prev+faceverts[i], vgroup);
426                                                 uw->weight= dw->weight; /* set the undo weight */
427                                                 dw->weight= paintweight;
428                                                 
429                                                 if(me->editflag & ME_EDIT_MIRROR_X) {   /* x mirror painting */
430                                                         int j= mesh_get_x_mirror_vert(ob, faceverts[i]);
431                                                         if(j>=0) {
432                                                                 /* copy, not paint again */
433                                                                 if(vgroup_mirror != -1) {
434                                                                         dw= defvert_verify_index(me->dvert+j, vgroup_mirror);
435                                                                         uw= defvert_verify_index(wp->wpaint_prev+j, vgroup_mirror);
436                                                                 } else {
437                                                                         dw= defvert_verify_index(me->dvert+j, vgroup);
438                                                                         uw= defvert_verify_index(wp->wpaint_prev+j, vgroup);
439                                                                 }
440                                                                 uw->weight= dw->weight; /* set the undo weight */
441                                                                 dw->weight= paintweight;
442                                                         }
443                                                 }
444                                         }
445                                         (me->dvert+faceverts[i])->flag= 1;
446                                 }
447                         }
448                 }
449         }
450         
451         index=0;
452         while (index<me->totvert) {
453                 (me->dvert+index)->flag= 0;
454                 index++;
455         }
456         
457         MEM_freeN(indexar);
458         copy_wpaint_prev(wp, NULL, 0);
459
460         DAG_id_tag_update(&me->id, 0);
461 }
462
463 /* XXX: should be re-implemented as a vertex/weight paint 'color correct' operator
464  
465 void vpaint_dogamma(Scene *scene)
466 {
467         VPaint *vp= scene->toolsettings->vpaint;
468         Mesh *me;
469         Object *ob;
470         float igam, fac;
471         int a, temp;
472         unsigned char *cp, gamtab[256];
473
474         ob= OBACT;
475         me= get_mesh(ob);
476
477         if(!(ob->mode & OB_MODE_VERTEX_PAINT)) return;
478         if(me==0 || me->mcol==0 || me->totface==0) return;
479
480         igam= 1.0/vp->gamma;
481         for(a=0; a<256; a++) {
482                 
483                 fac= ((float)a)/255.0;
484                 fac= vp->mul*pow( fac, igam);
485                 
486                 temp= 255.9*fac;
487                 
488                 if(temp<=0) gamtab[a]= 0;
489                 else if(temp>=255) gamtab[a]= 255;
490                 else gamtab[a]= temp;
491         }
492
493         a= 4*me->totface;
494         cp= (unsigned char *)me->mcol;
495         while(a--) {
496                 
497                 cp[1]= gamtab[ cp[1] ];
498                 cp[2]= gamtab[ cp[2] ];
499                 cp[3]= gamtab[ cp[3] ];
500                 
501                 cp+= 4;
502         }
503 }
504  */
505
506 static unsigned int mcol_blend(unsigned int col1, unsigned int col2, int fac)
507 {
508         char *cp1, *cp2, *cp;
509         int mfac;
510         unsigned int col=0;
511         
512         if(fac==0) return col1;
513         if(fac>=255) return col2;
514
515         mfac= 255-fac;
516         
517         cp1= (char *)&col1;
518         cp2= (char *)&col2;
519         cp=  (char *)&col;
520         
521         cp[0]= 255;
522         cp[1]= (mfac*cp1[1]+fac*cp2[1])/255;
523         cp[2]= (mfac*cp1[2]+fac*cp2[2])/255;
524         cp[3]= (mfac*cp1[3]+fac*cp2[3])/255;
525         
526         return col;
527 }
528
529 static unsigned int mcol_add(unsigned int col1, unsigned int col2, int fac)
530 {
531         char *cp1, *cp2, *cp;
532         int temp;
533         unsigned int col=0;
534         
535         if(fac==0) return col1;
536         
537         cp1= (char *)&col1;
538         cp2= (char *)&col2;
539         cp=  (char *)&col;
540         
541         cp[0]= 255;
542         temp= cp1[1] + ((fac*cp2[1])/255);
543         if(temp>254) cp[1]= 255; else cp[1]= temp;
544         temp= cp1[2] + ((fac*cp2[2])/255);
545         if(temp>254) cp[2]= 255; else cp[2]= temp;
546         temp= cp1[3] + ((fac*cp2[3])/255);
547         if(temp>254) cp[3]= 255; else cp[3]= temp;
548         
549         return col;
550 }
551
552 static unsigned int mcol_sub(unsigned int col1, unsigned int col2, int fac)
553 {
554         char *cp1, *cp2, *cp;
555         int temp;
556         unsigned int col=0;
557         
558         if(fac==0) return col1;
559         
560         cp1= (char *)&col1;
561         cp2= (char *)&col2;
562         cp=  (char *)&col;
563         
564         cp[0]= 255;
565         temp= cp1[1] - ((fac*cp2[1])/255);
566         if(temp<0) cp[1]= 0; else cp[1]= temp;
567         temp= cp1[2] - ((fac*cp2[2])/255);
568         if(temp<0) cp[2]= 0; else cp[2]= temp;
569         temp= cp1[3] - ((fac*cp2[3])/255);
570         if(temp<0) cp[3]= 0; else cp[3]= temp;
571         
572         return col;
573 }
574
575 static unsigned int mcol_mul(unsigned int col1, unsigned int col2, int fac)
576 {
577         char *cp1, *cp2, *cp;
578         int mfac;
579         unsigned int col=0;
580         
581         if(fac==0) return col1;
582
583         mfac= 255-fac;
584         
585         cp1= (char *)&col1;
586         cp2= (char *)&col2;
587         cp=  (char *)&col;
588         
589         /* first mul, then blend the fac */
590         cp[0]= 255;
591         cp[1]= (mfac*cp1[1] + fac*((cp2[1]*cp1[1])/255)  )/255;
592         cp[2]= (mfac*cp1[2] + fac*((cp2[2]*cp1[2])/255)  )/255;
593         cp[3]= (mfac*cp1[3] + fac*((cp2[3]*cp1[3])/255)  )/255;
594
595         
596         return col;
597 }
598
599 static unsigned int mcol_lighten(unsigned int col1, unsigned int col2, int fac)
600 {
601         char *cp1, *cp2, *cp;
602         int mfac;
603         unsigned int col=0;
604         
605         if(fac==0) return col1;
606         if(fac>=255) return col2;
607
608         mfac= 255-fac;
609         
610         cp1= (char *)&col1;
611         cp2= (char *)&col2;
612         cp=  (char *)&col;
613         
614         /* See if are lighter, if so mix, else dont do anything.
615         if the paint col is darker then the original, then ignore */
616         if (cp1[1]+cp1[2]+cp1[3] > cp2[1]+cp2[2]+cp2[3])
617                 return col1;
618         
619         cp[0]= 255;
620         cp[1]= (mfac*cp1[1]+fac*cp2[1])/255;
621         cp[2]= (mfac*cp1[2]+fac*cp2[2])/255;
622         cp[3]= (mfac*cp1[3]+fac*cp2[3])/255;
623         
624         return col;
625 }
626
627 static unsigned int mcol_darken(unsigned int col1, unsigned int col2, int fac)
628 {
629         char *cp1, *cp2, *cp;
630         int mfac;
631         unsigned int col=0;
632         
633         if(fac==0) return col1;
634         if(fac>=255) return col2;
635
636         mfac= 255-fac;
637         
638         cp1= (char *)&col1;
639         cp2= (char *)&col2;
640         cp=  (char *)&col;
641         
642         /* See if were darker, if so mix, else dont do anything.
643         if the paint col is brighter then the original, then ignore */
644         if (cp1[1]+cp1[2]+cp1[3] < cp2[1]+cp2[2]+cp2[3])
645                 return col1;
646         
647         cp[0]= 255;
648         cp[1]= (mfac*cp1[1]+fac*cp2[1])/255;
649         cp[2]= (mfac*cp1[2]+fac*cp2[2])/255;
650         cp[3]= (mfac*cp1[3]+fac*cp2[3])/255;
651         return col;
652 }
653
654 static void vpaint_blend(VPaint *vp, unsigned int *col, unsigned int *colorig, unsigned int paintcol, int alpha)
655 {
656         Brush *brush = paint_brush(&vp->paint);
657
658         if(brush->vertexpaint_tool==VP_MIX || brush->vertexpaint_tool==VP_BLUR) *col= mcol_blend( *col, paintcol, alpha);
659         else if(brush->vertexpaint_tool==VP_ADD) *col= mcol_add( *col, paintcol, alpha);
660         else if(brush->vertexpaint_tool==VP_SUB) *col= mcol_sub( *col, paintcol, alpha);
661         else if(brush->vertexpaint_tool==VP_MUL) *col= mcol_mul( *col, paintcol, alpha);
662         else if(brush->vertexpaint_tool==VP_LIGHTEN) *col= mcol_lighten( *col, paintcol, alpha);
663         else if(brush->vertexpaint_tool==VP_DARKEN) *col= mcol_darken( *col, paintcol, alpha);
664         
665         /* if no spray, clip color adding with colorig & orig alpha */
666         if((vp->flag & VP_SPRAY)==0) {
667                 unsigned int testcol=0, a;
668                 char *cp, *ct, *co;
669                 
670                 alpha= (int)(255.0f*brush_alpha(brush));
671                 
672                 if(brush->vertexpaint_tool==VP_MIX || brush->vertexpaint_tool==VP_BLUR) testcol= mcol_blend( *colorig, paintcol, alpha);
673                 else if(brush->vertexpaint_tool==VP_ADD) testcol= mcol_add( *colorig, paintcol, alpha);
674                 else if(brush->vertexpaint_tool==VP_SUB) testcol= mcol_sub( *colorig, paintcol, alpha);
675                 else if(brush->vertexpaint_tool==VP_MUL) testcol= mcol_mul( *colorig, paintcol, alpha);
676                 else if(brush->vertexpaint_tool==VP_LIGHTEN)  testcol= mcol_lighten( *colorig, paintcol, alpha);
677                 else if(brush->vertexpaint_tool==VP_DARKEN)   testcol= mcol_darken( *colorig, paintcol, alpha);
678                 
679                 cp= (char *)col;
680                 ct= (char *)&testcol;
681                 co= (char *)colorig;
682                 
683                 for(a=0; a<4; a++) {
684                         if( ct[a]<co[a] ) {
685                                 if( cp[a]<ct[a] ) cp[a]= ct[a];
686                                 else if( cp[a]>co[a] ) cp[a]= co[a];
687                         }
688                         else {
689                                 if( cp[a]<co[a] ) cp[a]= co[a];
690                                 else if( cp[a]>ct[a] ) cp[a]= ct[a];
691                         }
692                 }
693         }
694 }
695
696
697 static int sample_backbuf_area(ViewContext *vc, int *indexar, int totface, int x, int y, float size)
698 {
699         struct ImBuf *ibuf;
700         int a, tot=0, index;
701         
702         /* brecht: disabled this because it obviously failes for
703            brushes with size > 64, why is this here? */
704         /*if(size>64.0) size= 64.0;*/
705         
706         ibuf= view3d_read_backbuf(vc, x-size, y-size, x+size, y+size);
707         if(ibuf) {
708                 unsigned int *rt= ibuf->rect;
709
710                 memset(indexar, 0, sizeof(int)*(totface+1));
711                 
712                 size= ibuf->x*ibuf->y;
713                 while(size--) {
714                                 
715                         if(*rt) {
716                                 index= WM_framebuffer_to_index(*rt);
717                                 if(index>0 && index<=totface)
718                                         indexar[index] = 1;
719                         }
720                 
721                         rt++;
722                 }
723                 
724                 for(a=1; a<=totface; a++) {
725                         if(indexar[a]) indexar[tot++]= a;
726                 }
727
728                 IMB_freeImBuf(ibuf);
729         }
730         
731         return tot;
732 }
733
734 static float calc_vp_alpha_dl(VPaint *vp, ViewContext *vc, float vpimat[][3], float *vert_nor, const float mval[2], float pressure)
735 {
736         Brush *brush = paint_brush(&vp->paint);
737         float fac, fac_2, size, dx, dy;
738         float alpha;
739         int vertco[2];
740         const int radius= brush_size(brush);
741
742         project_int_noclip(vc->ar, vert_nor, vertco);
743         dx= mval[0]-vertco[0];
744         dy= mval[1]-vertco[1];
745         
746         if (brush_use_size_pressure(brush))
747                 size = pressure * radius;
748         else
749                 size = radius;
750         
751         fac_2= dx*dx + dy*dy;
752         if(fac_2 > size*size) return 0.f;
753         fac = sqrtf(fac_2);
754         
755         alpha= brush_alpha(brush) * brush_curve_strength_clamp(brush, fac, size);
756         
757         if (brush_use_alpha_pressure(brush))
758                 alpha *= pressure;
759                 
760         if(vp->flag & VP_NORMALS) {
761                 float *no= vert_nor+3;
762                 
763                 /* transpose ! */
764                 fac= vpimat[2][0]*no[0]+vpimat[2][1]*no[1]+vpimat[2][2]*no[2];
765                 if(fac > 0.0f) {
766                         dx= vpimat[0][0]*no[0]+vpimat[0][1]*no[1]+vpimat[0][2]*no[2];
767                         dy= vpimat[1][0]*no[0]+vpimat[1][1]*no[1]+vpimat[1][2]*no[2];
768                         
769                         alpha*= fac/sqrtf(dx*dx + dy*dy + fac*fac);
770                 }
771                 else return 0.f;
772         }
773         
774         return alpha;
775 }
776
777 static void wpaint_blend(VPaint *wp, MDeformWeight *dw, MDeformWeight *uw, float alpha, float paintval, int flip)
778 {
779         Brush *brush = paint_brush(&wp->paint);
780         int tool = brush->vertexpaint_tool;
781         
782         if(dw==NULL || uw==NULL) return;
783         
784         if (flip) {
785                 switch(tool) {
786                         case VP_MIX:
787                                 paintval = 1.f - paintval; break;
788                         case VP_ADD:
789                                 tool= VP_SUB; break;
790                         case VP_SUB:
791                                 tool= VP_ADD; break;
792                         case VP_LIGHTEN:
793                                 tool= VP_DARKEN; break;
794                         case VP_DARKEN:
795                                 tool= VP_LIGHTEN; break;
796                 }
797         }
798         
799         if(tool==VP_MIX || tool==VP_BLUR)
800                 dw->weight = paintval*alpha + dw->weight*(1.0f-alpha);
801         else if(tool==VP_ADD)
802                 dw->weight += paintval*alpha;
803         else if(tool==VP_SUB) 
804                 dw->weight -= paintval*alpha;
805         else if(tool==VP_MUL) 
806                 /* first mul, then blend the fac */
807                 dw->weight = ((1.0f-alpha) + alpha*paintval)*dw->weight;
808         else if(tool==VP_LIGHTEN) {
809                 if (dw->weight < paintval)
810                         dw->weight = paintval*alpha + dw->weight*(1.0f-alpha);
811         } else if(tool==VP_DARKEN) {
812                 if (dw->weight > paintval)
813                         dw->weight = paintval*alpha + dw->weight*(1.0f-alpha);
814         }
815         CLAMP(dw->weight, 0.0f, 1.0f);
816         
817         /* if no spray, clip result with orig weight & orig alpha */
818         if((wp->flag & VP_SPRAY)==0) {
819                 float testw=0.0f;
820                 
821                 alpha= brush_alpha(brush);
822                 if(tool==VP_MIX || tool==VP_BLUR)
823                         testw = paintval*alpha + uw->weight*(1.0f-alpha);
824                 else if(tool==VP_ADD)
825                         testw = uw->weight + paintval*alpha;
826                 else if(tool==VP_SUB) 
827                         testw = uw->weight - paintval*alpha;
828                 else if(tool==VP_MUL) 
829                         /* first mul, then blend the fac */
830                         testw = ((1.0f-alpha) + alpha*paintval)*uw->weight;
831                 else if(tool==VP_LIGHTEN) {
832                         if (uw->weight < paintval)
833                                 testw = paintval*alpha + uw->weight*(1.0f-alpha);
834                         else
835                                 testw = uw->weight;
836                 } else if(tool==VP_DARKEN) {
837                         if (uw->weight > paintval)
838                                 testw = paintval*alpha + uw->weight*(1.0f-alpha);
839                         else
840                                 testw = uw->weight;
841                 }
842                 CLAMP(testw, 0.0f, 1.0f);
843                 
844                 if( testw<uw->weight ) {
845                         if(dw->weight < testw) dw->weight= testw;
846                         else if(dw->weight > uw->weight) dw->weight= uw->weight;
847                 }
848                 else {
849                         if(dw->weight > testw) dw->weight= testw;
850                         else if(dw->weight < uw->weight) dw->weight= uw->weight;
851                 }
852         }
853         
854 }
855
856 /* ----------------------------------------------------- */
857
858 /* used for 3d view, on active object, assumes me->dvert exists */
859 /* if mode==1: */
860 /*     samples cursor location, and gives menu with vertex groups to activate */
861 /* else */
862 /*     sets wp->weight to the closest weight value to vertex */
863 /*     note: we cant sample frontbuf, weight colors are interpolated too unpredictable */
864 static void sample_wpaint(Scene *scene, ARegion *ar, View3D *UNUSED(v3d), int mode)
865 {
866         ViewContext vc;
867         ToolSettings *ts= scene->toolsettings;
868         Object *ob= OBACT;
869         Mesh *me= get_mesh(ob);
870         int index;
871         int mval[2] = {0, 0}, sco[2];
872         int vgroup= ob->actdef-1;
873
874         if (!me) return;
875         
876 //      getmouseco_areawin(mval);
877         index= view3d_sample_backbuf(&vc, mval[0], mval[1]);
878         
879         if(index && index<=me->totface) {
880                 MFace *mface;
881                 
882                 mface= ((MFace *)me->mface) + index-1;
883                 
884                 if(mode==1) {   /* sampe which groups are in here */
885                         MDeformVert *dv;
886                         int a, totgroup;
887                         
888                         totgroup= BLI_countlist(&ob->defbase);
889                         if(totgroup) {
890                                 int totmenu=0;
891                                 int *groups=MEM_callocN(totgroup*sizeof(int), "groups");
892                                 
893                                 dv= me->dvert+mface->v1;
894                                 for(a=0; a<dv->totweight; a++) {
895                                         if (dv->dw[a].def_nr<totgroup)
896                                                 groups[dv->dw[a].def_nr]= 1;
897                                 }
898                                 dv= me->dvert+mface->v2;
899                                 for(a=0; a<dv->totweight; a++) {
900                                         if (dv->dw[a].def_nr<totgroup)
901                                                 groups[dv->dw[a].def_nr]= 1;
902                                 }
903                                 dv= me->dvert+mface->v3;
904                                 for(a=0; a<dv->totweight; a++) {
905                                         if (dv->dw[a].def_nr<totgroup)
906                                                 groups[dv->dw[a].def_nr]= 1;
907                                 }
908                                 if(mface->v4) {
909                                         dv= me->dvert+mface->v4;
910                                         for(a=0; a<dv->totweight; a++) {
911                                                 if (dv->dw[a].def_nr<totgroup)
912                                                         groups[dv->dw[a].def_nr]= 1;
913                                         }
914                                 }
915                                 for(a=0; a<totgroup; a++)
916                                         if(groups[a]) totmenu++;
917                                 
918                                 if(totmenu==0) {
919                                         //notice("No Vertex Group Selected");
920                                 }
921                                 else {
922                                         bDeformGroup *dg;
923                                         short val;
924                                         char item[40], *str= MEM_mallocN(40*totmenu+40, "menu");
925                                         
926                                         strcpy(str, "Vertex Groups %t");
927                                         for(a=0, dg=ob->defbase.first; dg && a<totgroup; a++, dg= dg->next) {
928                                                 if(groups[a]) {
929                                                         sprintf(item, "|%s %%x%d", dg->name, a);
930                                                         strcat(str, item);
931                                                 }
932                                         }
933                                         
934                                         val= 0; // XXX pupmenu(str);
935                                         if(val>=0) {
936                                                 ob->actdef= val+1;
937                                                 DAG_id_tag_update(&me->id, 0);
938                                         }
939                                         MEM_freeN(str);
940                                 }
941                                 MEM_freeN(groups);
942                         }
943 //                      else notice("No Vertex Groups in Object");
944                 }
945                 else {
946                         DerivedMesh *dm;
947                         float w1, w2, w3, w4, co[3], fac;
948                         
949                         dm = mesh_get_derived_final(scene, ob, CD_MASK_BAREMESH);
950                         if(dm->getVertCo==NULL) {
951                                 //notice("Not supported yet");
952                         }
953                         else {
954                                 /* calc 3 or 4 corner weights */
955                                 dm->getVertCo(dm, mface->v1, co);
956                                 project_int_noclip(ar, co, sco);
957                                 w1= ((mval[0]-sco[0])*(mval[0]-sco[0]) + (mval[1]-sco[1])*(mval[1]-sco[1]));
958                                 
959                                 dm->getVertCo(dm, mface->v2, co);
960                                 project_int_noclip(ar, co, sco);
961                                 w2= ((mval[0]-sco[0])*(mval[0]-sco[0]) + (mval[1]-sco[1])*(mval[1]-sco[1]));
962                                 
963                                 dm->getVertCo(dm, mface->v3, co);
964                                 project_int_noclip(ar, co, sco);
965                                 w3= ((mval[0]-sco[0])*(mval[0]-sco[0]) + (mval[1]-sco[1])*(mval[1]-sco[1]));
966                                 
967                                 if(mface->v4) {
968                                         dm->getVertCo(dm, mface->v4, co);
969                                         project_int_noclip(ar, co, sco);
970                                         w4= ((mval[0]-sco[0])*(mval[0]-sco[0]) + (mval[1]-sco[1])*(mval[1]-sco[1]));
971                                 }
972                                 else w4= 1.0e10;
973                                 
974                                 fac= MIN4(w1, w2, w3, w4);
975                                 if(w1==fac) {
976                                         ts->vgroup_weight= defvert_find_weight(me->dvert+mface->v1, vgroup);
977                                 }
978                                 else if(w2==fac) {
979                                         ts->vgroup_weight= defvert_find_weight(me->dvert+mface->v2, vgroup);
980                                 }
981                                 else if(w3==fac) {
982                                         ts->vgroup_weight= defvert_find_weight(me->dvert+mface->v3, vgroup);
983                                 }
984                                 else if(w4==fac) {
985                                         if(mface->v4) {
986                                                 ts->vgroup_weight= defvert_find_weight(me->dvert+mface->v4, vgroup);
987                                         }
988                                 }
989                         }
990                         dm->release(dm);
991                 }               
992                 
993         }
994         
995 }
996
997 static void do_weight_paint_auto_normalize(MDeformVert *dvert, 
998                                            int paint_nr, char *map)
999 {
1000 //      MDeformWeight *dw = dvert->dw;
1001         float sum=0.0f, fac=0.0f, paintw=0.0f;
1002         int i, tot=0;
1003
1004         if (!map)
1005                 return;
1006
1007         for (i=0; i<dvert->totweight; i++) {
1008                 if (dvert->dw[i].def_nr == paint_nr)
1009                         paintw = dvert->dw[i].weight;
1010
1011                 if (map[dvert->dw[i].def_nr]) {
1012                         tot += 1;
1013                         if (dvert->dw[i].def_nr != paint_nr)
1014                                 sum += dvert->dw[i].weight;
1015                 }
1016         }
1017         
1018         if (!tot || sum <= (1.0f - paintw))
1019                 return;
1020
1021         fac = sum / (1.0f - paintw);
1022         fac = fac==0.0f ? 1.0f : 1.0f / fac;
1023
1024         for (i=0; i<dvert->totweight; i++) {
1025                 if (map[dvert->dw[i].def_nr]) {
1026                         if (dvert->dw[i].def_nr != paint_nr)
1027                                 dvert->dw[i].weight *= fac;
1028                 }
1029         }
1030 }
1031 // Jason was here: the active group should be involved in auto normalize
1032 static void do_weight_paint_auto_normalize_change_act_group(MDeformVert *dvert, char *map)
1033 {
1034 //      MDeformWeight *dw = dvert->dw;
1035         float sum=0.0f, fac=0.0f;
1036         int i, tot=0;
1037
1038         if (!map)
1039                 return;
1040
1041         for (i=0; i<dvert->totweight; i++) {
1042                 if (map[dvert->dw[i].def_nr]) {
1043                         tot += 1;
1044                         sum += dvert->dw[i].weight;
1045                 }
1046         }
1047         
1048         if (!tot || sum == 1.0f)
1049                 return;
1050
1051         fac = sum;
1052         fac = fac==0.0f ? 1.0f : 1.0f / fac;
1053
1054         for (i=0; i<dvert->totweight; i++) {
1055                 if (map[dvert->dw[i].def_nr]) {
1056                         dvert->dw[i].weight *= fac;
1057                 }
1058         }
1059 }
1060 /* Jason was here */
1061 /*
1062 See if the current deform vertex has a locked group
1063 */
1064 static char has_locked_group(MDeformVert *dvert, char *flags)
1065 {
1066         int i;
1067         for(i = 0; i < dvert->totweight; i++) {
1068                 if(flags[(dvert->dw+i)->def_nr] && (dvert->dw+i)->weight > 0.0f) {
1069                         return TRUE;
1070                 }
1071         }
1072         return FALSE;
1073 }
1074 /*Jason was here
1075 gen_lck_flags gets the status of "flag" for each bDeformGroup
1076 in ob->defbase and returns an array containing them
1077 */
1078 static char* gen_lck_flags(Object* ob, int defcnt, char *map)
1079 {
1080         char is_locked = FALSE;
1081         int i;
1082         //int defcnt = BLI_countlist(&ob->defbase);
1083         char *flags = MEM_mallocN(defcnt*sizeof(char), "defflags");
1084         bDeformGroup *defgroup;
1085         int selected = 0;
1086
1087         for(i = 0, defgroup = ob->defbase.first; i < defcnt && defgroup; defgroup = defgroup->next, i++) {
1088                 flags[i] = defgroup->flag;
1089                 if(flags[i]) {
1090                         is_locked = TRUE;
1091                 }
1092         }
1093         if(is_locked){
1094                 return flags;
1095         }
1096         // don't forget to free it if it is unneeded
1097         MEM_freeN(flags);
1098         return NULL;
1099 }
1100 /* Jason was here */
1101 /*
1102 The idea behind this function is to get the difference in weight for pnt_dw,
1103 and to redistribute that weight to the unlocked groups
1104 (if it has to, then it will put some/all of the change
1105 back onto the original group)
1106 */
1107 static void redistribute_weight_change(Object *ob, MDeformVert *dvert, int index, MDeformWeight *pnt_dw, float oldw, char* flags, int defcnt, char *map)
1108 {
1109         int i;
1110         float old_change_left;
1111         float change_left = oldw - pnt_dw->weight;
1112         // make sure the redistribution the same per loop.
1113         float change;
1114         char was_a_change;
1115         int groups_left_that_can_change = 0;
1116         char* change_status = MEM_mallocN(defcnt*sizeof(char), "defflags");
1117         MDeformWeight *dw;
1118         for(i = 0; i < defcnt; i++) {
1119                 if(pnt_dw->def_nr == i || !map[i]) {
1120                         change_status[i] = FALSE;
1121                 } else {
1122                         change_status[i] = !flags[i];
1123                 }
1124                 if(change_status[i]) {
1125                         groups_left_that_can_change++;
1126                         defvert_verify_index(dvert, i);
1127                 }
1128         }
1129         if(groups_left_that_can_change > 0) {
1130                 change = change_left/groups_left_that_can_change;
1131                 /* the division could cause it to be zero, so if it is, forget it*/
1132                 if(change == 0) {
1133                         change = change_left;
1134                 }
1135                 do {
1136                         was_a_change = FALSE;
1137                         for(i = 0; i < dvert->totweight; i++) {
1138                                 dw = (dvert->dw+i);
1139                                 if(!change_status[dw->def_nr]) {
1140                                         continue;
1141                                 }
1142
1143                                 dw->weight += change;
1144                                 old_change_left = change_left;
1145                                 change_left -= change;
1146                                 // sign change?
1147                                 if(change_left!=0 && change_left/fabs(change_left) != old_change_left/fabs(old_change_left)) {
1148                                         dw->weight -= change;
1149                                         change_left = old_change_left;
1150                                         break;
1151                                 }
1152                                 if(dw->weight >= 1.0f) {
1153
1154                                         change_left += dw->weight-1.0f;
1155                                         dw->weight = 1.0f;
1156                                         groups_left_that_can_change--;
1157                                         change_status[dw->def_nr] = FALSE;
1158
1159                                 }else if(dw->weight <= 0.0f) {
1160
1161                                         change_left += dw->weight;
1162                                         dw->weight = 0.0f;
1163                                         groups_left_that_can_change--;
1164                                         change_status[dw->def_nr] = FALSE;
1165                                 }
1166                                 was_a_change = TRUE;
1167                                 /* if it was too small, don't get stuck in an infinite loop! */
1168                                 if(old_change_left == change_left) {
1169                                         change *= 2;
1170                                 }
1171                         }
1172                 } while(groups_left_that_can_change > 0 && change_left != 0.0f && was_a_change);
1173         }
1174         // add any remaining change back to the original weight
1175         pnt_dw->weight += change_left;
1176         MEM_freeN(change_status);
1177 }
1178 /* Jason */
1179 /* get the change that is needed to get a valid multipaint (if it can)*/
1180 static float get_valid_multipaint_change(MDeformVert *dvert, MDeformWeight *dw, float oldw, char* validmap, char* bone_groups, char* selection, int defcnt) {
1181         int i;
1182         float change;
1183         MDeformWeight *w;
1184         float val;
1185         // see if you need to do anything (if it is normalized)
1186         float sumw = 0.0f;
1187         if(oldw == 0 || !selection) {
1188                 return FALSE;
1189         }
1190         change = dw->weight/oldw;
1191         if(change == 1 || !change) {
1192                 return FALSE;
1193         }
1194         dw->weight = oldw;
1195         // make sure all selected dverts exist
1196         for(i = 0; i < defcnt; i++) {
1197                 if(selection[i]){
1198                         defvert_verify_index(dvert, i);
1199                 }
1200         }
1201         // see if all changes are valid before doing any
1202         for(i = 0; i < dvert->totweight; i++) {
1203                 w = (dvert->dw+i);
1204                 if(!selection[w->def_nr] || !bone_groups[w->def_nr]) {
1205                         continue;
1206                 }
1207                 // already reached the cap
1208                 if(change > 1 && w->weight==1) {
1209                         return FALSE;
1210                 }
1211                 if(w->weight == 0) {
1212                         if(selection[w->def_nr]) {
1213                                 return FALSE;
1214                         }
1215                         continue;
1216                 }
1217                 val = w->weight*change;
1218                 // no success here-I'm not going to force it to try to be just above 0 by changing 'change'
1219                 if(val <= 0) {
1220                         return FALSE;
1221                 }
1222                 if (validmap){
1223                         sumw += w->weight;
1224                 }else if(val > 1) {
1225                         // use the transitive property to make magic, all of the others
1226                         // will still end up within the boundaries if the worst case does
1227                         change = 1.0f/w->weight;
1228                 }
1229         }
1230         if(validmap && sumw == 1.0f) {
1231                 return FALSE;
1232         }
1233         return change;
1234 }
1235 static void multipaint_vgroups(MDeformVert *dvert, float change, char* bone_groups, char* selection) {
1236         int i;
1237         MDeformWeight *w;
1238         for(i = 0; i < dvert->totweight; i++) {
1239                 w = (dvert->dw+i);
1240                 if(!bone_groups[w->def_nr] || !selection[w->def_nr] || w->weight == 0) {
1241                         continue;
1242                 }
1243                 w->weight *= change;
1244         }
1245 }
1246 /* Jason */
1247 static void check_locks_and_normalize(Object *ob, Mesh *me, int index, int vgroup, MDeformWeight *dw, float oldw, char *validmap, char *flags, int defcnt, char *bone_groups, char *selection, int selected, int multipaint)
1248 {
1249         float change=0.0f;
1250         if(flags && has_locked_group(me->dvert+index, flags)) {
1251                 if(flags[dw->def_nr] || multipaint) {
1252                         // cannot change locked groups!
1253                         dw->weight = oldw;
1254                 } else if(bone_groups[dw->def_nr]) {
1255                         redistribute_weight_change(ob, me->dvert+index, index, dw, oldw, flags, defcnt, bone_groups);
1256                         do_weight_paint_auto_normalize_change_act_group(me->dvert+index, validmap);//do_weight_paint_auto_normalize(me->dvert+index, vgroup, validmap);
1257                 }
1258         } else if(bone_groups[dw->def_nr]) {// disable auto normalize if the active group is not a bone group
1259                 if(multipaint && selected > 1) {
1260                         // try to alter the other bone groups in the dvert with the changed dw if possible, if it isn't, change it back
1261                         if(selection[dw->def_nr] && (change = get_valid_multipaint_change(me->dvert+index, dw, oldw, validmap, bone_groups, selection, defcnt)) > 0) {
1262                                 multipaint_vgroups(me->dvert+index, change, bone_groups, selection);
1263                                 do_weight_paint_auto_normalize_change_act_group(me->dvert+index, validmap);
1264                         }else {
1265                                 // multi-paint failed
1266                                 dw->weight = oldw;
1267                         }
1268                 }
1269                 do_weight_paint_auto_normalize_change_act_group(me->dvert+index, validmap);
1270         }
1271 }
1272 /* Jason was here duplicate function I used in DerivedMesh.c*/
1273 static char* get_selected_defgroups(Object *ob, int defcnt) {
1274         bPoseChannel *chan;
1275         bPose *pose;
1276         bDeformGroup *defgroup;
1277         //Bone *bone;
1278         char *dg_flags = MEM_callocN(defcnt*sizeof(char), "dg_selected_flags");
1279         int i;
1280         Object *armob = ED_object_pose_armature(ob);
1281
1282         if(armob) {
1283                 pose = armob->pose;
1284                 for (chan=pose->chanbase.first; chan; chan=chan->next) {
1285                         for (i = 0, defgroup = ob->defbase.first; i < defcnt && defgroup; defgroup = defgroup->next, i++) {
1286                                 if(!strcmp(defgroup->name, chan->bone->name)) {
1287                                         dg_flags[i] = (chan->bone->flag & BONE_SELECTED);
1288                                 }
1289                         }
1290                 }
1291         }
1292         
1293         return dg_flags;
1294 }
1295 /* TODO move duplicates to header */
1296 /* Jason was here duplicate function */
1297 static int count_true(char *list, int len)
1298 {
1299         int i;
1300         int cnt = 0;
1301         for(i = 0; i < len; i++) {
1302                 if (list[i]) {
1303                         cnt++;
1304                 }
1305         }
1306         return cnt;
1307 }
1308 // Jason
1309 static char *wpaint_make_validmap(Object *ob);
1310
1311 static void do_weight_paint_vertex(VPaint *wp, Object *ob, int index, 
1312                                    float alpha, float paintweight, int flip, 
1313                                    int vgroup_mirror, char *validmap, int multipaint)
1314 {
1315         Mesh *me= ob->data;
1316         MDeformWeight *dw, *uw;
1317         int vgroup= ob->actdef-1;
1318
1319         /* Jason was here */
1320         char *flags;
1321         char *bone_groups;
1322         char *selection;
1323         int selected;
1324         float oldw;
1325         int defcnt;
1326         if(validmap) {
1327                 bone_groups = validmap;
1328         }else {
1329                 bone_groups = wpaint_make_validmap(ob);
1330         }
1331
1332         if(wp->flag & VP_ONLYVGROUP) {
1333                 dw= defvert_find_index(me->dvert+index, vgroup);
1334                 uw= defvert_find_index(wp->wpaint_prev+index, vgroup);
1335         }
1336         else {
1337                 dw= defvert_verify_index(me->dvert+index, vgroup);
1338                 uw= defvert_verify_index(wp->wpaint_prev+index, vgroup);
1339         }
1340         if(dw==NULL || uw==NULL)
1341                 return;
1342         /* Jason was here */
1343         flags = gen_lck_flags(ob, defcnt = BLI_countlist(&ob->defbase), bone_groups);
1344         selection = get_selected_defgroups(ob, defcnt);
1345         selected = count_true(selection, defcnt);
1346         oldw = dw->weight;
1347         wpaint_blend(wp, dw, uw, alpha, paintweight, flip);
1348         /* Jason was here */
1349         check_locks_and_normalize(ob, me, index, vgroup, dw, oldw, validmap, flags, defcnt, bone_groups, selection, selected, multipaint);
1350
1351         if(me->editflag & ME_EDIT_MIRROR_X) {   /* x mirror painting */
1352                 int j= mesh_get_x_mirror_vert(ob, index);
1353                 if(j>=0) {
1354                         /* copy, not paint again */
1355                         if(vgroup_mirror != -1)
1356                                 uw= defvert_verify_index(me->dvert+j, vgroup_mirror);
1357                         else
1358                                 uw= defvert_verify_index(me->dvert+j, vgroup);
1359                         /* Jason */
1360                         oldw = uw->weight;
1361
1362                         uw->weight= dw->weight;
1363                         /* Jason */
1364                         check_locks_and_normalize(ob, me, j, vgroup, uw, oldw, validmap, flags, defcnt, bone_groups, selection, selected, multipaint);
1365                 }
1366         }
1367         /* Jason */
1368         if(flags) {
1369                 MEM_freeN(flags);
1370         }
1371         if(selection) {
1372                 MEM_freeN(selection);
1373         }
1374         if(!validmap) {
1375                 MEM_freeN(bone_groups);
1376         }
1377 }
1378
1379 /* *************** set wpaint operator ****************** */
1380
1381 static int set_wpaint(bContext *C, wmOperator *UNUSED(op))              /* toggle */
1382 {               
1383         Object *ob= CTX_data_active_object(C);
1384         Scene *scene= CTX_data_scene(C);
1385         VPaint *wp= scene->toolsettings->wpaint;
1386         Mesh *me;
1387         
1388         me= get_mesh(ob);
1389         if(ob->id.lib || me==NULL) return OPERATOR_PASS_THROUGH;
1390         
1391         if(ob->mode & OB_MODE_WEIGHT_PAINT) ob->mode &= ~OB_MODE_WEIGHT_PAINT;
1392         else ob->mode |= OB_MODE_WEIGHT_PAINT;
1393         
1394         
1395         /* Weightpaint works by overriding colors in mesh,
1396                 * so need to make sure we recalc on enter and
1397                 * exit (exit needs doing regardless because we
1398                                 * should redeform).
1399                 */
1400         DAG_id_tag_update(&me->id, 0);
1401         
1402         if(ob->mode & OB_MODE_WEIGHT_PAINT) {
1403                 Object *par;
1404                 
1405                 if(wp==NULL)
1406                         wp= scene->toolsettings->wpaint= new_vpaint(1);
1407
1408                 paint_init(&wp->paint, PAINT_CURSOR_WEIGHT_PAINT);
1409                 paint_cursor_start(C, weight_paint_poll);
1410                 
1411                 mesh_octree_table(ob, NULL, NULL, 's');
1412                 
1413                 /* verify if active weight group is also active bone */
1414                 par= modifiers_isDeformedByArmature(ob);
1415                 if(par && (par->mode & OB_MODE_POSE)) {
1416                         bArmature *arm= par->data;
1417
1418                         if(arm->act_bone)
1419                                 ED_vgroup_select_by_name(ob, arm->act_bone->name);
1420                 }
1421         }
1422         else {
1423                 mesh_octree_table(NULL, NULL, NULL, 'e');
1424                 mesh_mirrtopo_table(NULL, 'e');
1425         }
1426         
1427         WM_event_add_notifier(C, NC_SCENE|ND_MODE, scene);
1428         
1429         return OPERATOR_FINISHED;
1430 }
1431
1432 /* for switching to/from mode */
1433 static int paint_poll_test(bContext *C)
1434 {
1435         if(CTX_data_edit_object(C))
1436                 return 0;
1437         if(CTX_data_active_object(C)==NULL)
1438                 return 0;
1439         return 1;
1440 }
1441
1442 void PAINT_OT_weight_paint_toggle(wmOperatorType *ot)
1443 {
1444         
1445         /* identifiers */
1446         ot->name= "Weight Paint Mode";
1447         ot->idname= "PAINT_OT_weight_paint_toggle";
1448         
1449         /* api callbacks */
1450         ot->exec= set_wpaint;
1451         ot->poll= paint_poll_test;
1452         
1453         /* flags */
1454         ot->flag= OPTYPE_REGISTER|OPTYPE_UNDO;
1455         
1456 }
1457
1458 /* ************ weight paint operator ********** */
1459
1460 struct WPaintData {
1461         ViewContext vc;
1462         int *indexar;
1463         int vgroup_mirror;
1464         float *vertexcosnos;
1465         float wpimat[3][3];
1466         
1467         /*variables for auto normalize*/
1468         int auto_normalize;
1469         char *vgroup_validmap; /*stores if vgroups tie to deforming bones or not*/
1470 };
1471
1472 static char *wpaint_make_validmap(Object *ob)
1473 {
1474         bDeformGroup *dg;
1475         ModifierData *md;
1476         char *validmap;
1477         bPose *pose;
1478         bPoseChannel *chan;
1479         ArmatureModifierData *amd;
1480         GHash *gh = BLI_ghash_new(BLI_ghashutil_strhash, BLI_ghashutil_strcmp, "wpaint_make_validmap gh");
1481         int i = 0, step1=1;
1482
1483         /*add all names to a hash table*/
1484         for (dg=ob->defbase.first, i=0; dg; dg=dg->next, i++) {
1485                 BLI_ghash_insert(gh, dg->name, NULL);
1486         }
1487
1488         if (!i)
1489                 return NULL;
1490
1491         validmap = MEM_callocN(i, "wpaint valid map");
1492
1493         /*now loop through the armature modifiers and identify deform bones*/
1494         for (md = ob->modifiers.first; md; md= !md->next && step1 ? (step1=0), modifiers_getVirtualModifierList(ob) : md->next) {
1495                 if (!(md->mode & (eModifierMode_Realtime|eModifierMode_Virtual)))
1496                         continue;
1497
1498                 if (md->type == eModifierType_Armature) 
1499                 {
1500                         amd = (ArmatureModifierData*) md;
1501
1502                         if(amd->object && amd->object->pose) {
1503                                 pose = amd->object->pose;
1504                                 
1505                                 for (chan=pose->chanbase.first; chan; chan=chan->next) {
1506                                         if (chan->bone->flag & BONE_NO_DEFORM)
1507                                                 continue;
1508
1509                                         if (BLI_ghash_haskey(gh, chan->name)) {
1510                                                 BLI_ghash_remove(gh, chan->name, NULL, NULL);
1511                                                 BLI_ghash_insert(gh, chan->name, SET_INT_IN_POINTER(1));
1512                                         }
1513                                 }
1514                         }
1515                 }
1516         }
1517         
1518         /*add all names to a hash table*/
1519         for (dg=ob->defbase.first, i=0; dg; dg=dg->next, i++) {
1520                 if (BLI_ghash_lookup(gh, dg->name) != NULL) {
1521                         validmap[i] = 1;
1522                 }
1523         }
1524
1525         BLI_ghash_free(gh, NULL, NULL);
1526
1527         return validmap;
1528 }
1529
1530 static int wpaint_stroke_test_start(bContext *C, wmOperator *op, wmEvent *UNUSED(event))
1531 {
1532         Scene *scene= CTX_data_scene(C);
1533         struct PaintStroke *stroke = op->customdata;
1534         ToolSettings *ts= CTX_data_tool_settings(C);
1535         VPaint *wp= ts->wpaint;
1536         Object *ob= CTX_data_active_object(C);
1537         struct WPaintData *wpd;
1538         Mesh *me;
1539         float mat[4][4], imat[4][4];
1540
1541         if(scene->obedit) return OPERATOR_CANCELLED;
1542         
1543         me= get_mesh(ob);
1544         if(me==NULL || me->totface==0) return OPERATOR_PASS_THROUGH;
1545         
1546         /* if nothing was added yet, we make dverts and a vertex deform group */
1547         if (!me->dvert) {
1548                 ED_vgroup_data_create(&me->id);
1549                 WM_event_add_notifier(C, NC_GEOM|ND_DATA, me);
1550         }
1551
1552
1553         /* make mode data storage */
1554         wpd= MEM_callocN(sizeof(struct WPaintData), "WPaintData");
1555         paint_stroke_set_mode_data(stroke, wpd);
1556         view3d_set_viewcontext(C, &wpd->vc);
1557         wpd->vgroup_mirror= -1;
1558
1559         /*set up auto-normalize, and generate map for detecting which
1560           vgroups affect deform bones*/
1561         wpd->auto_normalize = ts->auto_normalize;
1562         if (wpd->auto_normalize)
1563                 wpd->vgroup_validmap = wpaint_make_validmap(ob);
1564         
1565         //      if(qual & LR_CTRLKEY) {
1566         //              sample_wpaint(scene, ar, v3d, 0);
1567         //              return;
1568         //      }
1569         //      if(qual & LR_SHIFTKEY) {
1570         //              sample_wpaint(scene, ar, v3d, 1);
1571         //              return;
1572         //      }
1573         
1574         /* ALLOCATIONS! no return after this line */
1575         /* painting on subsurfs should give correct points too, this returns me->totvert amount */
1576         wpd->vertexcosnos= mesh_get_mapped_verts_nors(scene, ob);
1577         wpd->indexar= get_indexarray(me);
1578         copy_wpaint_prev(wp, me->dvert, me->totvert);
1579         
1580         /* this happens on a Bone select, when no vgroup existed yet */
1581         if(ob->actdef<=0) {
1582                 Object *modob;
1583                 if((modob = modifiers_isDeformedByArmature(ob))) {
1584                         Bone *actbone= ((bArmature *)modob->data)->act_bone;
1585                         if(actbone) {
1586                                 bPoseChannel *pchan= get_pose_channel(modob->pose, actbone->name);
1587
1588                                 if(pchan) {
1589                                         bDeformGroup *dg= defgroup_find_name(ob, pchan->name);
1590                                         if(dg==NULL)
1591                                                 dg= ED_vgroup_add_name(ob, pchan->name);        /* sets actdef */
1592                                         else
1593                                                 ob->actdef= 1 + defgroup_find_index(ob, dg);
1594                                 }
1595                         }
1596                 }
1597         }
1598         if(ob->defbase.first==NULL) {
1599                 ED_vgroup_add(ob);
1600         }
1601         
1602         //      if(ob->lay & v3d->lay); else error("Active object is not in this layer");
1603         
1604         /* imat for normals */
1605         mul_m4_m4m4(mat, ob->obmat, wpd->vc.rv3d->viewmat);
1606         invert_m4_m4(imat, mat);
1607         copy_m3_m4(wpd->wpimat, imat);
1608         
1609         /* if mirror painting, find the other group */
1610         if(me->editflag & ME_EDIT_MIRROR_X) {
1611                 bDeformGroup *defgroup= BLI_findlink(&ob->defbase, ob->actdef-1);
1612                 if(defgroup) {
1613                         bDeformGroup *curdef;
1614                         int actdef= 0;
1615                         char name[32];
1616
1617                         flip_side_name(name, defgroup->name, FALSE);
1618
1619                         for (curdef = ob->defbase.first; curdef; curdef=curdef->next, actdef++)
1620                                 if (!strcmp(curdef->name, name))
1621                                         break;
1622                         if(curdef==NULL) {
1623                                 int olddef= ob->actdef; /* tsk, ED_vgroup_add sets the active defgroup */
1624                                 curdef= ED_vgroup_add_name (ob, name);
1625                                 ob->actdef= olddef;
1626                         }
1627                         
1628                         if(curdef && curdef!=defgroup)
1629                                 wpd->vgroup_mirror= actdef;
1630                 }
1631         }
1632
1633         return 1;
1634 }
1635
1636 static void wpaint_stroke_update_step(bContext *C, struct PaintStroke *stroke, PointerRNA *itemptr)
1637 {
1638         ToolSettings *ts= CTX_data_tool_settings(C);
1639         VPaint *wp= ts->wpaint;
1640         Brush *brush = paint_brush(&wp->paint);
1641         struct WPaintData *wpd= paint_stroke_mode_data(stroke);
1642         ViewContext *vc;
1643         Object *ob;
1644         Mesh *me;
1645         float mat[4][4];
1646         float paintweight;
1647         int *indexar;
1648         int totindex, index, totw, flip;
1649         float alpha;
1650         float mval[2], pressure;
1651         
1652         /* cannot paint if there is no stroke data */
1653         if (wpd == NULL) {
1654                 // XXX: force a redraw here, since even though we can't paint, 
1655                 // at least view won't freeze until stroke ends
1656                 ED_region_tag_redraw(CTX_wm_region(C));
1657                 return;
1658         }
1659                 
1660         vc= &wpd->vc;
1661         ob= vc->obact;
1662         me= ob->data;
1663         indexar= wpd->indexar;
1664         
1665         view3d_operator_needs_opengl(C);
1666                 
1667         /* load projection matrix */
1668         mul_m4_m4m4(mat, ob->obmat, vc->rv3d->persmat);
1669
1670         flip = RNA_boolean_get(itemptr, "pen_flip");
1671         pressure = RNA_float_get(itemptr, "pressure");
1672         RNA_float_get_array(itemptr, "mouse", mval);
1673         mval[0]-= vc->ar->winrct.xmin;
1674         mval[1]-= vc->ar->winrct.ymin;
1675                         
1676         swap_m4m4(wpd->vc.rv3d->persmat, mat);
1677                         
1678         /* which faces are involved */
1679         if(wp->flag & VP_AREA) {
1680                 totindex= sample_backbuf_area(vc, indexar, me->totface, mval[0], mval[1], brush_size(brush));
1681         }
1682         else {
1683                 indexar[0]= view3d_sample_backbuf(vc, mval[0], mval[1]);
1684                 if(indexar[0]) totindex= 1;
1685                 else totindex= 0;
1686         }
1687                         
1688         if(wp->flag & VP_COLINDEX) {
1689                 for(index=0; index<totindex; index++) {
1690                         if(indexar[index] && indexar[index]<=me->totface) {
1691                                 MFace *mface= ((MFace *)me->mface) + (indexar[index]-1);
1692                                                 
1693                                 if(mface->mat_nr!=ob->actcol-1) {
1694                                         indexar[index]= 0;
1695                                 }
1696                         }
1697                 }
1698         }
1699                         
1700         if((me->editflag & ME_EDIT_PAINT_MASK) && me->mface) {
1701                 for(index=0; index<totindex; index++) {
1702                         if(indexar[index] && indexar[index]<=me->totface) {
1703                                 MFace *mface= ((MFace *)me->mface) + (indexar[index]-1);
1704                                                 
1705                                 if((mface->flag & ME_FACE_SEL)==0) {
1706                                         indexar[index]= 0;
1707                                 }
1708                         }                                       
1709                 }
1710         }
1711                         
1712         /* make sure each vertex gets treated only once */
1713         /* and calculate filter weight */
1714         totw= 0;
1715         if(brush->vertexpaint_tool==VP_BLUR) 
1716                 paintweight= 0.0f;
1717         else
1718                 paintweight= ts->vgroup_weight;
1719                         
1720         for(index=0; index<totindex; index++) {
1721                 if(indexar[index] && indexar[index]<=me->totface) {
1722                         MFace *mface= me->mface + (indexar[index]-1);
1723                                         
1724                         (me->dvert+mface->v1)->flag= 1;
1725                         (me->dvert+mface->v2)->flag= 1;
1726                         (me->dvert+mface->v3)->flag= 1;
1727                         if(mface->v4) (me->dvert+mface->v4)->flag= 1;
1728                                         
1729                         if(brush->vertexpaint_tool==VP_BLUR) {
1730                                 MDeformWeight *dw, *(*dw_func)(MDeformVert *, const int);
1731                                                 
1732                                 if(wp->flag & VP_ONLYVGROUP)
1733                                         dw_func= (MDeformWeight *(*)(MDeformVert *, const int))defvert_find_index;
1734                                 else
1735                                         dw_func= defvert_verify_index;
1736                                                 
1737                                 dw= dw_func(me->dvert+mface->v1, ob->actdef-1);
1738                                 if(dw) {paintweight+= dw->weight; totw++;}
1739                                 dw= dw_func(me->dvert+mface->v2, ob->actdef-1);
1740                                 if(dw) {paintweight+= dw->weight; totw++;}
1741                                 dw= dw_func(me->dvert+mface->v3, ob->actdef-1);
1742                                 if(dw) {paintweight+= dw->weight; totw++;}
1743                                 if(mface->v4) {
1744                                         dw= dw_func(me->dvert+mface->v4, ob->actdef-1);
1745                                         if(dw) {paintweight+= dw->weight; totw++;}
1746                                 }
1747                         }
1748                 }
1749         }
1750                         
1751         if(brush->vertexpaint_tool==VP_BLUR) 
1752                 paintweight/= (float)totw;
1753                         
1754         for(index=0; index<totindex; index++) {
1755                                 
1756                 if(indexar[index] && indexar[index]<=me->totface) {
1757                         MFace *mface= me->mface + (indexar[index]-1);
1758                                         
1759                         if((me->dvert+mface->v1)->flag) {
1760                                 alpha= calc_vp_alpha_dl(wp, vc, wpd->wpimat, wpd->vertexcosnos+6*mface->v1, mval, pressure);
1761                                 if(alpha) {
1762                                         do_weight_paint_vertex(wp, ob, mface->v1, 
1763                                                 alpha, paintweight, flip, wpd->vgroup_mirror, 
1764                                                 wpd->vgroup_validmap, ts->multipaint);
1765                                 }
1766                                 (me->dvert+mface->v1)->flag= 0;
1767                         }
1768                                         
1769                         if((me->dvert+mface->v2)->flag) {
1770                                 alpha= calc_vp_alpha_dl(wp, vc, wpd->wpimat, wpd->vertexcosnos+6*mface->v2, mval, pressure);
1771                                 if(alpha) {
1772                                         do_weight_paint_vertex(wp, ob, mface->v2, 
1773                                                 alpha, paintweight, flip, wpd->vgroup_mirror, 
1774                                                 wpd->vgroup_validmap, ts->multipaint);
1775                                 }
1776                                 (me->dvert+mface->v2)->flag= 0;
1777                         }
1778                                         
1779                         if((me->dvert+mface->v3)->flag) {
1780                                 alpha= calc_vp_alpha_dl(wp, vc, wpd->wpimat, wpd->vertexcosnos+6*mface->v3, mval, pressure);
1781                                 if(alpha) {
1782                                         do_weight_paint_vertex(wp, ob, mface->v3, 
1783                                                 alpha, paintweight, flip, wpd->vgroup_mirror, 
1784                                                 wpd->vgroup_validmap, ts->multipaint);
1785                                 }
1786                                 (me->dvert+mface->v3)->flag= 0;
1787                         }
1788                                         
1789                         if((me->dvert+mface->v4)->flag) {
1790                                 if(mface->v4) {
1791                                         alpha= calc_vp_alpha_dl(wp, vc, wpd->wpimat, wpd->vertexcosnos+6*mface->v4, mval, pressure);
1792                                         if(alpha) {
1793                                                 do_weight_paint_vertex(wp, ob, mface->v4, 
1794                                                         alpha, paintweight, flip, wpd->vgroup_mirror,
1795                                                         wpd->vgroup_validmap, ts->multipaint);
1796                                         }
1797                                         (me->dvert+mface->v4)->flag= 0;
1798                                 }
1799                         }
1800                 }
1801         }
1802                         
1803         swap_m4m4(vc->rv3d->persmat, mat);
1804                         
1805         DAG_id_tag_update(ob->data, 0);
1806         ED_region_tag_redraw(vc->ar);
1807 }
1808
1809 static void wpaint_stroke_done(bContext *C, struct PaintStroke *stroke)
1810 {
1811         ToolSettings *ts= CTX_data_tool_settings(C);
1812         Object *ob= CTX_data_active_object(C);
1813         struct WPaintData *wpd= paint_stroke_mode_data(stroke);
1814         
1815         if(wpd) {
1816                 if(wpd->vertexcosnos)
1817                         MEM_freeN(wpd->vertexcosnos);
1818                 MEM_freeN(wpd->indexar);
1819                 
1820                 if (wpd->vgroup_validmap)
1821                         MEM_freeN(wpd->vgroup_validmap);
1822                 
1823                 MEM_freeN(wpd);
1824         }
1825         
1826         /* frees prev buffer */
1827         copy_wpaint_prev(ts->wpaint, NULL, 0);
1828         
1829         /* and particles too */
1830         if(ob->particlesystem.first) {
1831                 ParticleSystem *psys;
1832                 int i;
1833                 
1834                 for(psys= ob->particlesystem.first; psys; psys= psys->next) {
1835                         for(i=0; i<PSYS_TOT_VG; i++) {
1836                                 if(psys->vgroup[i]==ob->actdef) {
1837                                         psys->recalc |= PSYS_RECALC_RESET;
1838                                         break;
1839                                 }
1840                         }
1841                 }
1842         }
1843         
1844         DAG_id_tag_update(ob->data, 0);
1845 }
1846
1847
1848 static int wpaint_invoke(bContext *C, wmOperator *op, wmEvent *event)
1849 {
1850         
1851         op->customdata = paint_stroke_new(C, NULL, wpaint_stroke_test_start,
1852                                           wpaint_stroke_update_step,
1853                                           wpaint_stroke_done, event->type);
1854         
1855         /* add modal handler */
1856         WM_event_add_modal_handler(C, op);
1857
1858         op->type->modal(C, op, event);
1859         
1860         return OPERATOR_RUNNING_MODAL;
1861 }
1862
1863 void PAINT_OT_weight_paint(wmOperatorType *ot)
1864 {
1865         
1866         /* identifiers */
1867         ot->name= "Weight Paint";
1868         ot->idname= "PAINT_OT_weight_paint";
1869         
1870         /* api callbacks */
1871         ot->invoke= wpaint_invoke;
1872         ot->modal= paint_stroke_modal;
1873         /* ot->exec= vpaint_exec; <-- needs stroke property */
1874         ot->poll= weight_paint_poll;
1875         
1876         /* flags */
1877         ot->flag= OPTYPE_REGISTER|OPTYPE_UNDO|OPTYPE_BLOCKING;
1878
1879         RNA_def_collection_runtime(ot->srna, "stroke", &RNA_OperatorStrokeElement, "Stroke", "");
1880 }
1881
1882 static int weight_paint_set_exec(bContext *C, wmOperator *UNUSED(op))
1883 {
1884         struct Scene *scene= CTX_data_scene(C);
1885         Object *obact = CTX_data_active_object(C);
1886
1887         wpaint_fill(scene->toolsettings->wpaint, obact, scene->toolsettings->vgroup_weight);
1888         ED_region_tag_redraw(CTX_wm_region(C)); // XXX - should redraw all 3D views
1889         return OPERATOR_FINISHED;
1890 }
1891
1892 void PAINT_OT_weight_set(wmOperatorType *ot)
1893 {
1894         /* identifiers */
1895         ot->name= "Set Weight";
1896         ot->idname= "PAINT_OT_weight_set";
1897
1898         /* api callbacks */
1899         ot->exec= weight_paint_set_exec;
1900         ot->poll= facemask_paint_poll;
1901
1902         /* flags */
1903         ot->flag= OPTYPE_REGISTER|OPTYPE_UNDO;
1904 }
1905
1906 /* ************ set / clear vertex paint mode ********** */
1907
1908
1909 static int set_vpaint(bContext *C, wmOperator *op)              /* toggle */
1910 {       
1911         Object *ob= CTX_data_active_object(C);
1912         Scene *scene= CTX_data_scene(C);
1913         VPaint *vp= scene->toolsettings->vpaint;
1914         Mesh *me;
1915         
1916         me= get_mesh(ob);
1917         
1918         if(me==NULL || object_data_is_libdata(ob)) {
1919                 ob->mode &= ~OB_MODE_VERTEX_PAINT;
1920                 return OPERATOR_PASS_THROUGH;
1921         }
1922         
1923         if(me && me->mcol==NULL) make_vertexcol(ob);
1924         
1925         /* toggle: end vpaint */
1926         if(ob->mode & OB_MODE_VERTEX_PAINT) {
1927                 
1928                 ob->mode &= ~OB_MODE_VERTEX_PAINT;
1929         }
1930         else {
1931                 ob->mode |= OB_MODE_VERTEX_PAINT;
1932                 /* Turn off weight painting */
1933                 if (ob->mode & OB_MODE_WEIGHT_PAINT)
1934                         set_wpaint(C, op);
1935                 
1936                 if(vp==NULL)
1937                         vp= scene->toolsettings->vpaint= new_vpaint(0);
1938                 
1939                 paint_cursor_start(C, vertex_paint_poll);
1940
1941                 paint_init(&vp->paint, PAINT_CURSOR_VERTEX_PAINT);
1942         }
1943         
1944         if (me)
1945                 /* update modifier stack for mapping requirements */
1946                 DAG_id_tag_update(&me->id, 0);
1947         
1948         WM_event_add_notifier(C, NC_SCENE|ND_MODE, scene);
1949         
1950         return OPERATOR_FINISHED;
1951 }
1952
1953 void PAINT_OT_vertex_paint_toggle(wmOperatorType *ot)
1954 {
1955         
1956         /* identifiers */
1957         ot->name= "Vertex Paint Mode";
1958         ot->idname= "PAINT_OT_vertex_paint_toggle";
1959         
1960         /* api callbacks */
1961         ot->exec= set_vpaint;
1962         ot->poll= paint_poll_test;
1963         
1964         /* flags */
1965         ot->flag= OPTYPE_REGISTER|OPTYPE_UNDO;
1966 }
1967
1968
1969
1970 /* ********************** vertex paint operator ******************* */
1971
1972 /* Implementation notes:
1973
1974 Operator->invoke()
1975   - validate context (add mcol)
1976   - create customdata storage
1977   - call paint once (mouse click)
1978   - add modal handler 
1979
1980 Operator->modal()
1981   - for every mousemove, apply vertex paint
1982   - exit on mouse release, free customdata
1983         (return OPERATOR_FINISHED also removes handler and operator)
1984
1985 For future:
1986   - implement a stroke event (or mousemove with past positons)
1987   - revise whether op->customdata should be added in object, in set_vpaint
1988
1989 */
1990
1991 typedef struct VPaintData {
1992         ViewContext vc;
1993         unsigned int paintcol;
1994         int *indexar;
1995         float *vertexcosnos;
1996         float vpimat[3][3];
1997 } VPaintData;
1998
1999 static int vpaint_stroke_test_start(bContext *C, struct wmOperator *op, wmEvent *UNUSED(event))
2000 {
2001         ToolSettings *ts= CTX_data_tool_settings(C);
2002         struct PaintStroke *stroke = op->customdata;
2003         VPaint *vp= ts->vpaint;
2004         struct VPaintData *vpd;
2005         Object *ob= CTX_data_active_object(C);
2006         Mesh *me;
2007         float mat[4][4], imat[4][4];
2008
2009         /* context checks could be a poll() */
2010         me= get_mesh(ob);
2011         if(me==NULL || me->totface==0) return OPERATOR_PASS_THROUGH;
2012         
2013         if(me->mcol==NULL) make_vertexcol(ob);
2014         if(me->mcol==NULL) return OPERATOR_CANCELLED;
2015         
2016         /* make mode data storage */
2017         vpd= MEM_callocN(sizeof(struct VPaintData), "VPaintData");
2018         paint_stroke_set_mode_data(stroke, vpd);
2019         view3d_set_viewcontext(C, &vpd->vc);
2020         
2021         vpd->vertexcosnos= mesh_get_mapped_verts_nors(vpd->vc.scene, ob);
2022         vpd->indexar= get_indexarray(me);
2023         vpd->paintcol= vpaint_get_current_col(vp);
2024         
2025         /* for filtering */
2026         copy_vpaint_prev(vp, (unsigned int *)me->mcol, me->totface);
2027         
2028         /* some old cruft to sort out later */
2029         mul_m4_m4m4(mat, ob->obmat, vpd->vc.rv3d->viewmat);
2030         invert_m4_m4(imat, mat);
2031         copy_m3_m4(vpd->vpimat, imat);
2032
2033         return 1;
2034 }
2035
2036 static void vpaint_paint_face(VPaint *vp, VPaintData *vpd, Object *ob, int index, const float mval[2], float pressure, int UNUSED(flip))
2037 {
2038         ViewContext *vc = &vpd->vc;
2039         Brush *brush = paint_brush(&vp->paint);
2040         Mesh *me = get_mesh(ob);
2041         MFace *mface= ((MFace*)me->mface) + index;
2042         unsigned int *mcol= ((unsigned int*)me->mcol) + 4*index;
2043         unsigned int *mcolorig= ((unsigned int*)vp->vpaint_prev) + 4*index;
2044         float alpha;
2045         int i;
2046         
2047         if((vp->flag & VP_COLINDEX && mface->mat_nr!=ob->actcol-1) ||
2048            ((me->editflag & ME_EDIT_PAINT_MASK) && !(mface->flag & ME_FACE_SEL)))
2049                 return;
2050
2051         if(brush->vertexpaint_tool==VP_BLUR) {
2052                 unsigned int fcol1= mcol_blend( mcol[0], mcol[1], 128);
2053                 if(mface->v4) {
2054                         unsigned int fcol2= mcol_blend( mcol[2], mcol[3], 128);
2055                         vpd->paintcol= mcol_blend( fcol1, fcol2, 128);
2056                 }
2057                 else {
2058                         vpd->paintcol= mcol_blend( mcol[2], fcol1, 170);
2059                 }
2060                 
2061         }
2062
2063         for(i = 0; i < (mface->v4 ? 4 : 3); ++i) {
2064                 alpha= calc_vp_alpha_dl(vp, vc, vpd->vpimat, vpd->vertexcosnos+6*(&mface->v1)[i], mval, pressure);
2065                 if(alpha)
2066                         vpaint_blend(vp, mcol+i, mcolorig+i, vpd->paintcol, (int)(alpha*255.0f));
2067         }
2068 }
2069
2070 static void vpaint_stroke_update_step(bContext *C, struct PaintStroke *stroke, PointerRNA *itemptr)
2071 {
2072         ToolSettings *ts= CTX_data_tool_settings(C);
2073         struct VPaintData *vpd = paint_stroke_mode_data(stroke);
2074         VPaint *vp= ts->vpaint;
2075         Brush *brush = paint_brush(&vp->paint);
2076         ViewContext *vc= &vpd->vc;
2077         Object *ob= vc->obact;
2078         Mesh *me= ob->data;
2079         float mat[4][4];
2080         int *indexar= vpd->indexar;
2081         int totindex, index, flip;
2082         float pressure, mval[2];
2083
2084         RNA_float_get_array(itemptr, "mouse", mval);
2085         flip = RNA_boolean_get(itemptr, "pen_flip");
2086         pressure = RNA_float_get(itemptr, "pressure");
2087                         
2088         view3d_operator_needs_opengl(C);
2089                         
2090         /* load projection matrix */
2091         mul_m4_m4m4(mat, ob->obmat, vc->rv3d->persmat);
2092
2093         mval[0]-= vc->ar->winrct.xmin;
2094         mval[1]-= vc->ar->winrct.ymin;
2095
2096                         
2097         /* which faces are involved */
2098         if(vp->flag & VP_AREA) {
2099                 totindex= sample_backbuf_area(vc, indexar, me->totface, mval[0], mval[1], brush_size(brush));
2100         }
2101         else {
2102                 indexar[0]= view3d_sample_backbuf(vc, mval[0], mval[1]);
2103                 if(indexar[0]) totindex= 1;
2104                 else totindex= 0;
2105         }
2106                         
2107         swap_m4m4(vc->rv3d->persmat, mat);
2108                         
2109         for(index=0; index<totindex; index++) {                         
2110                 if(indexar[index] && indexar[index]<=me->totface)
2111                         vpaint_paint_face(vp, vpd, ob, indexar[index]-1, mval, pressure, flip);
2112         }
2113                                                 
2114         swap_m4m4(vc->rv3d->persmat, mat);
2115
2116         /* was disabled because it is slow, but necessary for blur */
2117         if(brush->vertexpaint_tool == VP_BLUR)
2118                 do_shared_vertexcol(me);
2119                         
2120         ED_region_tag_redraw(vc->ar);
2121                         
2122         DAG_id_tag_update(ob->data, 0);
2123 }
2124
2125 static void vpaint_stroke_done(bContext *C, struct PaintStroke *stroke)
2126 {
2127         ToolSettings *ts= CTX_data_tool_settings(C);
2128         struct VPaintData *vpd= paint_stroke_mode_data(stroke);
2129         
2130         if(vpd->vertexcosnos)
2131                 MEM_freeN(vpd->vertexcosnos);
2132         MEM_freeN(vpd->indexar);
2133         
2134         /* frees prev buffer */
2135         copy_vpaint_prev(ts->vpaint, NULL, 0);
2136         
2137         MEM_freeN(vpd);
2138 }
2139
2140 static int vpaint_invoke(bContext *C, wmOperator *op, wmEvent *event)
2141 {
2142         
2143         op->customdata = paint_stroke_new(C, NULL, vpaint_stroke_test_start,
2144                                           vpaint_stroke_update_step,
2145                                           vpaint_stroke_done, event->type);
2146         
2147         /* add modal handler */
2148         WM_event_add_modal_handler(C, op);
2149
2150         op->type->modal(C, op, event);
2151         
2152         return OPERATOR_RUNNING_MODAL;
2153 }
2154
2155 void PAINT_OT_vertex_paint(wmOperatorType *ot)
2156 {
2157         /* identifiers */
2158         ot->name= "Vertex Paint";
2159         ot->idname= "PAINT_OT_vertex_paint";
2160         
2161         /* api callbacks */
2162         ot->invoke= vpaint_invoke;
2163         ot->modal= paint_stroke_modal;
2164         /* ot->exec= vpaint_exec; <-- needs stroke property */
2165         ot->poll= vertex_paint_poll;
2166         
2167         /* flags */
2168         ot->flag= OPTYPE_REGISTER|OPTYPE_UNDO|OPTYPE_BLOCKING;
2169
2170         RNA_def_collection_runtime(ot->srna, "stroke", &RNA_OperatorStrokeElement, "Stroke", "");
2171 }
2172
2173 /* ********************** weight from bones operator ******************* */
2174
2175 static int weight_from_bones_poll(bContext *C)
2176 {
2177         Object *ob= CTX_data_active_object(C);
2178
2179         return (ob && (ob->mode & OB_MODE_WEIGHT_PAINT) && modifiers_isDeformedByArmature(ob));
2180 }
2181
2182 static int weight_from_bones_exec(bContext *C, wmOperator *op)
2183 {
2184         Scene *scene= CTX_data_scene(C);
2185         Object *ob= CTX_data_active_object(C);
2186         Object *armob= modifiers_isDeformedByArmature(ob);
2187         Mesh *me= ob->data;
2188         int type= RNA_enum_get(op->ptr, "type");
2189
2190         create_vgroups_from_armature(op->reports, scene, ob, armob, type, (me->editflag & ME_EDIT_MIRROR_X));
2191
2192         DAG_id_tag_update(&me->id, 0);
2193         WM_event_add_notifier(C, NC_GEOM|ND_DATA, me);
2194
2195         return OPERATOR_FINISHED;
2196 }
2197
2198 void PAINT_OT_weight_from_bones(wmOperatorType *ot)
2199 {
2200         static EnumPropertyItem type_items[]= {
2201                 {ARM_GROUPS_AUTO, "AUTOMATIC", 0, "Automatic", "Automatic weights froms bones"},
2202                 {ARM_GROUPS_ENVELOPE, "ENVELOPES", 0, "From Envelopes", "Weights from envelopes with user defined radius"},
2203                 {0, NULL, 0, NULL, NULL}};
2204
2205         /* identifiers */
2206         ot->name= "Weight from Bones";
2207         ot->idname= "PAINT_OT_weight_from_bones";
2208         
2209         /* api callbacks */
2210         ot->exec= weight_from_bones_exec;
2211         ot->invoke= WM_menu_invoke;
2212         ot->poll= weight_from_bones_poll;
2213         
2214         /* flags */
2215         ot->flag= OPTYPE_REGISTER|OPTYPE_UNDO;
2216
2217         /* properties */
2218         ot->prop= RNA_def_enum(ot->srna, "type", type_items, 0, "Type", "Method to use for assigning weights.");
2219 }
2220