fixed a memleak, made pdf device reorder bad unicode
[swftools.git] / lib / pdf / InfoOutputDev.cc
1 #include "config.h"
2 #include "Object.h"
3 #include "InfoOutputDev.h"
4 #include "SplashOutputDev.h"
5 #ifdef HAVE_POPPLER
6 #include <splash/SplashTypes.h>
7 #include <splash/SplashPath.h>
8 #include <splash/SplashFont.h>
9 #include <splash/SplashFontFile.h>
10 #else
11 #include "SplashTypes.h"
12 #include "SplashPath.h"
13 #include "SplashFont.h"
14 #include "SplashFontFile.h"
15 #endif
16 #include "GfxState.h"
17 #include "../log.h"
18 #include "../types.h"
19 #include "../q.h"
20 #include "../gfxfont.h"
21 #include <math.h>
22 #include <assert.h>
23
24 int config_addspace = 1;
25 int config_fontquality = 10;
26 int config_bigchar = 0;
27
28 InfoOutputDev::InfoOutputDev(XRef*xref) 
29 {
30     num_links = 0;
31     num_jpeg_images = 0;
32     num_ppm_images = 0;
33     num_textfields = 0;
34     num_fonts = 0;
35     num_polygons= 0;
36     currentfont = 0;
37     currentglyph = 0;
38     id2font = new GHash(1);
39     SplashColor white = {255,255,255};
40     splash = new SplashOutputDev(splashModeRGB8,320,0,white,0,0);
41     splash->startDoc(xref);
42 }
43 InfoOutputDev::~InfoOutputDev() 
44 {
45     GHashIter*i;
46     id2font->startIter(&i);
47     GString*key;
48     FontInfo*fontinfo;
49     while(id2font->getNext(&i, &key, (void**)&fontinfo)) {
50         delete fontinfo;
51     }
52     id2font->killIter(&i);
53
54     delete id2font;id2font=0;
55     delete splash;splash=0;
56 }
57
58 void FontInfo::grow(int size)
59 {
60     if(size >= this->num_glyphs) {
61         this->glyphs = (GlyphInfo**)realloc(this->glyphs, sizeof(GlyphInfo*)*(size));
62         this->kerning = (dict_t**)realloc(this->kerning, sizeof(dict_t*)*(size));
63         memset(&this->glyphs[this->num_glyphs], 0, sizeof(SplashPath*)*((size)-this->num_glyphs));
64         memset(&this->kerning[this->num_glyphs], 0, sizeof(dict_t*)*((size)-this->num_glyphs));
65         this->num_glyphs = size;
66     }
67 }
68 FontInfo::FontInfo(char*id)
69 {
70     this->id = strdup(id);
71     this->seen = 0;
72     this->num_glyphs = 0;
73     this->glyphs = 0;
74     this->kerning = 0;
75     this->splash_font = 0;
76     this->lastchar = -1;
77     this->lastx = 0;
78     this->lasty = 0;
79     this->gfxfont = 0;
80     this->space_char = -1;
81 }
82 FontInfo::~FontInfo()
83 {
84     if(this->id) {free(this->id);this->id=0;}
85     this->font = 0;
86     int t;
87     for(t=0;t<num_glyphs;t++) {
88         if(glyphs[t]) {
89             delete glyphs[t]->path;glyphs[t]->path = 0;
90             delete glyphs[t];
91             glyphs[t]=0;
92         }
93     }
94     free(glyphs);glyphs=0;
95     if(this->gfxfont)
96         gfxfont_free(this->gfxfont);
97    
98     if(kerning) {
99         for(t=0;t<num_glyphs;t++) {
100             dict_t* d = kerning[t];
101             if(!d) continue;
102             DICT_ITERATE_ITEMS(d,void*,key,mtf_t*,m) {
103                 mtf_destroy(m);
104             }
105             dict_destroy(d);
106         }
107         free(kerning);
108         kerning=0;
109     }
110 }
111
112 static int findSpace(gfxfont_t*font)
113 {
114     int first_space = -1;
115     int t;
116     for(t=0;t<font->num_glyphs;t++) {
117         gfxglyph_t*g = &font->glyphs[t];
118         if(GLYPH_IS_SPACE(g)) {
119             if(g->unicode == 32) return t;
120             if(first_space<0)
121                 first_space = t;
122         }
123     }
124     if(font->num_glyphs>32 && GLYPH_IS_SPACE(&font->glyphs[32])) {
125         return 32;
126     }
127     return first_space;
128 }
129
130 static int addSpace(gfxfont_t*font)
131 {
132     font->num_glyphs++;
133     font->glyphs = (gfxglyph_t*)realloc(font->glyphs, sizeof(gfxglyph_t)*font->num_glyphs);
134     gfxglyph_t*g = &font->glyphs[font->num_glyphs-1];
135     memset(g, 0, sizeof(*g));
136     g->unicode = 32;
137     //g->advance = font->ascent;
138     g->advance = fabs(font->ascent - font->descent)*2 / 3;
139     if(font->max_unicode > 32)
140         font->unicode2glyph[32] = font->num_glyphs-1;
141 #if 0
142     g->line = gfxline_makerectangle(0, -font->ascent, g->advance, font->descent);
143 #endif
144     return font->num_glyphs-1;
145 }
146
147 static gfxfont_t* createGfxFont(FontInfo*src)
148 {
149     gfxfont_t*font = (gfxfont_t*)malloc(sizeof(gfxfont_t));
150     memset(font, 0, sizeof(gfxfont_t));
151
152     font->glyphs = (gfxglyph_t*)malloc(sizeof(gfxglyph_t)*src->num_glyphs);
153     memset(font->glyphs, 0, sizeof(gfxglyph_t)*src->num_glyphs);
154     font->id = 0;
155     int t;
156
157     double quality = (INTERNAL_FONT_SIZE * 200 / config_fontquality) / src->max_size;
158     double scale = 1;
159     //printf("%d glyphs\n", font->num_glyphs);
160     font->num_glyphs = 0;
161     font->ascent = fabs(src->ascender);
162     font->descent = fabs(src->descender);
163     
164     for(t=0;t<src->num_glyphs;t++) {
165         if(src->glyphs[t]) {
166             SplashPath*path = src->glyphs[t]->path;
167             int len = path?path->getLength():0;
168             //printf("glyph %d) %08x (%d line segments)\n", t, path, len);
169             gfxglyph_t*glyph = &font->glyphs[font->num_glyphs];
170             src->glyphs[t]->glyphid = font->num_glyphs;
171             glyph->unicode = src->glyphs[t]->unicode;
172             if(glyph->unicode >= font->max_unicode)
173                 font->max_unicode = glyph->unicode+1;
174             gfxdrawer_t drawer;
175             gfxdrawer_target_gfxline(&drawer);
176             int s;
177             int count = 0;
178             double xmax = 0;
179             for(s=0;s<len;s++) {
180                 Guchar f;
181                 double x, y;
182                 path->getPoint(s, &x, &y, &f);
183                 if(!s || x > xmax)
184                     xmax = x;
185                 if(f&splashPathFirst) {
186                     drawer.moveTo(&drawer, x*scale, y*scale);
187                 }
188                 if(f&splashPathCurve) {
189                     double x2,y2;
190                     path->getPoint(++s, &x2, &y2, &f);
191                     if(f&splashPathCurve) {
192                         double x3,y3;
193                         path->getPoint(++s, &x3, &y3, &f);
194                         gfxdraw_cubicTo(&drawer, x*scale, y*scale, x2*scale, y2*scale, x3*scale, y3*scale, quality);
195                     } else {
196                         drawer.splineTo(&drawer, x*scale, y*scale, x2*scale, y2*scale);
197                     }
198                 } else {
199                     drawer.lineTo(&drawer, x*scale, y*scale);
200                 }
201              //   printf("%f %f %s %s\n", x, y, (f&splashPathCurve)?"curve":"",
202              //                           (f&splashPathFirst)?"first":"",
203              //                           (f&splashPathLast)?"last":"");
204             }
205
206             glyph->line = (gfxline_t*)drawer.result(&drawer);
207             if(src->glyphs[t]->advance>0) {
208                 glyph->advance = src->glyphs[t]->advance;
209             } else {
210                 msg("<warning> Approximating advance value for glyph %d", t);
211                 glyph->advance = xmax*scale;
212             }
213             if(config_bigchar) {
214                 double max = src->glyphs[t]->advance_max;
215                 if(max>0 && max > glyph->advance) {
216                     glyph->advance = max;
217                 }
218             }
219
220             font->num_glyphs++;
221         }
222     }
223
224     gfxfont_fix_unicode(font);
225
226     int kerning_size = 0;
227     for(t=0;t<src->num_glyphs;t++) {
228         dict_t* d = src->kerning[t];
229         if(!d) continue;
230         DICT_ITERATE_ITEMS(d,void*,key,mtf_t*,m) {
231             if(m) {
232                 kerning_size++;
233             }
234         }
235     }
236     font->kerning_size = kerning_size;
237     font->kerning = (gfxkerning_t*)malloc(sizeof(gfxkerning_t)*kerning_size);
238     int pos = 0;
239     for(t=0;t<src->num_glyphs;t++) {
240         dict_t* d = src->kerning[t];
241         if(!d) continue;
242         DICT_ITERATE_ITEMS(d,void*,key,mtf_t*,m) {
243             if(m) {
244                 font->kerning[pos].c1 = src->glyphs[t]->glyphid;
245                 font->kerning[pos].c2 = src->glyphs[(int)(ptroff_t)key]->glyphid;
246                 font->kerning[pos].advance = (int)(ptroff_t)m->first->key;
247                 pos++;
248             }
249         }
250     }
251     //int advance = (int)(ptroff_t)m->first->key;
252
253     return font;
254 }
255
256 static float find_average_glyph_advance(gfxfont_t*f)
257 {
258     if(!f->num_glyphs)
259         return 0.0;
260
261     float*values = (float*)malloc(sizeof(float)*f->num_glyphs);
262     int t;
263     for(t=0;t<f->num_glyphs;t++) {
264         values[t] = f->glyphs[t].advance;
265     }
266     float m = medianf(values, f->num_glyphs);
267     free(values);
268     return m;
269 }
270
271 gfxfont_t* FontInfo::getGfxFont()
272 {
273     if(!this->gfxfont) {
274         this->gfxfont = createGfxFont(this);
275         this->gfxfont->id = strdup(this->id);
276         this->space_char = findSpace(this->gfxfont);
277         this->average_advance = find_average_glyph_advance(this->gfxfont);
278
279         if(this->space_char>=0) {
280             msg("<debug> Font %s has space char %d (unicode=%d)", 
281                     this->id, this->space_char, 
282                     this->gfxfont->glyphs[this->space_char].unicode);
283         } else if(config_addspace) {
284             this->space_char = addSpace(this->gfxfont);
285             msg("<debug> Appending space char to font %s, position %d", this->gfxfont->id, this->space_char);
286         }
287     }
288     return this->gfxfont;
289 }
290
291 GBool InfoOutputDev::upsideDown() {return gTrue;}
292 GBool InfoOutputDev::useDrawChar() {return gTrue;}
293 GBool InfoOutputDev::interpretType3Chars() {return gTrue;}
294 GBool InfoOutputDev::useTilingPatternFill() {return gTrue;}
295
296 void InfoOutputDev::startPage(int pageNum, GfxState *state, double crop_x1, double crop_y1, double crop_x2, double crop_y2)
297 {
298     double x1,y1,x2,y2;
299     state->transform(crop_x1,crop_y1,&x1,&y1);
300     state->transform(crop_x2,crop_y2,&x2,&y2);
301     if(x2<x1) {double x3=x1;x1=x2;x2=x3;}
302     if(y2<y1) {double y3=y1;y1=y2;y2=y3;}
303     this->x1 = (int)x1;
304     this->y1 = (int)y1;
305     this->x2 = (int)x2;
306     this->y2 = (int)y2;
307     msg("<verbose> Generating info structure for page %d", pageNum);
308 }
309 void InfoOutputDev::endPage()
310 {
311 }
312 void InfoOutputDev::drawLink(Link *link, Catalog *catalog) 
313 {
314     num_links++;
315 }
316    
317 /*  } else if(!strcmp(key,"fontquality")) {
318         this->config_fontquality = atof(value);
319         if(this->config_fontquality<=1)
320             this->config_fontquality=1;
321     } else if(!strcmp(key,"bigchar")) {
322         this->config_bigchar = atoi(value);
323     }
324  */
325
326 double InfoOutputDev::getMaximumFontSize(char*id)
327 {
328     FontInfo*info = (FontInfo*)id2font->lookup(id);
329     if(!info) {
330         msg("<error> Unknown font id: %s", id);
331         return 0.0;
332     }
333     return info->max_size;
334 }
335
336 char*getFontID(GfxFont*font)
337 {
338     Ref*ref = font->getID();
339     GString*gstr = font->getName();
340     char* fname = gstr==0?0:gstr->getCString();
341     char buf[128];
342     if(fname==0) {
343         if(font->getType() == fontType3) {
344             sprintf(buf, "t3font-%d-%d", ref->num, ref->gen);
345         } else {
346             sprintf(buf, "font-%d-%d", ref->num, ref->gen);
347         }
348     } else {
349         sprintf(buf, "%s-%d-%d", fname, ref->num, ref->gen);
350     }
351     return strdup(buf);
352 }
353
354 void InfoOutputDev::updateFont(GfxState *state) 
355 {
356     GfxFont*font = state->getFont();
357     if(!font) {
358         currentfont = 0;
359         return;
360     }
361     if(font->getType() == fontType3) {
362         currentfont = 0;
363         return;
364     }
365     char*id = getFontID(font);
366
367     if(currentfont)
368         currentfont->splash_font = 0;
369
370     currentfont = (FontInfo*)id2font->lookup(id);
371     if(!currentfont) {
372         currentfont = new FontInfo(id);
373         currentfont->font = font;
374         currentfont->max_size = 0;
375         GString* idStr = new GString(id);
376         id2font->add(idStr, (void*)currentfont);
377         num_fonts++;
378     }
379
380     state->setCTM(1.0,0,0,1.0,0,0);
381     splash->updateCTM(state, 0,0,0,0,0,0);
382     state->setTextMat(1.0,0,0,1.0,0,0);
383     state->setFont(font, 1024.0);
384     splash->doUpdateFont(state);
385     currentfont->splash_font = splash->getCurrentFont();
386     if(currentfont->splash_font) {
387         currentfont->ascender = currentfont->splash_font->ascender;
388         currentfont->descender = currentfont->splash_font->descender;
389     } else {
390         currentfont->ascender = currentfont->descender = 0;
391     }
392
393     free(id);
394 }
395
396 void InfoOutputDev::fill(GfxState *state)
397 {
398     num_polygons++;
399 }
400
401 void InfoOutputDev::eoFill(GfxState *state)
402 {
403     num_polygons++;
404 }
405
406 FontInfo* InfoOutputDev::getFont(char*id)
407 {
408     return (FontInfo*)id2font->lookup(id);
409 }
410
411 void InfoOutputDev::drawChar(GfxState *state, double x, double y,
412                       double dx, double dy,
413                       double originX, double originY,
414                       CharCode code, int nBytes, Unicode *u, int uLen)
415 {
416     double m11,m21,m12,m22;
417     state->getFontTransMat(&m11, &m12, &m21, &m22);
418     m11 *= state->getHorizScaling();
419     m21 *= state->getHorizScaling();
420     double lenx = sqrt(m11*m11 + m12*m12);
421     double leny = sqrt(m21*m21 + m22*m22);
422     double len = lenx>leny?lenx:leny;
423     if(!currentfont || !currentfont->splash_font) {
424         return; //error
425     }
426     if(currentfont && currentfont->max_size < len) {
427         currentfont->max_size = len;
428     }
429     
430     num_textfields++;
431
432     currentfont->grow(code+1);
433     GlyphInfo*g = currentfont->glyphs[code];
434     if(!g) {
435         g = currentfont->glyphs[code] = new GlyphInfo();
436         g->advance_max = 0;
437         currentfont->splash_font->last_advance = -1;
438         g->path = currentfont->splash_font->getGlyphPath(code);
439         g->advance = currentfont->splash_font->last_advance;
440         g->unicode = 0;
441     }
442     if(uLen && ((u[0]>=32 && u[0]<g->unicode) || !g->unicode)) {
443         g->unicode = u[0];
444     }
445     if(currentfont->lastchar>=0 && currentfont->lasty == y) {
446         double xshift = (x - currentfont->lastx);
447         if(xshift>=0 && xshift > g->advance_max) {
448             g->advance_max = xshift;
449         }
450         int advance = (int)xshift;
451         if(advance>=0 && advance<g->advance*4 && advance!=currentfont->lastadvance) {
452             int c1 = currentfont->lastchar;
453             int c2 = code;
454             dict_t*d = currentfont->kerning[c1];
455             if(!d) {
456                 d = currentfont->kerning[c1] = dict_new2(&int_type);
457             }
458             mtf_t*k = (mtf_t*)dict_lookup(d, (void*)(ptroff_t)c2);
459             if(!k) {
460                 k = mtf_new(&int_type);
461                 dict_put(d, (void*)(ptroff_t)c2, k);
462             }
463             mtf_increase(k, (void*)(ptroff_t)advance);
464         }
465     }
466
467     currentfont->lastx = x;
468     currentfont->lasty = y;
469     currentfont->lastchar = code;
470     currentfont->lastadvance = (int)(g->advance+0.5);
471 }
472
473 GBool InfoOutputDev::beginType3Char(GfxState *state, double x, double y, double dx, double dy, CharCode code, Unicode *u, int uLen)
474 {
475     GfxFont*font = state->getFont();
476     if(!font)
477         return gTrue;
478     if(font->getType() != fontType3)
479         return gTrue;
480
481     char*id = getFontID(font);
482     currentfont = (FontInfo*)id2font->lookup(id);
483     if(!currentfont) {
484         currentfont = new FontInfo(id);
485         currentfont->font = font;
486         GString* idStr = new GString(id);
487         id2font->add(idStr, (void*)currentfont);
488         num_fonts++;
489     }
490     currentfont = currentfont;
491     free(id);
492
493     currentfont->grow(code+1);
494     if(!currentfont->glyphs[code]) {
495         currentglyph = currentfont->glyphs[code] = new GlyphInfo();
496         currentglyph->unicode = uLen?u[0]:0;
497         currentglyph->path = new SplashPath();
498         currentglyph->x1=0;
499         currentglyph->y1=0;
500         currentglyph->x2=dx;
501         currentglyph->y2=dy;
502         return gFalse;
503     } else {
504         return gTrue;
505     }
506 }
507
508 void InfoOutputDev::type3D0(GfxState *state, double wx, double wy)
509 {
510     currentglyph->x1=0;
511     currentglyph->y1=0;
512     currentglyph->x2=wx;
513     currentglyph->y2=wy;
514 }
515
516 void InfoOutputDev::type3D1(GfxState *state, double wx, double wy, double llx, double lly, double urx, double ury)
517 {
518     currentglyph->x1=llx;
519     currentglyph->y1=lly;
520     currentglyph->x2=urx;
521     currentglyph->y2=ury;
522 }
523
524 void InfoOutputDev::endType3Char(GfxState *state)
525 {
526     double x1 = currentglyph->x1;
527     double y1 = currentglyph->y1;
528     double x2 = currentglyph->x2;
529     double y2 = currentglyph->y2;
530     currentglyph->path->moveTo(x1,y1);
531     currentglyph->path->lineTo(x2,y1);
532     currentglyph->path->lineTo(x2,y2);
533     currentglyph->path->lineTo(x1,y2);
534     currentglyph->path->close();
535 }
536
537 void InfoOutputDev::drawImageMask(GfxState *state, Object *ref, Stream *str,
538                            int width, int height, GBool invert,
539                            GBool inlineImg) 
540 {
541     if(str->getKind()==strDCT) num_jpeg_images++; else num_ppm_images++;
542
543     OutputDev::drawImageMask(state,ref,str,width,height,invert,inlineImg);
544 }
545 void InfoOutputDev::drawImage(GfxState *state, Object *ref, Stream *str,
546                        int width, int height, GfxImageColorMap *colorMap,
547                        int *maskColors, GBool inlineImg)
548 {
549     if(str->getKind()==strDCT) num_jpeg_images++; else num_ppm_images++;
550
551     OutputDev::drawImage(state,ref,str,width,height,colorMap,maskColors,inlineImg);
552 }
553 void InfoOutputDev::drawMaskedImage(GfxState *state, Object *ref, Stream *str,
554                                 int width, int height,
555                                 GfxImageColorMap *colorMap,
556                                 Stream *maskStr,
557                                 int maskWidth, int maskHeight,
558                                 GBool maskInvert) 
559 {
560     if(str->getKind()==strDCT) num_jpeg_images++; else num_ppm_images++;
561
562     OutputDev::drawMaskedImage(state,ref,str,width,height,colorMap,maskStr,maskWidth,maskHeight,maskInvert);
563 }
564
565 void InfoOutputDev::drawSoftMaskedImage(GfxState *state, Object *ref, Stream *str,
566                                     int width, int height,
567                                     GfxImageColorMap *colorMap,
568                                     Stream *maskStr,
569                                     int maskWidth, int maskHeight,
570                                     GfxImageColorMap *maskColorMap) 
571 {
572     if(str->getKind()==strDCT) num_jpeg_images++; else num_ppm_images++;
573
574     OutputDev::drawSoftMaskedImage(state,ref,str,width,height,colorMap,maskStr,maskWidth,maskHeight,maskColorMap);
575 }
576     
577 void InfoOutputDev::dumpfonts(gfxdevice_t*dev)
578 {
579     GHashIter*i;
580     GString*key;
581     FontInfo*font;
582     id2font->startIter(&i);
583     while(id2font->getNext(&i, &key, (void**)&font)) {
584         dev->addfont(dev, font->getGfxFont());
585     }
586 }