Fixes NB#124742, duplicate entries inserted in addressbook when same address is in...
[modest] / src / modest-formatter.c
1 /* Copyright (c) 2006, Nokia Corporation
2  * All rights reserved.
3  *
4  * Redistribution and use in source and binary forms, with or without
5  * modification, are permitted provided that the following conditions are
6  * met:
7  *
8  * * Redistributions of source code must retain the above copyright
9  *   notice, this list of conditions and the following disclaimer.
10  * * Redistributions in binary form must reproduce the above copyright
11  *   notice, this list of conditions and the following disclaimer in the
12  *   documentation and/or other materials provided with the distribution.
13  * * Neither the name of the Nokia Corporation nor the names of its
14  *   contributors may be used to endorse or promote products derived from
15  *   this software without specific prior written permission.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
18  * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
19  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
20  * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
21  * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
22  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
23  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
24  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
25  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
26  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
27  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28  */
29
30 #include <glib/gi18n.h>
31 #include <string.h>
32 #include <tny-header.h>
33 #include <tny-simple-list.h>
34 #include <tny-gtk-text-buffer-stream.h>
35 #include <tny-camel-mem-stream.h>
36 #include <tny-camel-html-to-text-stream.h>
37 #include "modest-formatter.h"
38 #include "modest-text-utils.h"
39 #include "modest-tny-platform-factory.h"
40 #include <modest-runtime.h>
41
42 #define LINE_WRAP 78
43 #define MAX_BODY_LINES 1024
44 #define MAX_BODY_LENGTH 1024*128
45
46 typedef struct _ModestFormatterPrivate ModestFormatterPrivate;
47 struct _ModestFormatterPrivate {
48         gchar *content_type;
49         gchar *signature;
50 };
51 #define MODEST_FORMATTER_GET_PRIVATE(o)  (G_TYPE_INSTANCE_GET_PRIVATE((o), \
52                                           MODEST_TYPE_FORMATTER, \
53                                           ModestFormatterPrivate))
54
55 static GObjectClass *parent_class = NULL;
56
57 typedef gchar* FormatterFunc (ModestFormatter *self, const gchar *text, TnyHeader *header, GList *attachments);
58
59 static TnyMsg *modest_formatter_do (ModestFormatter *self, TnyMimePart *body,  TnyHeader *header, 
60                                     FormatterFunc func, GList *attachments);
61
62 static gchar*  modest_formatter_wrapper_cite   (ModestFormatter *self, const gchar *text,
63                                                 TnyHeader *header, GList *attachments);
64 static gchar*  modest_formatter_wrapper_quote  (ModestFormatter *self, const gchar *text,
65                                                 TnyHeader *header, GList *attachments);
66 static gchar*  modest_formatter_wrapper_inline (ModestFormatter *self, const gchar *text,
67                                                 TnyHeader *header, GList *attachments);
68
69 static TnyMimePart *find_body_parent (TnyMimePart *part);
70
71 static gchar *
72 extract_text (ModestFormatter *self, TnyMimePart *body)
73 {
74         TnyStream *mp_stream;
75         TnyStream *stream;
76         TnyStream *input_stream;
77         GtkTextBuffer *buf;
78         GtkTextIter start, end;
79         gchar *text;
80         ModestFormatterPrivate *priv;
81         gint total, total_lines, line_chars;
82
83         buf = gtk_text_buffer_new (NULL);
84         stream = TNY_STREAM (tny_gtk_text_buffer_stream_new (buf));
85         tny_stream_reset (stream);
86         mp_stream = tny_mime_part_get_decoded_stream (body);
87
88         if (g_strcmp0 (tny_mime_part_get_content_type (body), "text/html") == 0) {
89                 input_stream = tny_camel_html_to_text_stream_new (mp_stream);
90         } else {
91                 input_stream = g_object_ref (mp_stream);
92         }
93
94         total = 0;
95         total_lines = 0;
96         line_chars = 0;
97
98         while (!tny_stream_is_eos (input_stream)) {
99                 gchar buffer [128];
100                 gchar *offset;
101                 gint n_read;
102                 gint next_read;
103
104                 next_read = MIN (128, MAX_BODY_LENGTH - total);
105                 if (next_read == 0)
106                         break;
107                 n_read = tny_stream_read (input_stream, buffer, next_read);
108
109                 offset = buffer;
110                 while (offset < buffer + n_read) {
111                         
112                         if (*offset == '\n') {
113                                 total_lines ++;
114                                 line_chars = 0;
115                         } else {
116                                 line_chars ++;
117                                 if (line_chars >= LINE_WRAP) {
118                                         total_lines ++;
119                                         line_chars = 0;
120                                 }
121                         }
122                         if (total_lines >= MAX_BODY_LINES)
123                                 break;
124                         offset++;
125                 }
126
127                 
128
129                 if (offset - buffer > 0) {
130                         gint n_write;
131                         n_write = tny_stream_write (stream, buffer, offset - buffer);
132                         total += n_write;
133                 } else if (n_read == -1) {
134                         break;
135                 }
136
137                 if (total_lines >= MAX_BODY_LINES)
138                         break;
139         }
140
141         tny_stream_reset (stream);
142
143         g_object_unref (G_OBJECT(stream));
144         g_object_unref (G_OBJECT (mp_stream));
145         g_object_unref (G_OBJECT (input_stream));
146         
147         gtk_text_buffer_get_bounds (buf, &start, &end);
148         text = gtk_text_buffer_get_text (buf, &start, &end, FALSE);
149         g_object_unref (G_OBJECT(buf));
150
151         /* Convert to desired content type if needed */
152         priv = MODEST_FORMATTER_GET_PRIVATE (self);
153
154         return text;
155 }
156
157 static void
158 construct_from_text (TnyMimePart *part,
159                      const gchar *text,
160                      const gchar *content_type)
161 {
162         TnyStream *text_body_stream;
163
164         /* Create the stream */
165         text_body_stream = TNY_STREAM (tny_camel_mem_stream_new_with_buffer
166                                         (text, strlen(text)));
167
168         /* Construct MIME part */
169         tny_stream_reset (text_body_stream);
170         tny_mime_part_construct (part, text_body_stream, content_type, "7bit");
171         tny_stream_reset (text_body_stream);
172
173         /* Clean */
174         g_object_unref (G_OBJECT (text_body_stream));
175 }
176
177 static TnyMsg *
178 modest_formatter_do (ModestFormatter *self, TnyMimePart *body, TnyHeader *header, FormatterFunc func,
179                      GList *attachments)
180 {
181         TnyMsg *new_msg = NULL;
182         gchar *body_text = NULL, *txt = NULL;
183         ModestFormatterPrivate *priv;
184         TnyMimePart *body_part = NULL;
185
186         g_return_val_if_fail (self, NULL);
187         g_return_val_if_fail (header, NULL);
188         g_return_val_if_fail (func, NULL);
189
190         /* Build new part */
191         new_msg = modest_formatter_create_message (self, TRUE, attachments != NULL, FALSE);
192         body_part = modest_formatter_create_body_part (self, new_msg);
193
194         if (body)
195                 body_text = extract_text (self, body);
196         else
197                 body_text = g_strdup ("");
198
199         txt = (gchar *) func (self, (const gchar*) body_text, header, attachments);
200         priv = MODEST_FORMATTER_GET_PRIVATE (self);
201         construct_from_text (TNY_MIME_PART (body_part), (const gchar*) txt, priv->content_type);
202         g_object_unref (body_part);
203         
204         /* Clean */
205         g_free (body_text);
206         g_free (txt);
207
208         return new_msg;
209 }
210
211 TnyMsg *
212 modest_formatter_cite (ModestFormatter *self, TnyMimePart *body, TnyHeader *header)
213 {
214         return modest_formatter_do (self, body, header, modest_formatter_wrapper_cite, NULL);
215 }
216
217 TnyMsg *
218 modest_formatter_quote (ModestFormatter *self, TnyMimePart *body, TnyHeader *header, GList *attachments)
219 {
220         return modest_formatter_do (self, body, header, modest_formatter_wrapper_quote, attachments);
221 }
222
223 TnyMsg *
224 modest_formatter_inline (ModestFormatter *self, TnyMimePart *body, TnyHeader *header, GList *attachments)
225 {
226         return modest_formatter_do (self, body, header, modest_formatter_wrapper_inline, attachments);
227 }
228
229 TnyMsg *
230 modest_formatter_attach (ModestFormatter *self, TnyMsg *msg, TnyHeader *header)
231 {
232         TnyMsg *new_msg = NULL;
233         TnyMimePart *body_part = NULL;
234         ModestFormatterPrivate *priv;
235         gchar *txt;
236
237         /* Build new part */
238         new_msg     = modest_formatter_create_message (self, TRUE, TRUE, FALSE);
239         body_part = modest_formatter_create_body_part (self, new_msg);
240
241         /* Create the two parts */
242         priv = MODEST_FORMATTER_GET_PRIVATE (self);
243         txt = modest_text_utils_cite ("", priv->content_type, priv->signature,
244                                       NULL, tny_header_get_date_sent (header));
245         construct_from_text (body_part, txt, priv->content_type);
246         g_free (txt);
247         g_object_unref (body_part);
248
249         if (msg) {
250                 /* Add parts */
251                 tny_mime_part_add_part (TNY_MIME_PART (new_msg), TNY_MIME_PART (msg));
252         }
253
254         return new_msg;
255 }
256
257 ModestFormatter*
258 modest_formatter_new (const gchar *content_type, const gchar *signature)
259 {
260         ModestFormatter *formatter;
261         ModestFormatterPrivate *priv;
262
263         formatter = g_object_new (MODEST_TYPE_FORMATTER, NULL);
264         priv = MODEST_FORMATTER_GET_PRIVATE (formatter);
265         priv->content_type = g_strdup (content_type);
266         priv->signature = g_strdup (signature);
267
268         return formatter;
269 }
270
271 static void
272 modest_formatter_instance_init (GTypeInstance *instance, gpointer g_class)
273 {
274         ModestFormatter *self = (ModestFormatter *)instance;
275         ModestFormatterPrivate *priv = MODEST_FORMATTER_GET_PRIVATE (self);
276
277         priv->content_type = NULL;
278         priv->signature = NULL;
279 }
280
281 static void
282 modest_formatter_finalize (GObject *object)
283 {
284         ModestFormatter *self = (ModestFormatter *)object;
285         ModestFormatterPrivate *priv = MODEST_FORMATTER_GET_PRIVATE (self);
286
287         if (priv->content_type)
288                 g_free (priv->content_type);
289
290         if (priv->signature)
291                 g_free (priv->signature);
292
293         (*parent_class->finalize) (object);
294 }
295
296 static void 
297 modest_formatter_class_init (ModestFormatterClass *class)
298 {
299         GObjectClass *object_class;
300
301         parent_class = g_type_class_peek_parent (class);
302         object_class = (GObjectClass*) class;
303         object_class->finalize = modest_formatter_finalize;
304
305         g_type_class_add_private (object_class, sizeof (ModestFormatterPrivate));
306 }
307
308 GType 
309 modest_formatter_get_type (void)
310 {
311         static GType type = 0;
312
313         if (G_UNLIKELY(type == 0))
314         {
315                 static const GTypeInfo info = 
316                 {
317                   sizeof (ModestFormatterClass),
318                   NULL,   /* base_init */
319                   NULL,   /* base_finalize */
320                   (GClassInitFunc) modest_formatter_class_init,   /* class_init */
321                   NULL,   /* class_finalize */
322                   NULL,   /* class_data */
323                   sizeof (ModestFormatter),
324                   0,      /* n_preallocs */
325                   modest_formatter_instance_init    /* instance_init */
326                 };
327                 
328                 type = g_type_register_static (G_TYPE_OBJECT,
329                         "ModestFormatter",
330                         &info, 0);
331         }
332
333         return type;
334 }
335
336 /****************/
337 static gchar *
338 modest_formatter_wrapper_cite (ModestFormatter *self, const gchar *text, TnyHeader *header,
339                                GList *attachments) 
340 {
341         gchar *result, *from;
342         ModestFormatterPrivate *priv = MODEST_FORMATTER_GET_PRIVATE (self);
343         
344         from = tny_header_dup_from (header);
345         result = modest_text_utils_cite (text, 
346                                          priv->content_type, 
347                                          priv->signature,
348                                          from, 
349                                          tny_header_get_date_sent (header));
350         g_free (from);
351         return result;
352 }
353
354 static gchar *
355 modest_formatter_wrapper_inline (ModestFormatter *self, const gchar *text, TnyHeader *header,
356                                  GList *attachments) 
357 {
358         gchar *result, *from, *to, *subject;
359         ModestFormatterPrivate *priv = MODEST_FORMATTER_GET_PRIVATE (self);
360
361         from = tny_header_dup_from (header);
362         to = tny_header_dup_to (header);
363         subject = tny_header_dup_subject (header);
364         result =  modest_text_utils_inline (text, 
365                                             priv->content_type, 
366                                             priv->signature,
367                                             from,
368                                             tny_header_get_date_sent (header),
369                                             to,
370                                             subject);
371         g_free (subject);
372         g_free (to);
373         g_free (from);
374         return result;
375 }
376
377 static gchar *
378 modest_formatter_wrapper_quote (ModestFormatter *self, const gchar *text, TnyHeader *header,
379                                 GList *attachments) 
380 {
381         ModestFormatterPrivate *priv = MODEST_FORMATTER_GET_PRIVATE (self);
382         GList *filenames = NULL;
383         GList *node = NULL;
384         gchar *result = NULL;
385         gchar *from;
386
387         /* First we need a GList of attachments filenames */
388         for (node = attachments; node != NULL; node = g_list_next (node)) {
389                 TnyMimePart *part = (TnyMimePart *) node->data;
390                 gchar *filename = NULL;
391                 if (TNY_IS_MSG (part)) {
392                         TnyHeader *header = tny_msg_get_header (TNY_MSG (part));
393                         filename = tny_header_dup_subject (header);
394                         if ((filename == NULL)||(filename[0] == '\0')) {
395                                 g_free (filename);
396                                 filename = g_strdup (_("mail_va_no_subject"));
397                         }
398                         g_object_unref (header);
399                 } else {
400                         filename = g_strdup (tny_mime_part_get_filename (part));
401                         if ((filename == NULL)||(filename[0] == '\0')) {
402                                 g_free (filename);
403                                 filename = g_strdup ("");
404                         }
405                 }
406                 filenames = g_list_prepend (filenames, filename);
407         }
408
409         /* TODO: get 80 from the configuration */
410         from = tny_header_dup_from (header);
411         result = modest_text_utils_quote (text, 
412                                           priv->content_type, 
413                                           priv->signature,
414                                           from,
415                                           tny_header_get_date_sent (header),
416                                           filenames,
417                                           80);
418         g_free (from);
419
420         g_list_foreach (filenames, (GFunc) g_free, NULL);
421         g_list_free (filenames);
422         return result;
423 }
424
425 TnyMsg * 
426 modest_formatter_create_message (ModestFormatter *self, gboolean single_body, 
427                                  gboolean has_attachments, gboolean has_images)
428 {
429         TnyMsg *result = NULL;
430         TnyPlatformFactory *fact = NULL;
431         TnyMimePart *body_mime_part = NULL;
432         TnyMimePart *related_mime_part = NULL;
433
434         fact    = modest_runtime_get_platform_factory ();
435         result = tny_platform_factory_new_msg (fact);
436         if (has_attachments) {
437                 tny_mime_part_set_content_type (TNY_MIME_PART (result), "multipart/mixed");
438                 if (has_images) {
439                         related_mime_part = tny_platform_factory_new_mime_part (fact);
440                         tny_mime_part_set_content_type (related_mime_part, "multipart/related");
441                         tny_mime_part_add_part (TNY_MIME_PART (result), related_mime_part);
442                 } else {
443                         related_mime_part = g_object_ref (result);
444                 }
445                         
446                 if (!single_body) {
447                         body_mime_part = tny_platform_factory_new_mime_part (fact);
448                         tny_mime_part_set_content_type (body_mime_part, "multipart/alternative");
449                         tny_mime_part_add_part (TNY_MIME_PART (related_mime_part), body_mime_part);
450                         g_object_unref (body_mime_part);
451                 }
452
453                 g_object_unref (related_mime_part);
454         } else if (has_images) {
455                 tny_mime_part_set_content_type (TNY_MIME_PART (result), "multipart/related");
456
457                 if (!single_body) {
458                         body_mime_part = tny_platform_factory_new_mime_part (fact);
459                         tny_mime_part_set_content_type (body_mime_part, "multipart/alternative");
460                         tny_mime_part_add_part (TNY_MIME_PART (result), body_mime_part);
461                         g_object_unref (body_mime_part);
462                 }
463
464         } else if (!single_body) {
465                 tny_mime_part_set_content_type (TNY_MIME_PART (result), "multipart/alternative");
466         }
467
468         return result;
469 }
470
471 TnyMimePart *
472 find_body_parent (TnyMimePart *part)
473 {
474         const gchar *msg_content_type = NULL;
475         msg_content_type = tny_mime_part_get_content_type (part);
476
477         if ((msg_content_type != NULL) &&
478             (!g_strcasecmp (msg_content_type, "multipart/alternative")))
479                 return g_object_ref (part);
480         else if ((msg_content_type != NULL) &&
481                  (g_str_has_prefix (msg_content_type, "multipart/"))) {
482                 TnyIterator *iter = NULL;
483                 TnyMimePart *alternative_part = NULL;
484                 TnyMimePart *related_part = NULL;
485                 TnyList *parts = TNY_LIST (tny_simple_list_new ());
486                 tny_mime_part_get_parts (TNY_MIME_PART (part), parts);
487                 iter = tny_list_create_iterator (parts);
488
489                 while (!tny_iterator_is_done (iter)) {
490                         TnyMimePart *part = TNY_MIME_PART (tny_iterator_get_current (iter));
491                         if (part && !g_strcasecmp(tny_mime_part_get_content_type (part), "multipart/alternative")) {
492                                 alternative_part = part;
493                                 break;
494                         } else if (part && !g_strcasecmp (tny_mime_part_get_content_type (part), "multipart/related")) {
495                                 related_part = part;
496                                 break;
497                         }
498
499                         if (part)
500                                 g_object_unref (part);
501
502                         tny_iterator_next (iter);
503                 }
504                 g_object_unref (iter);
505                 g_object_unref (parts);
506                 if (related_part) {
507                         TnyMimePart *result;
508                         result = find_body_parent (related_part);
509                         g_object_unref (related_part);
510                         return result;
511                 } else if (alternative_part)
512                         return alternative_part;
513                 else 
514                         return g_object_ref (part);
515         } else
516                 return NULL;
517 }
518
519 TnyMimePart * 
520 modest_formatter_create_body_part (ModestFormatter *self, TnyMsg *msg)
521 {
522         TnyMimePart *result = NULL;
523         TnyPlatformFactory *fact = NULL;
524         TnyMimePart *parent = NULL;
525
526         parent = find_body_parent (TNY_MIME_PART (msg));
527         fact = modest_runtime_get_platform_factory ();
528         if (parent != NULL) {
529                 result = tny_platform_factory_new_mime_part (fact);
530                 tny_mime_part_add_part (TNY_MIME_PART (parent), result);
531                 g_object_unref (parent);
532         } else {
533                 result = g_object_ref (msg);
534         }
535
536         return result;
537
538 }