1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
|
/***************************************************************************
filter_opera.cxx - Opera mail import
-------------------
begin : Januar 26 2005
copyright : (C) 2005 by Danny Kukawka
email : danny.kukawka@web.de
***************************************************************************/
/***************************************************************************
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation; either version 2 of the License, or *
* (at your option) any later version. *
* *
***************************************************************************/
#include <klocale.h>
#include <kfiledialog.h>
#include <ktemporaryfile.h>
#include <kdebug.h>
#include "filter_opera.hxx"
FilterOpera::FilterOpera() :
Filter( i18n("Import Opera Emails"),
"Danny Kukawka",
i18n("<p><b>Opera email import filter</b></p>"
"<p>This filter will import mails from Opera mail folder. Use this filter "
"if you want to import all mails within a account in the Opera maildir.</p>"
"<p>Select the directory of the account (usually ~/.opera/mail/store/account*).</p>"
"<p><b>Note:</b> Emails will be imported into a folder named after the account "
"they came from, prefixed with OPERA-</p>" ))
{}
FilterOpera::~FilterOpera()
{
}
void FilterOpera::importRecursive(const QDir& mailDir, FilterInfo *info, const QString &accountName)
{
// Recursive import of the MBoxes.
const QStringList rootSubDirs = mailDir.entryList(QStringList("[^\\.]*"), QDir::Dirs, QDir::Name); // Removal of . and ..
int currentDir = 1;
int numSubDirs = rootSubDirs.size();
if ( numSubDirs > 0 ) {
for(QStringList::ConstIterator filename = rootSubDirs.constBegin() ; filename != rootSubDirs.constEnd() ; ++filename, ++currentDir) {
QDir importDir ( mailDir.path() +QDir::separator()+ *filename );
const QStringList files = importDir.entryList(QStringList("*.[mM][bB][sS]"), QDir::Files, QDir::Name);
if ( files.isEmpty() ) {
importRecursive( importDir,info,accountName.isEmpty() ? *filename : accountName);
} else {
importBox( importDir, files, info,accountName );
}
}
}
}
void FilterOpera::importBox(const QDir& importDir, const QStringList &files, FilterInfo *info, const QString & accountName)
{
int overall_status = 0;
int totalFiles = files.count();
int currentFile = 1;
info->addLog(i18n("Importing new mail files..."));
for ( QStringList::ConstIterator mailFile = files.constBegin(); mailFile != files.constEnd(); ++mailFile) {
info->setCurrent(0);
QFile operaArchiv( importDir.filePath(*mailFile) );
if (! operaArchiv.open( QIODevice::ReadOnly ) ) {
info->alert( i18n("Unable to open %1, skipping", *mailFile ) );
} else {
info->addLog( i18n("Importing emails from %1...", *mailFile ) );
QFileInfo filenameInfo( importDir.filePath(*mailFile) );
QString folderName;
if ( accountName.isEmpty() )
folderName = QString( "OPERA-" + importDir.dirName() );
else
folderName = QString( "OPERA-" + accountName );
info->setFrom( *mailFile );
info->setTo( folderName );
QByteArray input(MAX_LINE,'\0');
long l = 0;
bool first_msg = true;
while ( !operaArchiv.atEnd() ) {
KTemporaryFile tmp;
tmp.open();
/* comment by Danny:
* Don't use QTextStream to read from mbox, better use QDataStream. QTextStream only
* support Unicode/Latin1/Locale. So you lost information from emails with
* charset!=Unicode/Latin1/Locale (e.g. KOI8-R) and Content-Transfer-Encoding != base64
* (e.g. 8Bit). It also not help to convert the QTextStream to Unicode. By this you
* get Unicode/UTF-email but KMail can't detect the correct charset.
*/
QByteArray separate;
if(!first_msg)
tmp.write( input, l );
l = operaArchiv.readLine( input.data(),MAX_LINE); // read the first line, prevent "From "
tmp.write( input, l );
while ( ! operaArchiv.atEnd() && (l = operaArchiv.readLine(input.data(),MAX_LINE)) && ((separate = input.data()).left(5) != "From ")) {
/** remove in KMail unneeded Flags from Opera (for example: X-Opera-Status)*/
if(separate.left(8) != "X-Opera-")
tmp.write( input, l );
}
tmp.flush();
first_msg = false;
if(info->removeDupMsg)
addMessage( info, folderName, tmp.fileName() );
else
addMessage_fastImport( info, folderName, tmp.fileName() );
int currentPercentage = (int) ( ( (float) operaArchiv.pos() / filenameInfo.size() ) * 100 );
info->setCurrent( currentPercentage );
if (currentFile == 1)
overall_status = (int) ( currentPercentage * ( (float) currentFile / totalFiles ) );
else
overall_status = (int)(((currentFile-1)*(100.0/(float)totalFiles))+(currentPercentage*(1.0/(float)totalFiles)));
info->setOverall( overall_status );
if ( info->shouldTerminate() ) break;
}
info->addLog( i18n("Finished importing emails from %1", *mailFile ));
if (count_duplicates > 0) {
info->addLog( i18np("1 duplicate message not imported", "%1 duplicate messages not imported", count_duplicates));
}
currentFile++;
count_duplicates = 0;
operaArchiv.close();
}
if ( info->shouldTerminate() ) break;
}
}
void FilterOpera::import(FilterInfo *info)
{
/** try to go to opera mailfolder in the home of the user */
QString startdir = QDir::homePath() + "/.opera/mail/store/";
QDir d( startdir );
if ( !d.exists() ) {
startdir = QDir::homePath();
}
//QString mailDir = KFileDialog::getExistingDirectory(QDir::homePath(), info->parent());
KFileDialog *kfd;
kfd = new KFileDialog( startdir, "", 0);
kfd->setMode(KFile::Directory | KFile::LocalOnly);
kfd->exec();
QString operaDir = kfd->selectedFile();
delete kfd;
if (operaDir.isEmpty()) {
info->alert(i18n("No directory selected."));
}
/**
* If the user only select homedir no import needed because
* there should be no files and we surely import wrong files.
*/
else if ( operaDir == QDir::homePath() || operaDir == (QDir::homePath() + '/')) {
info->addLog(i18n("No files found for import."));
} else {
info->setOverall(0);
QDir importDir (operaDir);
const QStringList files = importDir.entryList(QStringList("*.[mM][bB][sS]"), QDir::Files, QDir::Name);
// Count total number of files to be processed
info->addLog(i18n("Counting files..."));
if(files.count() > 0) {
importBox(importDir, files,info );
} else {
//opera > 9.10 stores mail in subfolder.
importRecursive( importDir, info );
}
}
if (info->shouldTerminate()) info->addLog( i18n("Finished import, canceled by user."));
info->setCurrent(100);
info->setOverall(100);
}
|