~ubuntu-branches/ubuntu/oneiric/structure-synth/oneiric

operators << "c" << "color" << "a" << "alpha" << "matrix" << "h" << "hue" << "sat" << "b" << "brightness" << "v" << "x" << "y" << "z" << "rx" << "ry" << "rz" << "s" << "fx" << "fy" << "fz" << "maxdepth" << "weight" << "md" << "w";

currentSymbol = -1;

// We will split on whitespace and line breaks

// TODO: Respect quotations ( file = "C:\Program Files\Test" )

QStringList l;

QVector<int> positions;

// We will use our own split routine

QString current;

int startPos = 0;

input += " "; // to ensure last symbol gets parsed.

bool inMultiComment = false;

bool inComment = false;

int newlines = 0;

for (int i = 0; i < input.length(); i++) {

if (input.at(i) == '\r') {

inComment = false;

newlines++;

}

// Check if we found a preprocessor comment (there must occur at the beginning of a line.

if (input.at(i) == '#' && ((i == 0) || (input.at(i-1) == '\r') || (input.at(i-1) == '\n'))) {

inComment = true; i++; continue;

}

if (i < input.length()-1) {

if (input.at(i) == '*' && input.at(i+1) == '/') {

inMultiComment = false; i++; continue;

}

if (input.at(i) == '/' && input.at(i+1) == '/') {

inComment = true; i++; continue;

}

if (input.at(i) == '/' && input.at(i+1) == '*') {

inMultiComment = true; i++; continue;

}

if (inMultiComment || inComment) continue;

if (input.at(i) == '[') {

while (input.at(i) != ']' && i < input.length()) {

current += input.at(i);

i++;

}

current += ']';

if (input.at(i) != ']') {

throw ParseError("No matching ']' found for '['", startPos);

}

l.append(current);

positions.append(startPos-newlines);

startPos = i;

current = "";

} else

if (input.at(i) == '{' || input.at(i) == '}' || input.at(i) == ' ' || (input.at(i) == '\r') || (input.at(i) == '\n')) {

QString trimmed = current.remove(QRegExp("\\s|\\r|\\n"));

if (!current.trimmed().isEmpty()) { l.append(trimmed); positions.append(startPos-newlines); }

if (input.at(i) == '{' || input.at(i) == '}') { l.append(QString(input.at(i))); positions.append(i-newlines); }

current = "";

startPos = i;

} else {

current += input.at(i);

}

for (int i = 0; i < l.size(); i++) {

QString s = l[i];

int pos = positions[i];

QString sl = l[i].toLower();

if (sl == "rule") {

symbols.append(Symbol(pos, Symbol::Rule, s));

100

} else if (sl == "{") {

101

symbols.append(Symbol(pos, Symbol::LeftBracket, s));

102

} else if (sl == ">") {

103

symbols.append(Symbol(pos, Symbol::MoreThan, s));

104

}else if (sl == "}") {

105

symbols.append(Symbol(pos, Symbol::RightBracket, s));

106

} else if (sl == "*") {

107

symbols.append(Symbol(pos, Symbol::Multiply, s));

108

} else if (sl == "set") {

109

symbols.append(Symbol(pos, Symbol::Set, s));

110

} else if (QString("+-0123456789").contains(s[0])) {

111

// It is a number (hopefully)

112

113

if (s.count("/") == 1) {

114

QString s1 = s.section("/",0,0);

115

QString s2 = s.section("/",1,1);

116

bool succes1 = false;

117

int i1 = s1.toInt(&succes1);

118

bool succes2 = false;

119

int i2 = s2.toInt(&succes2);

120

121

if ((i1 && i2) && (i2 != 0)) {

122

Symbol ns(pos, Symbol::Number, s);

123

ns.isInteger = false;

124

ns.floatValue = ((double)i1)/i2;

125

symbols.append(ns);

126

continue;

127

128

} else {

129

throw ParseError("Invalid fraction found: " + s, pos);

130

}

131

}

132

133

bool succes = false;

134

int i = s.toInt(&succes);

135

136

if (succes) {

137

Symbol ns(pos, Symbol::Number, s);

138

ns.isInteger = true;

139

ns.intValue = i;

140

symbols.append(ns);

141

continue;

142

}

143

144

// the number was not an integer... Is it a floating-point value?

145

146

double d = s.toDouble(&succes);

147

148

if (succes) {

149

Symbol ns(pos, Symbol::Number, s);

150

ns.isInteger = false;

151

ns.floatValue = d;

152

//INFO(QString("Added float value:%1").arg(ns.floatValue));

153

symbols.append(ns);

154

continue;

155

}

156

157

throw ParseError("Invalid symbol found: " + s, pos);

158

} else if (operators.contains(sl) ) {

159

QString longName = sl;

160

161

// Resolve abbreviations

162

if (longName == "md") longName = "maxdepth";

163

if (longName == "w") longName = "weight";

164

if (longName == "h") longName = "hue";

165

if (longName == "b") longName = "brightness";

166

if (longName == "a") longName = "alpha";

167

if (longName == "c") longName = "color";

168

169

170

Symbol ns(pos, Symbol::Operator, longName);

171

symbols.append(ns);

172

173

} else {

174

// TODO: We should check syntax of userstring here... (we dont want strings like slk"{/})

175

Symbol ns(pos, Symbol::UserString, sl);

176

symbols.append(ns);

177

}

178

}

179

180

181

182

for (int i = 0; i < symbols.size(); i++) {

183

184

//INFO(QString("%1. Symbol: %2, Position: %3").arg(i).arg(symbols[i].text).arg(positions[i]));

185

}

186

187

188

189

}

190

191

Symbol Tokenizer::getSymbol() {

192

currentSymbol++;

193

194

if (currentSymbol < symbols.size()) {

195

return symbols[currentSymbol];

196

}

197

198

return Symbol(-1, Symbol::End, "#END#");

199

}

200

}

201

}

202

Older »