~ubuntu-branches/ubuntu/trusty/monodevelop/trusty-proposed

« back to all changes in this revision

Viewing changes to external/nrefactory/ICSharpCode.NRefactory.CSharp/Parser/mcs/driver.cs

  • Committer: Package Import Robot
  • Author(s): Jo Shields
  • Date: 2013-05-12 09:46:03 UTC
  • mto: This revision was merged to the branch mainline in revision 29.
  • Revision ID: package-import@ubuntu.com-20130512094603-mad323bzcxvmcam0
Tags: upstream-4.0.5+dfsg
ImportĀ upstreamĀ versionĀ 4.0.5+dfsg

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
//
 
2
// driver.cs: The compiler command line driver.
 
3
//
 
4
// Authors:
 
5
//   Miguel de Icaza (miguel@gnu.org)
 
6
//   Marek Safar (marek.safar@gmail.com)
 
7
//
 
8
// Dual licensed under the terms of the MIT X11 or GNU GPL
 
9
//
 
10
// Copyright 2001, 2002, 2003 Ximian, Inc (http://www.ximian.com)
 
11
// Copyright 2004, 2005, 2006, 2007, 2008 Novell, Inc
 
12
// Copyright 2011 Xamarin Inc
 
13
//
 
14
 
 
15
using System;
 
16
using System.Reflection;
 
17
using System.Reflection.Emit;
 
18
using System.Collections.Generic;
 
19
using System.IO;
 
20
using System.Text;
 
21
using System.Globalization;
 
22
using System.Diagnostics;
 
23
using System.Threading;
 
24
 
 
25
namespace Mono.CSharp
 
26
{
 
27
        /// <summary>
 
28
        ///    The compiler driver.
 
29
        /// </summary>
 
30
        class Driver
 
31
        {
 
32
                readonly CompilerContext ctx;
 
33
 
 
34
                public Driver (CompilerContext ctx)
 
35
                {
 
36
                        this.ctx = ctx;
 
37
                }
 
38
 
 
39
                Report Report {
 
40
                        get {
 
41
                                return ctx.Report;
 
42
                        }
 
43
                }
 
44
 
 
45
                void tokenize_file (SourceFile sourceFile, ModuleContainer module, ParserSession session)
 
46
                {
 
47
                        Stream input;
 
48
 
 
49
                        try {
 
50
                                input = File.OpenRead (sourceFile.Name);
 
51
                        } catch {
 
52
                                Report.Error (2001, "Source file `" + sourceFile.Name + "' could not be found");
 
53
                                return;
 
54
                        }
 
55
 
 
56
                        using (input){
 
57
                                SeekableStreamReader reader = new SeekableStreamReader (input, ctx.Settings.Encoding);
 
58
                                var file = new CompilationSourceFile (module, sourceFile);
 
59
 
 
60
                                Tokenizer lexer = new Tokenizer (reader, file, session);
 
61
                                int token, tokens = 0, errors = 0;
 
62
 
 
63
                                while ((token = lexer.token ()) != Token.EOF){
 
64
                                        tokens++;
 
65
                                        if (token == Token.ERROR)
 
66
                                                errors++;
 
67
                                }
 
68
                                Console.WriteLine ("Tokenized: " + tokens + " found " + errors + " errors");
 
69
                        }
 
70
                        
 
71
                        return;
 
72
                }
 
73
 
 
74
                void Parse (ModuleContainer module)
 
75
                {
 
76
                        bool tokenize_only = module.Compiler.Settings.TokenizeOnly;
 
77
                        var sources = module.Compiler.SourceFiles;
 
78
 
 
79
                        Location.Initialize (sources);
 
80
 
 
81
                        var session = new ParserSession () {
 
82
                                UseJayGlobalArrays = true,
 
83
                                LocatedTokens = new Tokenizer.LocatedToken[15000]
 
84
                        };
 
85
 
 
86
                        for (int i = 0; i < sources.Count; ++i) {
 
87
                                if (tokenize_only) {
 
88
                                        tokenize_file (sources[i], module, session);
 
89
                                } else {
 
90
                                        Parse (sources[i], module, session, Report);
 
91
                                }
 
92
                        }
 
93
                }
 
94
 
 
95
#if false
 
96
                void ParseParallel (ModuleContainer module)
 
97
                {
 
98
                        var sources = module.Compiler.SourceFiles;
 
99
 
 
100
                        Location.Initialize (sources);
 
101
 
 
102
                        var pcount = Environment.ProcessorCount;
 
103
                        var threads = new Thread[System.Math.Max (2, pcount - 1)];
 
104
 
 
105
                        for (int i = 0; i < threads.Length; ++i) {
 
106
                                var t = new Thread (l => {
 
107
                                        var session = new ParserSession () {
 
108
                                                //UseJayGlobalArrays = true,
 
109
                                        };
 
110
 
 
111
                                        var report = new Report (ctx, Report.Printer); // TODO: Implement flush at once printer
 
112
 
 
113
                                        for (int ii = (int) l; ii < sources.Count; ii += threads.Length) {
 
114
                                                Parse (sources[ii], module, session, report);
 
115
                                        }
 
116
 
 
117
                                        // TODO: Merge warning regions
 
118
                                });
 
119
 
 
120
                                t.Start (i);
 
121
                                threads[i] = t;
 
122
                        }
 
123
 
 
124
                        for (int t = 0; t < threads.Length; ++t) {
 
125
                                threads[t].Join ();
 
126
                        }
 
127
                }
 
128
#endif
 
129
 
 
130
                public void Parse (SourceFile file, ModuleContainer module, ParserSession session, Report report)
 
131
                {
 
132
                        Stream input;
 
133
 
 
134
                        try {
 
135
                                input = File.OpenRead (file.Name);
 
136
                        } catch {
 
137
                                report.Error (2001, "Source file `{0}' could not be found", file.Name);
 
138
                                return;
 
139
                        }
 
140
 
 
141
                        // Check 'MZ' header
 
142
                        if (input.ReadByte () == 77 && input.ReadByte () == 90) {
 
143
 
 
144
                                report.Error (2015, "Source file `{0}' is a binary file and not a text file", file.Name);
 
145
                                input.Close ();
 
146
                                return;
 
147
                        }
 
148
 
 
149
                        input.Position = 0;
 
150
                        SeekableStreamReader reader = new SeekableStreamReader (input, ctx.Settings.Encoding, session.StreamReaderBuffer);
 
151
 
 
152
                        Parse (reader, file, module, session, report);
 
153
 
 
154
                        if (ctx.Settings.GenerateDebugInfo && report.Errors == 0 && !file.HasChecksum) {
 
155
                                input.Position = 0;
 
156
                                var checksum = session.GetChecksumAlgorithm ();
 
157
                                file.SetChecksum (checksum.ComputeHash (input));
 
158
                        }
 
159
 
 
160
                        reader.Dispose ();
 
161
                        input.Close ();
 
162
                }
 
163
 
 
164
                public static CSharpParser Parse (SeekableStreamReader reader, SourceFile sourceFile, ModuleContainer module, ParserSession session, Report report, int lineModifier = 0, int colModifier = 0)
 
165
                {
 
166
                        var file = new CompilationSourceFile (module, sourceFile);
 
167
                        module.AddTypeContainer(file);
 
168
 
 
169
                        CSharpParser parser = new CSharpParser (reader, file, report, session);
 
170
                        parser.Lexer.Line += lineModifier;
 
171
                        parser.Lexer.Column += colModifier;
 
172
                        parser.Lexer.sbag = new SpecialsBag ();
 
173
                        parser.parse ();
 
174
                        return parser;
 
175
                }
 
176
 
 
177
                public static int Main (string[] args)
 
178
                {
 
179
                        Location.InEmacs = Environment.GetEnvironmentVariable ("EMACS") == "t";
 
180
 
 
181
                        CommandLineParser cmd = new CommandLineParser (Console.Out);
 
182
                        var settings = cmd.ParseArguments (args);
 
183
                        if (settings == null)
 
184
                                return 1;
 
185
 
 
186
                        if (cmd.HasBeenStopped)
 
187
                                return 0;
 
188
 
 
189
                        Driver d = new Driver (new CompilerContext (settings, new ConsoleReportPrinter ()));
 
190
 
 
191
                        if (d.Compile () && d.Report.Errors == 0) {
 
192
                                if (d.Report.Warnings > 0) {
 
193
                                        Console.WriteLine ("Compilation succeeded - {0} warning(s)", d.Report.Warnings);
 
194
                                }
 
195
                                Environment.Exit (0);
 
196
                                return 0;
 
197
                        }
 
198
                        
 
199
                        
 
200
                        Console.WriteLine("Compilation failed: {0} error(s), {1} warnings",
 
201
                                d.Report.Errors, d.Report.Warnings);
 
202
                        Environment.Exit (1);
 
203
                        return 1;
 
204
                }
 
205
 
 
206
                public static string GetPackageFlags (string packages, Report report)
 
207
                {
 
208
                        ProcessStartInfo pi = new ProcessStartInfo ();
 
209
                        pi.FileName = "pkg-config";
 
210
                        pi.RedirectStandardOutput = true;
 
211
                        pi.UseShellExecute = false;
 
212
                        pi.Arguments = "--libs " + packages;
 
213
                        Process p = null;
 
214
                        try {
 
215
                                p = Process.Start (pi);
 
216
                        } catch (Exception e) {
 
217
                                if (report == null)
 
218
                                        throw;
 
219
 
 
220
                                report.Error (-27, "Couldn't run pkg-config: " + e.Message);
 
221
                                return null;
 
222
                        }
 
223
                        
 
224
                        if (p.StandardOutput == null) {
 
225
                                if (report == null)
 
226
                                        throw new ApplicationException ("Specified package did not return any information");
 
227
 
 
228
                                report.Warning (-27, 1, "Specified package did not return any information");
 
229
                                p.Close ();
 
230
                                return null;
 
231
                        }
 
232
 
 
233
                        string pkgout = p.StandardOutput.ReadToEnd ();
 
234
                        p.WaitForExit ();
 
235
                        if (p.ExitCode != 0) {
 
236
                                if (report == null)
 
237
                                        throw new ApplicationException (pkgout);
 
238
 
 
239
                                report.Error (-27, "Error running pkg-config. Check the above output.");
 
240
                                p.Close ();
 
241
                                return null;
 
242
                        }
 
243
 
 
244
                        p.Close ();
 
245
                        return pkgout;
 
246
                }
 
247
 
 
248
                //
 
249
                // Main compilation method
 
250
                //
 
251
                public bool Compile ()
 
252
                {
 
253
                        var settings = ctx.Settings;
 
254
 
 
255
                        //
 
256
                        // If we are an exe, require a source file for the entry point or
 
257
                        // if there is nothing to put in the assembly, and we are not a library
 
258
                        //
 
259
                        if (settings.FirstSourceFile == null &&
 
260
                                ((settings.Target == Target.Exe || settings.Target == Target.WinExe || settings.Target == Target.Module) ||
 
261
                                settings.Resources == null)) {
 
262
                                Report.Error (2008, "No files to compile were specified");
 
263
                                return false;
 
264
                        }
 
265
 
 
266
                        if (settings.Platform == Platform.AnyCPU32Preferred && (settings.Target == Target.Library || settings.Target == Target.Module)) {
 
267
                                Report.Error (4023, "Platform option `anycpu32bitpreferred' is valid only for executables");
 
268
                                return false;
 
269
                        }
 
270
 
 
271
                        TimeReporter tr = new TimeReporter (settings.Timestamps);
 
272
                        ctx.TimeReporter = tr;
 
273
                        tr.StartTotal ();
 
274
 
 
275
                        var module = new ModuleContainer (ctx);
 
276
                        RootContext.ToplevelTypes = module;
 
277
 
 
278
                        tr.Start (TimeReporter.TimerType.ParseTotal);
 
279
                        Parse (module);
 
280
                        tr.Stop (TimeReporter.TimerType.ParseTotal);
 
281
 
 
282
                        if (Report.Errors > 0)
 
283
                                return false;
 
284
 
 
285
                        if (settings.TokenizeOnly || settings.ParseOnly) {
 
286
                                tr.StopTotal ();
 
287
                                tr.ShowStats ();
 
288
                                return true;
 
289
                        }
 
290
 
 
291
                        var output_file = settings.OutputFile;
 
292
                        string output_file_name;
 
293
                        if (output_file == null) {
 
294
                                var source_file = settings.FirstSourceFile;
 
295
 
 
296
                                if (source_file == null) {
 
297
                                        Report.Error (1562, "If no source files are specified you must specify the output file with -out:");
 
298
                                        return false;
 
299
                                }
 
300
 
 
301
                                output_file_name = source_file.Name;
 
302
                                int pos = output_file_name.LastIndexOf ('.');
 
303
 
 
304
                                if (pos > 0)
 
305
                                        output_file_name = output_file_name.Substring (0, pos);
 
306
                                
 
307
                                output_file_name += settings.TargetExt;
 
308
                                output_file = output_file_name;
 
309
                        } else {
 
310
                                output_file_name = Path.GetFileName (output_file);
 
311
 
 
312
                                if (string.IsNullOrEmpty (Path.GetFileNameWithoutExtension (output_file_name)) ||
 
313
                                        output_file_name.IndexOfAny (Path.GetInvalidFileNameChars ()) >= 0) {
 
314
                                        Report.Error (2021, "Output file name is not valid");
 
315
                                        return false;
 
316
                                }
 
317
                        }
 
318
 
 
319
#if STATIC
 
320
                        var importer = new StaticImporter (module);
 
321
                        var references_loader = new StaticLoader (importer, ctx);
 
322
 
 
323
                        tr.Start (TimeReporter.TimerType.AssemblyBuilderSetup);
 
324
                        var assembly = new AssemblyDefinitionStatic (module, references_loader, output_file_name, output_file);
 
325
                        assembly.Create (references_loader.Domain);
 
326
                        tr.Stop (TimeReporter.TimerType.AssemblyBuilderSetup);
 
327
 
 
328
                        // Create compiler types first even before any referenced
 
329
                        // assembly is loaded to allow forward referenced types from
 
330
                        // loaded assembly into compiled builder to be resolved
 
331
                        // correctly
 
332
                        tr.Start (TimeReporter.TimerType.CreateTypeTotal);
 
333
                        module.CreateContainer ();
 
334
                        importer.AddCompiledAssembly (assembly);
 
335
                        tr.Stop (TimeReporter.TimerType.CreateTypeTotal);
 
336
 
 
337
                        references_loader.LoadReferences (module);
 
338
 
 
339
                        tr.Start (TimeReporter.TimerType.PredefinedTypesInit);
 
340
                        if (!ctx.BuiltinTypes.CheckDefinitions (module))
 
341
                                return false;
 
342
 
 
343
                        tr.Stop (TimeReporter.TimerType.PredefinedTypesInit);
 
344
 
 
345
                        references_loader.LoadModules (assembly, module.GlobalRootNamespace);
 
346
#else
 
347
                        var assembly = new AssemblyDefinitionDynamic (module, output_file_name, output_file);
 
348
                        module.SetDeclaringAssembly (assembly);
 
349
 
 
350
                        var importer = new ReflectionImporter (module, ctx.BuiltinTypes);
 
351
                        assembly.Importer = importer;
 
352
 
 
353
                        var loader = new DynamicLoader (importer, ctx);
 
354
                        loader.LoadReferences (module);
 
355
 
 
356
                        if (!ctx.BuiltinTypes.CheckDefinitions (module))
 
357
                                return false;
 
358
 
 
359
                        if (!assembly.Create (AppDomain.CurrentDomain, AssemblyBuilderAccess.Save))
 
360
                                return false;
 
361
 
 
362
                        module.CreateContainer ();
 
363
 
 
364
                        loader.LoadModules (assembly, module.GlobalRootNamespace);
 
365
#endif
 
366
                        module.InitializePredefinedTypes ();
 
367
 
 
368
                        tr.Start (TimeReporter.TimerType.ModuleDefinitionTotal);
 
369
                        module.Define ();
 
370
                        tr.Stop (TimeReporter.TimerType.ModuleDefinitionTotal);
 
371
 
 
372
                        if (Report.Errors > 0)
 
373
                                return false;
 
374
 
 
375
                        if (settings.DocumentationFile != null) {
 
376
                                var doc = new DocumentationBuilder (module);
 
377
                                doc.OutputDocComment (output_file, settings.DocumentationFile);
 
378
                        }
 
379
 
 
380
                        assembly.Resolve ();
 
381
                        
 
382
                        if (Report.Errors > 0)
 
383
                                return false;
 
384
 
 
385
 
 
386
                        tr.Start (TimeReporter.TimerType.EmitTotal);
 
387
                        assembly.Emit ();
 
388
                        tr.Stop (TimeReporter.TimerType.EmitTotal);
 
389
 
 
390
                        if (Report.Errors > 0){
 
391
                                return false;
 
392
                        }
 
393
 
 
394
                        tr.Start (TimeReporter.TimerType.CloseTypes);
 
395
                        module.CloseContainer ();
 
396
                        tr.Stop (TimeReporter.TimerType.CloseTypes);
 
397
 
 
398
                        tr.Start (TimeReporter.TimerType.Resouces);
 
399
                        if (!settings.WriteMetadataOnly)
 
400
                                assembly.EmbedResources ();
 
401
                        tr.Stop (TimeReporter.TimerType.Resouces);
 
402
 
 
403
                        if (Report.Errors > 0)
 
404
                                return false;
 
405
 
 
406
                        assembly.Save ();
 
407
 
 
408
#if STATIC
 
409
                        references_loader.Dispose ();
 
410
#endif
 
411
                        tr.StopTotal ();
 
412
                        tr.ShowStats ();
 
413
 
 
414
                        return Report.Errors == 0;
 
415
                }
 
416
        }
 
417
 
 
418
        public class CompilerCompilationUnit {
 
419
                public ModuleContainer ModuleCompiled { get; set; }
 
420
                public LocationsBag LocationsBag { get; set; }
 
421
                public SpecialsBag SpecialsBag { get; set; }
 
422
                public IEnumerable<string> Conditionals { get; set; }
 
423
                public object LastYYValue { get; set; }
 
424
        }
 
425
 
 
426
        //
 
427
        // This is the only public entry point
 
428
        //
 
429
        public class CompilerCallableEntryPoint : MarshalByRefObject
 
430
        {
 
431
                public static bool InvokeCompiler (string [] args, TextWriter error)
 
432
                {
 
433
                        try {
 
434
                                CommandLineParser cmd = new CommandLineParser (error);
 
435
                                var setting = cmd.ParseArguments (args);
 
436
                                if (setting == null)
 
437
                                        return false;
 
438
 
 
439
                                var d = new Driver (new CompilerContext (setting, new StreamReportPrinter (error)));
 
440
                                return d.Compile ();
 
441
                        } finally {
 
442
                                Reset ();
 
443
                        }
 
444
                }
 
445
 
 
446
                public static int[] AllWarningNumbers {
 
447
                        get {
 
448
                                return Report.AllWarnings;
 
449
                        }
 
450
                }
 
451
 
 
452
                public static void Reset ()
 
453
                {
 
454
                        Reset (true);
 
455
                }
 
456
 
 
457
                public static void PartialReset ()
 
458
                {
 
459
                        Reset (false);
 
460
                }
 
461
                
 
462
                public static void Reset (bool full_flag)
 
463
                {
 
464
                        Location.Reset ();
 
465
                        
 
466
                        if (!full_flag)
 
467
                                return;
 
468
 
 
469
                        Linq.QueryBlock.TransparentParameter.Reset ();
 
470
                        TypeInfo.Reset ();
 
471
                }
 
472
        }
 
473
        
 
474
}