forked from HaxeFoundation/haxe
-
Notifications
You must be signed in to change notification settings - Fork 5
/
main.ml
1817 lines (1766 loc) · 65.1 KB
/
main.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
(*
The Haxe Compiler
Copyright (C) 2005-2015 Haxe Foundation
This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*)
(*
Conventions:
- e: expression (typed or untyped)
- c: class
- en: enum
- td: typedef (tdef)
- a: abstract
- an: anon
- tf: tfunc
- cf: class_field
- ef: enum_field
- t: type (t)
- ct: complex_type
- v: local variable (tvar)
- m: module (module_def)
- mt: module_type
- p: pos
"param" refers to type parameters
"arg" refers to function arguments
leading s_ means function returns string
trailing l means list (but we also use natural plurals such as "metas")
semantic suffixes may be used freely (e.g. e1, e_if, e')
*)
open Printf
open Ast
open Genswf
open Common
open Type
type context = {
com : Common.context;
mutable flush : unit -> unit;
mutable setup : unit -> unit;
mutable messages : string list;
mutable has_next : bool;
mutable has_error : bool;
}
type cache = {
mutable c_haxelib : (string list, string list) Hashtbl.t;
mutable c_files : (string, float * Ast.package) Hashtbl.t;
mutable c_modules : (path * string, module_def) Hashtbl.t;
}
exception Abort
exception Completion of string
let version = 3300
let version_major = version / 1000
let version_minor = (version mod 1000) / 100
let version_revision = (version mod 100)
let version_is_stable = version_minor land 1 = 0
let measure_times = ref false
let prompt = ref false
let start_time = ref (get_time())
let global_cache = ref None
let path_sep = if Sys.os_type = "Unix" then "/" else "\\"
let get_real_path p =
try
Extc.get_real_path p
with _ ->
p
let executable_path() =
Extc.executable_path()
let is_debug_run() =
try Sys.getenv "HAXEDEBUG" = "1" with _ -> false
let s_version =
Printf.sprintf "%d.%d.%d%s" version_major version_minor version_revision (match Version.version_extra with None -> "" | Some v -> " " ^ v)
let format msg p =
if p = Ast.null_pos then
msg
else begin
let error_printer file line = sprintf "%s:%d:" file line in
let epos = Lexer.get_error_pos error_printer p in
let msg = String.concat ("\n" ^ epos ^ " : ") (ExtString.String.nsplit msg "\n") in
sprintf "%s : %s" epos msg
end
let ssend sock str =
let rec loop pos len =
if len = 0 then
()
else
let s = Unix.send sock str pos len [] in
loop (pos + s) (len - s)
in
loop 0 (String.length str)
let message ctx msg p =
ctx.messages <- format msg p :: ctx.messages
let deprecated = [
"Type not found : IntIter","IntIter was renamed to IntIterator";
"EReg has no field customReplace","EReg.customReplace was renamed to EReg.map";
"#StringTools has no field isEOF","StringTools.isEOF was renamed to StringTools.isEof";
"Type not found : haxe.BaseCode","haxe.BaseCode was moved to haxe.crypto.BaseCode";
"Type not found : haxe.Md5","haxe.Md5 was moved to haxe.crypto.Md5";
"Type not found : haxe.SHA1","haxe.SHA1 was moved to haxe.crypto.SHA1";
"Type not found : Hash","Hash has been removed, use Map instead";
"Type not found : IntHash","IntHash has been removed, use Map instead";
"Type not found : haxe.FastList","haxe.FastList was moved to haxe.ds.GenericStack";
"#Std has no field format","Std.format has been removed, use single quote 'string ${escape}' syntax instead";
"Identifier 'EType' is not part of enum haxe.macro.ExprDef","EType has been removed, use EField instead";
"Identifier 'CType' is not part of enum haxe.macro.Constant","CType has been removed, use CIdent instead";
"Type not found : haxe.rtti.Infos","Use @:rtti instead of implementing haxe.rtti.Infos";
"Type not found : haxe.rtti.Generic","Use @:generic instead of implementing haxe.Generic";
"Type not found : flash.utils.TypedDictionary","flash.utils.TypedDictionary has been removed, use Map instead";
"Type not found : haxe.Stack", "haxe.Stack has been renamed to haxe.CallStack";
"Type not found : neko.zip.Reader", "neko.zip.Reader has been removed, use haxe.zip.Reader instead";
"Type not found : neko.zip.Writer", "neko.zip.Writer has been removed, use haxe.zip.Writer instead";
"Type not found : haxe.Public", "Use @:publicFields instead of implementing or extending haxe.Public";
"#Xml has no field createProlog", "Xml.createProlog was renamed to Xml.createProcessingInstruction"
]
let limit_string s offset =
let rest = 80 - offset in
let words = ExtString.String.nsplit s " " in
let rec loop i words = match words with
| word :: words ->
if String.length word + i + 1 > rest then (Printf.sprintf "\n%*s" offset "") :: word :: loop (String.length word) words
else (if i = 0 then "" else " ") :: word :: loop (i + 1 + String.length word) words
| [] ->
[]
in
String.concat "" (loop 0 words)
let error ctx msg p =
let msg = try List.assoc msg deprecated with Not_found -> msg in
message ctx msg p;
ctx.has_error <- true
let htmlescape s =
let s = String.concat "&" (ExtString.String.nsplit s "&") in
let s = String.concat "<" (ExtString.String.nsplit s "<") in
let s = String.concat ">" (ExtString.String.nsplit s ">") in
s
let reserved_flags = [
"cross";"js";"neko";"flash";"php";"cpp";"cs";"java";"python";"objc";
"as3";"swc";"macro";"sys"
]
let complete_fields com fields =
let b = Buffer.create 0 in
let details = Common.raw_defined com "display-details" in
Buffer.add_string b "<list>\n";
List.iter (fun (n,t,k,d) ->
let s_kind = match k with
| Some k -> (match k with
| Typer.FKVar -> "var"
| Typer.FKMethod -> "method"
| Typer.FKType -> "type"
| Typer.FKPackage -> "package")
| None -> ""
in
if details then
Buffer.add_string b (Printf.sprintf "<i n=\"%s\" k=\"%s\"><t>%s</t><d>%s</d></i>\n" n s_kind (htmlescape t) (htmlescape d))
else
Buffer.add_string b (Printf.sprintf "<i n=\"%s\"><t>%s</t><d>%s</d></i>\n" n (htmlescape t) (htmlescape d))
) (List.sort (fun (a,_,ak,_) (b,_,bk,_) -> compare (ak,a) (bk,b)) fields);
Buffer.add_string b "</list>\n";
raise (Completion (Buffer.contents b))
let report_times print =
let tot = ref 0. in
Hashtbl.iter (fun _ t -> tot := !tot +. t.total) Common.htimers;
print (Printf.sprintf "Total time : %.3fs" !tot);
if !tot > 0. then begin
print "------------------------------------";
let timers = List.sort (fun t1 t2 -> compare t1.name t2.name) (Hashtbl.fold (fun _ t acc -> t :: acc) Common.htimers []) in
List.iter (fun t -> print (Printf.sprintf " %s : %.3fs, %.0f%%" t.name t.total (t.total *. 100. /. !tot))) timers
end
let make_path f =
let cl = get_path_parts f in
let error msg =
let msg = "Could not process argument " ^ f ^ "\n" ^ msg in
failwith msg
in
let invalid_char x =
for i = 1 to String.length x - 1 do
match x.[i] with
| 'A'..'Z' | 'a'..'z' | '0'..'9' | '_' -> ()
| c -> error ("invalid character: " ^ (String.make 1 c))
done
in
let rec loop = function
| [] ->
error "empty part"
| [x] ->
invalid_char x;
[],x
| x :: l ->
if String.length x = 0 then
error "empty part"
else if x.[0] < 'a' || x.[0] > 'z' then
error "Package name must start with a lower case character";
invalid_char x;
let path,name = loop l in
x :: path,name
in
loop cl
let starts_uppercase x =
x.[0] = '_' || (x.[0] >= 'A' && x.[0] <= 'Z')
let check_uppercase x =
if String.length x = 0 then
failwith "empty part"
else if not (starts_uppercase x) then
failwith "Class name must start with uppercase character"
let make_type_path f =
let pack,name = make_path f in
check_uppercase name;
pack,name
let unique l =
let rec _unique = function
| [] -> []
| x1 :: x2 :: l when x1 = x2 -> _unique (x2 :: l)
| x :: l -> x :: _unique l
in
_unique (List.sort compare l)
let rec read_type_path com p =
let classes = ref [] in
let packages = ref [] in
let p = (match p with
| x :: l ->
(try
match PMap.find x com.package_rules with
| Directory d -> d :: l
| Remap s -> s :: l
| _ -> p
with
Not_found -> p)
| _ -> p
) in
List.iter (fun path ->
let dir = path ^ String.concat "/" p in
let r = (try Sys.readdir dir with _ -> [||]) in
Array.iter (fun f ->
if (try (Unix.stat (dir ^ "/" ^ f)).Unix.st_kind = Unix.S_DIR with _ -> false) then begin
if f.[0] >= 'a' && f.[0] <= 'z' then begin
if p = ["."] then
match read_type_path com [f] with
| [] , [] -> ()
| _ ->
try
match PMap.find f com.package_rules with
| Forbidden -> ()
| Remap f -> packages := f :: !packages
| Directory _ -> raise Not_found
with Not_found ->
packages := f :: !packages
else
packages := f :: !packages
end;
end else if file_extension f = "hx" then begin
let c = Filename.chop_extension f in
if String.length c < 2 || String.sub c (String.length c - 2) 2 <> "__" then classes := c :: !classes;
end;
) r;
) com.class_path;
List.iter (fun (_,_,extract) ->
Hashtbl.iter (fun (path,name) _ ->
if path = p then classes := name :: !classes else
let rec loop p1 p2 =
match p1, p2 with
| [], _ -> ()
| x :: _, [] -> packages := x :: !packages
| a :: p1, b :: p2 -> if a = b then loop p1 p2
in
loop path p
) (extract());
) com.swf_libs;
List.iter (fun (path,std,close,all_files,lookup) ->
List.iter (fun (path, name) ->
if path = p then classes := name :: !classes else
let rec loop p1 p2 =
match p1, p2 with
| [], _ -> ()
| x :: _, [] -> packages := x :: !packages
| a :: p1, b :: p2 -> if a = b then loop p1 p2
in
loop path p
) (all_files())
) com.java_libs;
List.iter (fun (path,std,all_files,lookup) ->
List.iter (fun (path, name) ->
if path = p then classes := name :: !classes else
let rec loop p1 p2 =
match p1, p2 with
| [], _ -> ()
| x :: _, [] -> packages := x :: !packages
| a :: p1, b :: p2 -> if a = b then loop p1 p2
in
loop path p
) (all_files())
) com.net_libs;
unique !packages, unique !classes
let delete_file f = try Sys.remove f with _ -> ()
let expand_env ?(h=None) path =
let r = Str.regexp "%\\([A-Za-z0-9_]+\\)%" in
Str.global_substitute r (fun s ->
let key = Str.matched_group 1 s in
try
Sys.getenv key
with Not_found -> try
match h with
| None -> raise Not_found
| Some h -> Hashtbl.find h key
with Not_found ->
"%" ^ key ^ "%"
) path
let unquote v =
let len = String.length v in
if len > 0 && v.[0] = '"' && v.[len - 1] = '"' then String.sub v 1 (len - 2) else v
let parse_hxml_data data =
let lines = Str.split (Str.regexp "[\r\n]+") data in
List.concat (List.map (fun l ->
let l = unquote (ExtString.String.strip l) in
if l = "" || l.[0] = '#' then
[]
else if l.[0] = '-' then
try
let a, b = ExtString.String.split l " " in
[unquote a; unquote (ExtString.String.strip b)]
with
_ -> [l]
else
[l]
) lines)
let parse_hxml file =
let ch = IO.input_channel (try open_in_bin file with _ -> raise Not_found) in
let data = IO.read_all ch in
IO.close_in ch;
parse_hxml_data data
let lookup_classes com spath =
let rec loop = function
| [] -> []
| cp :: l ->
let cp = (if cp = "" then "./" else cp) in
let c = normalize_path (get_real_path (Common.unique_full_path cp)) in
let clen = String.length c in
if clen < String.length spath && String.sub spath 0 clen = c then begin
let path = String.sub spath clen (String.length spath - clen) in
(try
let path = make_type_path path in
(match loop l with
| [x] when String.length (Ast.s_type_path x) < String.length (Ast.s_type_path path) -> [x]
| _ -> [path])
with _ -> loop l)
end else
loop l
in
loop com.class_path
let add_libs com libs =
let call_haxelib() =
let t = Common.timer "haxelib" in
let cmd = "haxelib path " ^ String.concat " " libs in
let pin, pout, perr = Unix.open_process_full cmd (Unix.environment()) in
let lines = Std.input_list pin in
let err = Std.input_list perr in
let ret = Unix.close_process_full (pin,pout,perr) in
if ret <> Unix.WEXITED 0 then failwith (match lines, err with
| [], [] -> "Failed to call haxelib (command not found ?)"
| [], [s] when ExtString.String.ends_with (ExtString.String.strip s) "Module not found : path" -> "The haxelib command has been strip'ed, please install it again"
| _ -> String.concat "\n" (lines@err));
t();
lines
in
match libs with
| [] -> []
| _ ->
let lines = match !global_cache with
| Some cache ->
(try
(* if we are compiling, really call haxelib since library path might have changed *)
if com.display = DMNone then raise Not_found;
Hashtbl.find cache.c_haxelib libs
with Not_found ->
let lines = call_haxelib() in
Hashtbl.replace cache.c_haxelib libs lines;
lines)
| _ -> call_haxelib()
in
let extra_args = ref [] in
let lines = List.fold_left (fun acc l ->
let l = ExtString.String.strip l in
if l = "" then acc else
if l.[0] <> '-' then l :: acc else
match (try ExtString.String.split l " " with _ -> l, "") with
| ("-L",dir) ->
com.neko_libs <- String.sub l 3 (String.length l - 3) :: com.neko_libs;
acc
| param, value ->
extra_args := param :: !extra_args;
if value <> "" then extra_args := value :: !extra_args;
acc
) [] lines in
com.class_path <- lines @ com.class_path;
List.rev !extra_args
let run_command ctx cmd =
let h = Hashtbl.create 0 in
Hashtbl.add h "__file__" ctx.com.file;
Hashtbl.add h "__platform__" (platform_name ctx.com.platform);
let t = Common.timer "command" in
let cmd = expand_env ~h:(Some h) cmd in
let len = String.length cmd in
if len > 3 && String.sub cmd 0 3 = "cd " then begin
Sys.chdir (String.sub cmd 3 (len - 3));
0
end else
let binary_string s =
if Sys.os_type <> "Win32" && Sys.os_type <> "Cygwin" then s else String.concat "\n" (Str.split (Str.regexp "\r\n") s)
in
let pout, pin, perr = Unix.open_process_full cmd (Unix.environment()) in
let iout = Unix.descr_of_in_channel pout in
let ierr = Unix.descr_of_in_channel perr in
let berr = Buffer.create 0 in
let bout = Buffer.create 0 in
let tmp = String.create 1024 in
let result = ref None in
(*
we need to read available content on process out/err if we want to prevent
the process from blocking when the pipe is full
*)
let is_process_running() =
let pid, r = Unix.waitpid [Unix.WNOHANG] (-1) in
if pid = 0 then
true
else begin
result := Some r;
false;
end
in
let rec loop ins =
let (ch,_,_), timeout = (try Unix.select ins [] [] 0.02, true with _ -> ([],[],[]),false) in
match ch with
| [] ->
(* make sure we read all *)
if timeout && is_process_running() then
loop ins
else begin
Buffer.add_string berr (IO.read_all (IO.input_channel perr));
Buffer.add_string bout (IO.read_all (IO.input_channel pout));
end
| s :: _ ->
let n = Unix.read s tmp 0 (String.length tmp) in
if s == iout && n > 0 then
ctx.com.print (String.sub tmp 0 n)
else
Buffer.add_substring (if s == iout then bout else berr) tmp 0 n;
loop (if n = 0 then List.filter ((!=) s) ins else ins)
in
(try loop [iout;ierr] with Unix.Unix_error _ -> ());
let serr = binary_string (Buffer.contents berr) in
let sout = binary_string (Buffer.contents bout) in
if serr <> "" then ctx.messages <- (if serr.[String.length serr - 1] = '\n' then String.sub serr 0 (String.length serr - 1) else serr) :: ctx.messages;
if sout <> "" then ctx.com.print sout;
let r = (match (try Unix.close_process_full (pout,pin,perr) with Unix.Unix_error (Unix.ECHILD,_,_) -> (match !result with None -> assert false | Some r -> r)) with
| Unix.WEXITED e -> e
| Unix.WSIGNALED s | Unix.WSTOPPED s -> if s = 0 then -1 else s
) in
t();
r
let display_memory ctx =
let verbose = ctx.com.verbose in
let print = print_endline in
let fmt_size sz =
if sz < 1024 then
string_of_int sz ^ " B"
else if sz < 1024*1024 then
string_of_int (sz asr 10) ^ " KB"
else
Printf.sprintf "%.1f MB" ((float_of_int sz) /. (1024.*.1024.))
in
let size v =
fmt_size (mem_size v)
in
Gc.full_major();
Gc.compact();
let mem = Gc.stat() in
print ("Total Allocated Memory " ^ fmt_size (mem.Gc.heap_words * (Sys.word_size asr 8)));
print ("Free Memory " ^ fmt_size (mem.Gc.free_words * (Sys.word_size asr 8)));
(match !global_cache with
| None ->
print "No cache found";
| Some c ->
print ("Total cache size " ^ size c);
print (" haxelib " ^ size c.c_haxelib);
print (" parsed ast " ^ size c.c_files ^ " (" ^ string_of_int (Hashtbl.length c.c_files) ^ " files stored)");
print (" typed modules " ^ size c.c_modules ^ " (" ^ string_of_int (Hashtbl.length c.c_modules) ^ " modules stored)");
let rec scan_module_deps m h =
if Hashtbl.mem h m.m_id then
()
else begin
Hashtbl.add h m.m_id m;
PMap.iter (fun _ m -> scan_module_deps m h) m.m_extra.m_deps
end
in
let all_modules = Hashtbl.fold (fun _ m acc -> PMap.add m.m_id m acc) c.c_modules PMap.empty in
let modules = Hashtbl.fold (fun (path,key) m acc ->
let mdeps = Hashtbl.create 0 in
scan_module_deps m mdeps;
let deps = ref [] in
let out = ref all_modules in
Hashtbl.iter (fun _ md ->
out := PMap.remove md.m_id !out;
if m == md then () else begin
deps := Obj.repr md :: !deps;
List.iter (fun t ->
match t with
| TClassDecl c ->
deps := Obj.repr c :: !deps;
List.iter (fun f -> deps := Obj.repr f :: !deps) c.cl_ordered_statics;
List.iter (fun f -> deps := Obj.repr f :: !deps) c.cl_ordered_fields;
| TEnumDecl e ->
deps := Obj.repr e :: !deps;
List.iter (fun n -> deps := Obj.repr (PMap.find n e.e_constrs) :: !deps) e.e_names;
| TTypeDecl t -> deps := Obj.repr t :: !deps;
| TAbstractDecl a -> deps := Obj.repr a :: !deps;
) md.m_types;
end
) mdeps;
let chk = Obj.repr Common.memory_marker :: PMap.fold (fun m acc -> Obj.repr m :: acc) !out [] in
let inf = Objsize.objsize m !deps chk in
(m,Objsize.size_with_headers inf, (inf.Objsize.reached,!deps,!out)) :: acc
) c.c_modules [] in
let cur_key = ref "" and tcount = ref 0 and mcount = ref 0 in
List.iter (fun (m,size,(reached,deps,out)) ->
let key = m.m_extra.m_sign in
if key <> !cur_key then begin
print (Printf.sprintf (" --- CONFIG %s ----------------------------") (Digest.to_hex key));
cur_key := key;
end;
let sign md =
if md.m_extra.m_sign = key then "" else "(" ^ (try Digest.to_hex md.m_extra.m_sign with _ -> "???" ^ md.m_extra.m_sign) ^ ")"
in
print (Printf.sprintf " %s : %s" (Ast.s_type_path m.m_path) (fmt_size size));
(if reached then try
incr mcount;
let lcount = ref 0 in
let leak l =
incr lcount;
incr tcount;
print (Printf.sprintf " LEAK %s" l);
if !lcount >= 3 && !tcount >= 100 && not verbose then begin
print (Printf.sprintf " ...");
raise Exit;
end;
in
if (Objsize.objsize m deps [Obj.repr Common.memory_marker]).Objsize.reached then leak "common";
PMap.iter (fun _ md ->
if (Objsize.objsize m deps [Obj.repr md]).Objsize.reached then leak (Ast.s_type_path md.m_path ^ sign md);
) out;
with Exit ->
());
if verbose then begin
print (Printf.sprintf " %d total deps" (List.length deps));
PMap.iter (fun _ md ->
print (Printf.sprintf " dep %s%s" (Ast.s_type_path md.m_path) (sign md));
) m.m_extra.m_deps;
end;
flush stdout
) (List.sort (fun (m1,s1,_) (m2,s2,_) ->
let k1 = m1.m_extra.m_sign and k2 = m2.m_extra.m_sign in
if k1 = k2 then s1 - s2 else if k1 > k2 then 1 else -1
) modules);
if !mcount > 0 then print ("*** " ^ string_of_int !mcount ^ " modules have leaks !");
print "Cache dump complete")
let default_flush ctx =
List.iter prerr_endline (List.rev ctx.messages);
if ctx.has_error && !prompt then begin
print_endline "Press enter to exit...";
ignore(read_line());
end;
if ctx.has_error then exit 1
let create_context params =
let ctx = {
com = Common.create version params;
flush = (fun()->());
setup = (fun()->());
messages = [];
has_next = false;
has_error = false;
} in
ctx.flush <- (fun() -> default_flush ctx);
ctx
let rec process_params create pl =
let each_params = ref [] in
let rec loop acc = function
| [] ->
let ctx = create (!each_params @ (List.rev acc)) in
init ctx;
ctx.flush()
| "--next" :: l when acc = [] -> (* skip empty --next *)
loop [] l
| "--next" :: l ->
let ctx = create (!each_params @ (List.rev acc)) in
ctx.has_next <- true;
init ctx;
ctx.flush();
loop [] l
| "--each" :: l ->
each_params := List.rev acc;
loop [] l
| "--cwd" :: dir :: l ->
(* we need to change it immediately since it will affect hxml loading *)
(try Unix.chdir dir with _ -> raise (Arg.Bad "Invalid directory"));
loop acc l
| "--connect" :: hp :: l ->
(match !global_cache with
| None ->
let host, port = (try ExtString.String.split hp ":" with _ -> "127.0.0.1", hp) in
do_connect host (try int_of_string port with _ -> raise (Arg.Bad "Invalid port")) ((List.rev acc) @ l)
| Some _ ->
(* already connected : skip *)
loop acc l)
| "--run" :: cl :: args ->
let acc = cl :: "-main" :: "--interp" :: acc in
let ctx = create (!each_params @ (List.rev acc)) in
ctx.com.sys_args <- args;
init ctx;
ctx.flush()
| arg :: l ->
match List.rev (ExtString.String.nsplit arg ".") with
| "hxml" :: _ when (match acc with "-cmd" :: _ -> false | _ -> true) ->
let acc, l = (try acc, parse_hxml arg @ l with Not_found -> (arg ^ " (file not found)") :: acc, l) in
loop acc l
| _ -> loop (arg :: acc) l
in
(* put --display in front if it was last parameter *)
let pl = (match List.rev pl with
| file :: "--display" :: pl when file <> "memory" -> "--display" :: file :: List.rev pl
| "use_rtti_doc" :: "-D" :: file :: "--display" :: pl -> "--display" :: file :: List.rev pl
| _ -> pl
) in
loop [] pl
and wait_loop boot_com host port =
let sock = Unix.socket Unix.PF_INET Unix.SOCK_STREAM 0 in
(try Unix.setsockopt sock Unix.SO_REUSEADDR true with _ -> ());
(try Unix.bind sock (Unix.ADDR_INET (Unix.inet_addr_of_string host,port)) with _ -> failwith ("Couldn't wait on " ^ host ^ ":" ^ string_of_int port));
Unix.listen sock 10;
Sys.catch_break false;
let verbose = boot_com.verbose in
let has_parse_error = ref false in
if verbose then print_endline ("Waiting on " ^ host ^ ":" ^ string_of_int port);
let bufsize = 1024 in
let tmp = String.create bufsize in
let cache = {
c_haxelib = Hashtbl.create 0;
c_files = Hashtbl.create 0;
c_modules = Hashtbl.create 0;
} in
global_cache := Some cache;
Typer.macro_enable_cache := true;
Typeload.parse_hook := (fun com2 file p ->
let sign = get_signature com2 in
let ffile = Common.unique_full_path file in
let ftime = file_time ffile in
let fkey = ffile ^ "!" ^ sign in
try
let time, data = Hashtbl.find cache.c_files fkey in
if time <> ftime then raise Not_found;
data
with Not_found ->
has_parse_error := false;
let data = Typeload.parse_file com2 file p in
if verbose then print_endline ("Parsed " ^ ffile);
if not !has_parse_error && ffile <> (!Parser.resume_display).Ast.pfile then Hashtbl.replace cache.c_files fkey (ftime,data);
data
);
let cache_module m =
Hashtbl.replace cache.c_modules (m.m_path,m.m_extra.m_sign) m;
in
let check_module_path com m p =
if m.m_extra.m_file <> Common.unique_full_path (Typeload.resolve_module_file com m.m_path (ref[]) p) then begin
if verbose then print_endline ("Module path " ^ s_type_path m.m_path ^ " has been changed");
raise Not_found;
end
in
let compilation_step = ref 0 in
let compilation_mark = ref 0 in
let mark_loop = ref 0 in
Typeload.type_module_hook := (fun (ctx:Typecore.typer) mpath p ->
let t = Common.timer "module cache check" in
let com2 = ctx.Typecore.com in
let sign = get_signature com2 in
let dep = ref None in
incr mark_loop;
let mark = !mark_loop in
let start_mark = !compilation_mark in
let rec check m =
if m.m_extra.m_dirty then begin
dep := Some m;
false
end else if m.m_extra.m_mark = mark then
true
else try
if m.m_extra.m_mark <= start_mark then begin
(match m.m_extra.m_kind with
| MFake | MSub -> () (* don't get classpath *)
| MExtern ->
(* if we have a file then this will override our extern type *)
let has_file = (try ignore(Typeload.resolve_module_file com2 m.m_path (ref[]) p); true with Not_found -> false) in
if has_file then begin
if verbose then print_endline ("A file is masking the library file " ^ s_type_path m.m_path);
raise Not_found;
end;
let rec loop = function
| [] ->
if verbose then print_endline ("No library file was found for " ^ s_type_path m.m_path);
raise Not_found (* no extern registration *)
| load :: l ->
match load m.m_path p with
| None -> loop l
| Some (file,_) ->
if Common.unique_full_path file <> m.m_extra.m_file then begin
if verbose then print_endline ("Library file was changed for " ^ s_type_path m.m_path);
raise Not_found;
end
in
loop com2.load_extern_type
| MCode -> check_module_path com2 m p
| MMacro when ctx.Typecore.in_macro -> check_module_path com2 m p
| MMacro ->
let _, mctx = Typer.get_macro_context ctx p in
check_module_path mctx.Typecore.com m p
);
if file_time m.m_extra.m_file <> m.m_extra.m_time then begin
if verbose then print_endline ("File " ^ m.m_extra.m_file ^ (if m.m_extra.m_time = -1. then " not cached (macro-in-macro)" else " has been modified"));
if m.m_extra.m_kind = MFake then Hashtbl.remove Typecore.fake_modules m.m_extra.m_file;
raise Not_found;
end;
end;
m.m_extra.m_mark <- mark;
PMap.iter (fun _ m2 -> if not (check m2) then begin dep := Some m2; raise Not_found end) m.m_extra.m_deps;
true
with Not_found ->
m.m_extra.m_dirty <- true;
false
in
let rec add_modules m0 m =
if m.m_extra.m_added < !compilation_step then begin
(match m0.m_extra.m_kind, m.m_extra.m_kind with
| MCode, MMacro | MMacro, MCode ->
(* this was just a dependency to check : do not add to the context *)
PMap.iter (Hashtbl.replace com2.resources) m.m_extra.m_binded_res;
| _ ->
if verbose then print_endline ("Reusing cached module " ^ Ast.s_type_path m.m_path);
m.m_extra.m_added <- !compilation_step;
List.iter (fun t ->
match t with
| TClassDecl c -> c.cl_restore()
| TEnumDecl e ->
let rec loop acc = function
| [] -> ()
| (Ast.Meta.RealPath,[Ast.EConst (Ast.String path),_],_) :: l ->
e.e_path <- Ast.parse_path path;
e.e_meta <- (List.rev acc) @ l;
| x :: l -> loop (x::acc) l
in
loop [] e.e_meta
| TAbstractDecl a ->
a.a_meta <- List.filter (fun (m,_,_) -> m <> Ast.Meta.ValueUsed) a.a_meta
| _ -> ()
) m.m_types;
if m.m_extra.m_kind <> MSub then Typeload.add_module ctx m p;
PMap.iter (Hashtbl.replace com2.resources) m.m_extra.m_binded_res;
PMap.iter (fun _ m2 -> add_modules m0 m2) m.m_extra.m_deps);
List.iter (Typer.call_init_macro ctx) m.m_extra.m_macro_calls
end
in
try
let m = Hashtbl.find cache.c_modules (mpath,sign) in
if not (check m) then begin
if verbose then print_endline ("Skipping cached module " ^ Ast.s_type_path mpath ^ (match !dep with None -> "" | Some m -> "(" ^ Ast.s_type_path m.m_path ^ ")"));
raise Not_found;
end;
add_modules m m;
t();
Some m
with Not_found ->
t();
None
);
let run_count = ref 0 in
while true do
let sin, _ = Unix.accept sock in
let t0 = get_time() in
Unix.set_nonblock sin;
if verbose then print_endline "Client connected";
let b = Buffer.create 0 in
let rec read_loop count =
let r = try
Unix.recv sin tmp 0 bufsize []
with Unix.Unix_error((Unix.EWOULDBLOCK|Unix.EAGAIN),_,_) ->
0
in
if verbose then begin
if r > 0 then Printf.printf "Reading %d bytes\n" r else print_endline "Waiting for data...";
end;
Buffer.add_substring b tmp 0 r;
if r > 0 && tmp.[r-1] = '\000' then
Buffer.sub b 0 (Buffer.length b - 1)
else begin
if r = 0 then ignore(Unix.select [] [] [] 0.05); (* wait a bit *)
if count = 100 then
failwith "Aborting unactive connection"
else
read_loop (count + 1);
end;
in
let rec cache_context com =
if com.display = DMNone then begin
List.iter cache_module com.modules;
if verbose then print_endline ("Cached " ^ string_of_int (List.length com.modules) ^ " modules");
end;
match com.get_macros() with
| None -> ()
| Some com -> cache_context com
in
let create params =
let ctx = create_context params in
ctx.flush <- (fun() ->
incr compilation_step;
compilation_mark := !mark_loop;
List.iter (fun s -> ssend sin (s ^ "\n"); if verbose then print_endline ("> " ^ s)) (List.rev ctx.messages);
if ctx.has_error then ssend sin "\x02\n" else cache_context ctx.com;
);
ctx.setup <- (fun() ->
Parser.display_error := (fun e p -> has_parse_error := true; ctx.com.error (Parser.error_msg e) p);
if ctx.com.display <> DMNone then begin
let file = (!Parser.resume_display).Ast.pfile in
let fkey = file ^ "!" ^ get_signature ctx.com in
(* force parsing again : if the completion point have been changed *)
Hashtbl.remove cache.c_files fkey;
(* force module reloading (if cached) *)
Hashtbl.iter (fun _ m -> if m.m_extra.m_file = file then m.m_extra.m_dirty <- true) cache.c_modules
end
);
ctx.com.print <- (fun str -> ssend sin ("\x01" ^ String.concat "\x01" (ExtString.String.nsplit str "\n") ^ "\n"));
ctx
in
(try
let data = parse_hxml_data (read_loop 0) in
Unix.clear_nonblock sin;
if verbose then print_endline ("Processing Arguments [" ^ String.concat "," data ^ "]");
(try
Common.display_default := DMNone;
Parser.resume_display := Ast.null_pos;
Typeload.return_partial_type := false;
measure_times := false;
close_times();
stats.s_files_parsed := 0;
stats.s_classes_built := 0;
stats.s_methods_typed := 0;
stats.s_macros_called := 0;
Hashtbl.clear Common.htimers;
let _ = Common.timer "other" in
incr compilation_step;
compilation_mark := !mark_loop;
start_time := get_time();
process_params create data;
close_times();
if !measure_times then report_times (fun s -> ssend sin (s ^ "\n"))
with Completion str ->
if verbose then print_endline ("Completion Response =\n" ^ str);
ssend sin str
);
if verbose then begin
print_endline (Printf.sprintf "Stats = %d files, %d classes, %d methods, %d macros" !(stats.s_files_parsed) !(stats.s_classes_built) !(stats.s_methods_typed) !(stats.s_macros_called));
print_endline (Printf.sprintf "Time spent : %.3fs" (get_time() -. t0));
end
with Unix.Unix_error _ ->
if verbose then print_endline "Connection Aborted"
| e ->
let estr = Printexc.to_string e in
if verbose then print_endline ("Uncaught Error : " ^ estr);
(try ssend sin estr with _ -> ());
);
Unix.close sin;
(* prevent too much fragmentation by doing some compactions every X run *)
incr run_count;
if !run_count mod 10 = 0 then begin
let t0 = get_time() in
Gc.compact();
if verbose then begin
let stat = Gc.quick_stat() in
let size = (float_of_int stat.Gc.heap_words) *. 4. in
print_endline (Printf.sprintf "Compacted memory %.3fs %.1fMB" (get_time() -. t0) (size /. (1024. *. 1024.)));
end
end else Gc.minor();
done
and do_connect host port args =
let sock = Unix.socket Unix.PF_INET Unix.SOCK_STREAM 0 in
(try Unix.connect sock (Unix.ADDR_INET (Unix.inet_addr_of_string host,port)) with _ -> failwith ("Couldn't connect on " ^ host ^ ":" ^ string_of_int port));
let args = ("--cwd " ^ Unix.getcwd()) :: args in
ssend sock (String.concat "" (List.map (fun a -> a ^ "\n") args) ^ "\000");
let has_error = ref false in
let rec print line =
match (if line = "" then '\x00' else line.[0]) with
| '\x01' ->
print_string (String.concat "\n" (List.tl (ExtString.String.nsplit line "\x01")));
flush stdout
| '\x02' ->
has_error := true;
| _ ->
prerr_endline line;
in
let buf = Buffer.create 0 in
let process() =
let lines = ExtString.String.nsplit (Buffer.contents buf) "\n" in
(* the last line ends with \n *)
let lines = (match List.rev lines with "" :: l -> List.rev l | _ -> lines) in
List.iter print lines;
in
let tmp = String.create 1024 in
let rec loop() =
let b = Unix.recv sock tmp 0 1024 [] in
Buffer.add_substring buf tmp 0 b;
if b > 0 then begin
if String.get tmp (b - 1) = '\n' then begin
process();
Buffer.reset buf;
end;
loop();
end
in
loop();
process();
if !has_error then exit 1
and init ctx =
let usage = Printf.sprintf
"Haxe Compiler %s - (C)2005-2015 Haxe Foundation\n Usage : haxe%s -main <class> [-swf|-js|-neko|-php|-cpp|-as3|-cs|-java|-python] <output> [options]\n Options :"
s_version (if Sys.os_type = "Win32" then ".exe" else "")
in
let com = ctx.com in
let classes = ref [([],"Std")] in
try
let xml_out = ref None in
let swf_header = ref None in
let cmds = ref [] in
let config_macros = ref [] in
let cp_libs = ref [] in
let added_libs = Hashtbl.create 0 in
let no_output = ref false in
let did_something = ref false in
let force_typing = ref false in
let pre_compilation = ref [] in
let interp = ref false in
let swf_version = ref false in