Shared token objects

runtime/vm/compiler_stats.cc

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "vm/compiler_stats.h"
 
 #include "vm/flags.h"
 #include "vm/log.h"
 #include "vm/object_graph.h"
 #include "vm/timer.h"
@@ skipping 19 matching lines @@
       return;
     }
     obj_ = raw_obj;
     if (obj_.GetClassId() == TokenStream::kClassId) {
       TokenStream::Iterator tkit(TokenStream::Cast(obj_),
                                  0,
                                  TokenStream::Iterator::kNoNewlines);
       Token::Kind kind = tkit.CurrentTokenKind();
       while (kind != Token::kEOS) {
         ++stats_->num_tokens_total;
-        if (kind == Token::kIDENT) {
-          ++stats_->num_ident_tokens_total;
-        } else if (Token::NeedsLiteralToken(kind)) {
-          ++stats_->num_literal_tokens_total;
-        }
         tkit.Advance();
         kind = tkit.CurrentTokenKind();
       }
     }
   }
 
  private:
   Object& obj_;
   CompilerStats* stats_;
 };
 
 
 CompilerStats::CompilerStats(Isolate* isolate)
     : isolate_(isolate),
       parser_timer(true, "parser timer"),
       scanner_timer(true, "scanner timer"),
       codegen_timer(true, "codegen timer"),
       graphbuilder_timer(true, "flow graph builder timer"),
       ssa_timer(true, "flow graph SSA timer"),
       graphinliner_timer(true, "flow graph inliner timer"),
       graphinliner_parse_timer(true, "inliner parsing timer"),
       graphinliner_build_timer(true, "inliner building timer"),
       graphinliner_ssa_timer(true, "inliner SSA timer"),
       graphinliner_opt_timer(true, "inliner optimization timer"),
       graphinliner_subst_timer(true, "inliner substitution timer"),
       graphoptimizer_timer(true, "flow graph optimizer timer"),
       graphcompiler_timer(true, "flow graph compiler timer"),
       codefinalizer_timer(true, "code finalization timer"),
       num_tokens_total(0),
-      num_literal_tokens_total(0),
-      num_ident_tokens_total(0),
       num_tokens_scanned(0),
       num_tokens_consumed(0),
       num_cached_consts(0),
       num_const_cache_hits(0),
       num_classes_parsed(0),
       num_class_tokens(0),
       num_functions_parsed(0),
       num_functions_compiled(0),
       num_functions_optimized(0),
       num_func_tokens_compiled(0),
@@ skipping 24 matching lines @@
   va_start(args, format);
   stats->text = zone->VPrint(format, args);
   va_end(args);
 }
 
 
 void CompilerStats::Update() {
   // Traverse the heap and compute number of tokens in all
   // TokenStream objects.
   num_tokens_total = 0;
-  num_literal_tokens_total = 0;
-  num_ident_tokens_total = 0;
   TokenStreamVisitor visitor(isolate_, this);
   isolate_->heap()->IterateObjects(&visitor);
   Dart::vm_isolate()->heap()->IterateObjects(&visitor);
 }
 
 
 void CompilerStats::EnableBenchmark() {
   FLAG_compiler_stats = true;
   use_benchmark_output = true;
 }
@@ skipping 60 matching lines @@
   }
 
   Update();
 
   Log log(PrintToStats);
   LogBlock lb(Thread::Current(), &log);
 
   log.Print("==== Compiler Stats for isolate '%s' ====\n",
             isolate_->debugger_name());
   log.Print("Number of tokens:        %" Pd64 "\n", num_tokens_total);
-  log.Print("  Literal tokens:        %" Pd64 "\n", num_literal_tokens_total);
-  log.Print("  Ident tokens:          %" Pd64 "\n", num_ident_tokens_total);
   log.Print("Source length:           %" Pd64 " characters\n", src_length);
   log.Print("Number of source tokens: %" Pd64 "\n", num_tokens_scanned);
 
   log.Print("==== Parser stats:\n");
   log.Print("Total tokens consumed:   %" Pd64 "\n", num_tokens_consumed);
   log.Print("Classes parsed:          %" Pd64 "\n", num_classes_parsed);
   log.Print("  Tokens consumed:       %" Pd64 "\n", num_class_tokens);
   log.Print("Functions parsed:        %" Pd64 "\n", num_functions_parsed);
   log.Print("  Tokens consumed:       %" Pd64 "\n", num_func_tokens_compiled);
   log.Print("Impl getter funcs:       %" Pd64 "\n", num_implicit_final_getters);
@@ skipping 72 matching lines @@
             total_instr_size / 1024);
   log.Print("  Pc Desc size:          %" Pd64 " KB\n", pc_desc_size / 1024);
   log.Print("  VarDesc size:          %" Pd64 " KB\n", vardesc_size / 1024);
   log.Flush();
   char* stats_text = text;
   text = NULL;
   return stats_text;
 }
 
 }  // namespace dart