OLD | NEW |
1 #!/bin/bash | 1 #!/bin/bash |
2 | 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. |
3 # Copyright (c) 2009 The Chromium Authors. All rights reserved. | |
4 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
5 # found in the LICENSE file. | 4 # found in the LICENSE file. |
6 | 5 |
7 # Runs filter_short on the individual splits of a json file, and puts | 6 # Runs filter_short on the individual splits of a json file, and puts |
8 # everything back together into a single output json. This is useful when you | 7 # everything back together into a single output json. This is useful when you |
9 # want to filter a large json file that would otherwise OOM Python. | 8 # want to filter a large json file that would otherwise OOM Python. |
10 | 9 |
11 echo "parseEvents([" > totalsplit | 10 echo "parseEvents([" > totalsplit |
12 for f in split.*; do | 11 for f in split.*; do |
13 python scripts/filter_short.py "$f" | tail -n +2 | head -n -1 >> totalsplit | 12 ./scripts/filter_short.py "$f" | tail -n +2 | head -n -1 >> totalsplit |
14 done | 13 done |
15 echo "]);" >> totalsplit | 14 echo "]);" >> totalsplit |
OLD | NEW |