Fuzzer now deduplicates on the analysis side instead of the download side

fuzzer/go/generator/afl_generation.go

 package generator
 
 import (
         "fmt"
         "io/ioutil"
         "os"
         "path/filepath"
         "strings"
 
         "github.com/skia-dev/glog"
@@ skipping 16 matching lines @@
         return &Generator{
                 Category:      category,
                 fuzzProcesses: nil,
         }
 }
 
 // Start starts up 1 goroutine running a "master" afl-fuzz and n-1 "slave" afl-fuzz processes, where
 // n is specified by config.Generator.NumFuzzProcesses. Output goes to
 // config.Generator.AflOutputPath/[category].
 func (g *Generator) Start() error {
+        if config.Generator.SkipGeneration {
+                glog.Info("Skipping generation because flag was set.")
+                return nil
+        }
         executable, err := g.setup()
         if err != nil {
                 return fmt.Errorf("Failed %s generator setup: %s", g.Category, err)
         }
 
         masterCmd := &exec.Command{
                 Name:      "./afl-fuzz",
                 Args:      common.GenerationArgsFor(g.Category, executable, "fuzzer0", true),
                 Dir:       config.Generator.AflRoot,
                 LogStdout: true,
@@ skipping 124 matching lines @@
                         glog.Errorf("[%s] Problem downloading %s from Google Storage, continuing anyway", g.Category, item.Name)
                         return
                 }
                 fileName := filepath.Join(seedPath, strings.SplitAfter(name, gsFolder)[1])
                 if err = ioutil.WriteFile(fileName, content, 0644); err != nil && !os.IsExist(err) {
                         glog.Errorf("[%s] Problem creating binary seed file %s, continuing anyway", g.Category, fileName)
                 }
         })
         return err
 }