328 lines
8.6 KiB
Go
328 lines
8.6 KiB
Go
|
// Copyright (c) 2016, Google Inc.
|
||
|
|
//
|
||
|
|
// Permission to use, copy, modify, and/or distribute this software for any
|
||
|
|
// purpose with or without fee is hereby granted, provided that the above
|
||
|
|
// copyright notice and this permission notice appear in all copies.
|
||
|
|
//
|
||
|
|
// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
|
||
|
|
// WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
|
||
|
|
// MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
|
||
|
|
// SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
|
||
|
|
// WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
|
||
|
|
// OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
|
||
|
|
// CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
|
||
|
|
|
||
|
|
package main
|
||
|
|
|
||
|
|
import (
|
||
|
|
"bytes"
|
||
|
|
"encoding/json"
|
||
|
|
"flag"
|
||
|
|
"fmt"
|
||
|
|
"io"
|
||
|
|
"io/ioutil"
|
||
|
|
"os"
|
||
|
|
"os/exec"
|
||
|
|
"path/filepath"
|
||
|
|
"strconv"
|
||
|
|
"strings"
|
||
|
|
)
|
||
|
|
|
||
|
|
var (
|
||
|
|
buildDir = flag.String("build-dir", "build", "Specifies the build directory to push.")
|
||
|
|
adbPath = flag.String("adb", "adb", "Specifies the adb binary to use. Defaults to looking in PATH.")
|
||
|
|
device = flag.String("device", "", "Specifies the device or emulator. See adb's -s argument.")
|
||
|
|
aarch64 = flag.Bool("aarch64", false, "Build the test runners for aarch64 instead of arm.")
|
||
|
|
arm = flag.Int("arm", 7, "Which arm revision to build for.")
|
||
|
|
suite = flag.String("suite", "all", "Specifies the test suites to run (all, unit, or ssl).")
|
||
|
|
allTestsArgs = flag.String("all-tests-args", "", "Specifies space-separated arguments to pass to all_tests.go")
|
||
|
|
runnerArgs = flag.String("runner-args", "", "Specifies space-separated arguments to pass to ssl/test/runner")
|
||
|
|
jsonOutput = flag.String("json-output", "", "The file to output JSON results to.")
|
||
|
|
)
|
||
|
|
|
||
|
|
func enableUnitTests() bool {
|
||
|
|
return *suite == "all" || *suite == "unit"
|
||
|
|
}
|
||
|
|
|
||
|
|
func enableSSLTests() bool {
|
||
|
|
return *suite == "all" || *suite == "ssl"
|
||
|
|
}
|
||
|
|
|
||
|
|
func adb(args ...string) error {
|
||
|
|
if len(*device) > 0 {
|
||
|
|
args = append([]string{"-s", *device}, args...)
|
||
|
|
}
|
||
|
|
cmd := exec.Command(*adbPath, args...)
|
||
|
|
cmd.Stdout = os.Stdout
|
||
|
|
cmd.Stderr = os.Stderr
|
||
|
|
return cmd.Run()
|
||
|
|
}
|
||
|
|
|
||
|
|
func adbShell(shellCmd string) (int, error) {
|
||
|
|
var args []string
|
||
|
|
if len(*device) > 0 {
|
||
|
|
args = append([]string{"-s", *device}, args...)
|
||
|
|
}
|
||
|
|
args = append(args, "shell")
|
||
|
|
|
||
|
|
const delimiter = "___EXIT_CODE___"
|
||
|
|
|
||
|
|
// Older versions of adb and Android do not preserve the exit
|
||
|
|
// code, so work around this.
|
||
|
|
// https://code.google.com/p/android/issues/detail?id=3254
|
||
|
|
shellCmd += "; echo " + delimiter + " $?"
|
||
|
|
args = append(args, shellCmd)
|
||
|
|
|
||
|
|
cmd := exec.Command(*adbPath, args...)
|
||
|
|
stdout, err := cmd.StdoutPipe()
|
||
|
|
if err != nil {
|
||
|
|
return 0, err
|
||
|
|
}
|
||
|
|
cmd.Stderr = os.Stderr
|
||
|
|
if err := cmd.Start(); err != nil {
|
||
|
|
return 0, err
|
||
|
|
}
|
||
|
|
|
||
|
|
var stdoutBytes bytes.Buffer
|
||
|
|
for {
|
||
|
|
var buf [1024]byte
|
||
|
|
n, err := stdout.Read(buf[:])
|
||
|
|
stdoutBytes.Write(buf[:n])
|
||
|
|
os.Stdout.Write(buf[:n])
|
||
|
|
if err != nil {
|
||
|
|
break
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if err := cmd.Wait(); err != nil {
|
||
|
|
return 0, err
|
||
|
|
}
|
||
|
|
|
||
|
|
stdoutStr := stdoutBytes.String()
|
||
|
|
idx := strings.LastIndex(stdoutStr, delimiter)
|
||
|
|
if idx < 0 {
|
||
|
|
return 0, fmt.Errorf("Could not find delimiter in output.")
|
||
|
|
}
|
||
|
|
|
||
|
|
return strconv.Atoi(strings.TrimSpace(stdoutStr[idx+len(delimiter):]))
|
||
|
|
}
|
||
|
|
|
||
|
|
func goTool(args ...string) error {
|
||
|
|
cmd := exec.Command("go", args...)
|
||
|
|
cmd.Stdout = os.Stdout
|
||
|
|
cmd.Stderr = os.Stderr
|
||
|
|
|
||
|
|
cmd.Env = os.Environ()
|
||
|
|
if *aarch64 {
|
||
|
|
cmd.Env = append(cmd.Env, "GOARCH=arm64")
|
||
|
|
} else {
|
||
|
|
cmd.Env = append(cmd.Env, "GOARCH=arm")
|
||
|
|
cmd.Env = append(cmd.Env, fmt.Sprintf("GOARM=%d", *arm))
|
||
|
|
}
|
||
|
|
return cmd.Run()
|
||
|
|
}
|
||
|
|
|
||
|
|
// setWorkingDirectory walks up directories as needed until the current working
|
||
|
|
// directory is the top of a BoringSSL checkout.
|
||
|
|
func setWorkingDirectory() {
|
||
|
|
for i := 0; i < 64; i++ {
|
||
|
|
if _, err := os.Stat("BUILDING.md"); err == nil {
|
||
|
|
return
|
||
|
|
}
|
||
|
|
os.Chdir("..")
|
||
|
|
}
|
||
|
|
|
||
|
|
panic("Couldn't find BUILDING.md in a parent directory!")
|
||
|
|
}
|
||
|
|
|
||
|
|
type test []string
|
||
|
|
|
||
|
|
func parseTestConfig(filename string) ([]test, error) {
|
||
|
|
in, err := os.Open(filename)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
defer in.Close()
|
||
|
|
|
||
|
|
decoder := json.NewDecoder(in)
|
||
|
|
var result []test
|
||
|
|
if err := decoder.Decode(&result); err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return result, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func copyFile(dst, src string) error {
|
||
|
|
srcFile, err := os.Open(src)
|
||
|
|
if err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
defer srcFile.Close()
|
||
|
|
|
||
|
|
srcInfo, err := srcFile.Stat()
|
||
|
|
if err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
|
||
|
|
dir := filepath.Dir(dst)
|
||
|
|
if err := os.MkdirAll(dir, 0777); err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
|
||
|
|
dstFile, err := os.OpenFile(dst, os.O_CREATE|os.O_WRONLY, srcInfo.Mode())
|
||
|
|
if err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
defer dstFile.Close()
|
||
|
|
|
||
|
|
_, err = io.Copy(dstFile, srcFile)
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
|
||
|
|
func main() {
|
||
|
|
flag.Parse()
|
||
|
|
|
||
|
|
if *suite == "all" && *jsonOutput != "" {
|
||
|
|
fmt.Printf("To use -json-output flag, select only one test suite with -suite.\n")
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
|
||
|
|
setWorkingDirectory()
|
||
|
|
|
||
|
|
// Clear the target directory.
|
||
|
|
if err := adb("shell", "rm -Rf /data/local/tmp/boringssl-tmp"); err != nil {
|
||
|
|
fmt.Printf("Failed to clear target directory: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Stage everything in a temporary directory.
|
||
|
|
tmpDir, err := ioutil.TempDir("", "boringssl-android")
|
||
|
|
if err != nil {
|
||
|
|
fmt.Printf("Error making temporary directory: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
defer os.RemoveAll(tmpDir)
|
||
|
|
|
||
|
|
var binaries, files []string
|
||
|
|
|
||
|
|
if enableUnitTests() {
|
||
|
|
files = append(files,
|
||
|
|
"util/all_tests.json",
|
||
|
|
"BUILDING.md",
|
||
|
|
)
|
||
|
|
|
||
|
|
tests, err := parseTestConfig("util/all_tests.json")
|
||
|
|
if err != nil {
|
||
|
|
fmt.Printf("Failed to parse input: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
|
||
|
|
seenBinary := make(map[string]struct{})
|
||
|
|
for _, test := range tests {
|
||
|
|
if _, ok := seenBinary[test[0]]; !ok {
|
||
|
|
binaries = append(binaries, test[0])
|
||
|
|
seenBinary[test[0]] = struct{}{}
|
||
|
|
}
|
||
|
|
for _, arg := range test[1:] {
|
||
|
|
if strings.Contains(arg, "/") {
|
||
|
|
files = append(files, arg)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
fmt.Printf("Building all_tests...\n")
|
||
|
|
if err := goTool("build", "-o", filepath.Join(tmpDir, "util/all_tests"), "util/all_tests.go"); err != nil {
|
||
|
|
fmt.Printf("Error building all_tests.go: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if enableSSLTests() {
|
||
|
|
binaries = append(binaries, "ssl/test/bssl_shim")
|
||
|
|
files = append(files,
|
||
|
|
"BUILDING.md",
|
||
|
|
"ssl/test/runner/cert.pem",
|
||
|
|
"ssl/test/runner/channel_id_key.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p224_cert.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p224_key.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p256_cert.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p256_key.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p384_cert.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p384_key.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p521_cert.pem",
|
||
|
|
"ssl/test/runner/ecdsa_p521_key.pem",
|
||
|
|
"ssl/test/runner/ed25519_cert.pem",
|
||
|
|
"ssl/test/runner/ed25519_key.pem",
|
||
|
|
"ssl/test/runner/key.pem",
|
||
|
|
"ssl/test/runner/rsa_1024_cert.pem",
|
||
|
|
"ssl/test/runner/rsa_1024_key.pem",
|
||
|
|
"ssl/test/runner/rsa_chain_cert.pem",
|
||
|
|
"ssl/test/runner/rsa_chain_key.pem",
|
||
|
|
"util/all_tests.json",
|
||
|
|
)
|
||
|
|
|
||
|
|
fmt.Printf("Building runner...\n")
|
||
|
|
if err := goTool("test", "-c", "-o", filepath.Join(tmpDir, "ssl/test/runner/runner"), "./ssl/test/runner/"); err != nil {
|
||
|
|
fmt.Printf("Error building runner: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
fmt.Printf("Copying test binaries...\n")
|
||
|
|
for _, binary := range binaries {
|
||
|
|
if err := copyFile(filepath.Join(tmpDir, "build", binary), filepath.Join(*buildDir, binary)); err != nil {
|
||
|
|
fmt.Printf("Failed to copy %s: %s\n", binary, err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
fmt.Printf("Copying data files...\n")
|
||
|
|
for _, file := range files {
|
||
|
|
if err := copyFile(filepath.Join(tmpDir, file), file); err != nil {
|
||
|
|
fmt.Printf("Failed to copy %s: %s\n", file, err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
fmt.Printf("Uploading files...\n")
|
||
|
|
if err := adb("push", "-p", tmpDir, "/data/local/tmp/boringssl-tmp"); err != nil {
|
||
|
|
fmt.Printf("Failed to push runner: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
|
||
|
|
var unitTestExit int
|
||
|
|
if enableUnitTests() {
|
||
|
|
fmt.Printf("Running unit tests...\n")
|
||
|
|
unitTestExit, err = adbShell(fmt.Sprintf("cd /data/local/tmp/boringssl-tmp && ./util/all_tests -json-output results.json %s", *allTestsArgs))
|
||
|
|
if err != nil {
|
||
|
|
fmt.Printf("Failed to run unit tests: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
var sslTestExit int
|
||
|
|
if enableSSLTests() {
|
||
|
|
fmt.Printf("Running SSL tests...\n")
|
||
|
|
sslTestExit, err = adbShell(fmt.Sprintf("cd /data/local/tmp/boringssl-tmp/ssl/test/runner && ./runner -json-output ../../../results.json %s", *runnerArgs))
|
||
|
|
if err != nil {
|
||
|
|
fmt.Printf("Failed to run SSL tests: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if *jsonOutput != "" {
|
||
|
|
if err := adb("pull", "-p", "/data/local/tmp/boringssl-tmp/results.json", *jsonOutput); err != nil {
|
||
|
|
fmt.Printf("Failed to extract results.json: %s\n", err)
|
||
|
|
os.Exit(1)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if unitTestExit != 0 {
|
||
|
|
os.Exit(unitTestExit)
|
||
|
|
}
|
||
|
|
|
||
|
|
if sslTestExit != 0 {
|
||
|
|
os.Exit(sslTestExit)
|
||
|
|
}
|
||
|
|
}
|