2021-04-19 13:42:47 +08:00
|
|
|
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
|
|
// with the License. You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
|
2021-03-26 11:19:02 +08:00
|
|
|
package funcutil
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
|
|
|
"math/rand"
|
|
|
|
"runtime"
|
|
|
|
"strconv"
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestProcessFuncParallel(t *testing.T) {
|
|
|
|
total := 64
|
|
|
|
s := make([]int, total)
|
|
|
|
|
|
|
|
expectedS := make([]int, total)
|
|
|
|
for i := range expectedS {
|
|
|
|
expectedS[i] = i
|
|
|
|
}
|
|
|
|
|
|
|
|
naiveF := func(idx int) error {
|
|
|
|
s[idx] = idx
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var err error
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, 1, naiveF, "naiveF") // serial
|
|
|
|
assert.Equal(t, err, nil, "process function serially must be right")
|
|
|
|
assert.Equal(t, s, expectedS, "process function serially must be right")
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, total, naiveF, "naiveF") // Totally Parallel
|
|
|
|
assert.Equal(t, err, nil, "process function parallel must be right")
|
|
|
|
assert.Equal(t, s, expectedS, "process function parallel must be right")
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, runtime.NumCPU(), naiveF, "naiveF") // Parallel by CPU
|
|
|
|
assert.Equal(t, err, nil, "process function parallel must be right")
|
|
|
|
assert.Equal(t, s, expectedS, "process function parallel must be right")
|
|
|
|
|
|
|
|
oddErrorF := func(idx int) error {
|
|
|
|
if idx%2 == 1 {
|
|
|
|
return errors.New("odd location: " + strconv.Itoa(idx))
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, 1, oddErrorF, "oddErrorF") // serial
|
|
|
|
assert.NotEqual(t, err, nil, "process function serially must be right")
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, total, oddErrorF, "oddErrorF") // Totally Parallel
|
|
|
|
assert.NotEqual(t, err, nil, "process function parallel must be right")
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, runtime.NumCPU(), oddErrorF, "oddErrorF") // Parallel by CPU
|
|
|
|
assert.NotEqual(t, err, nil, "process function parallel must be right")
|
|
|
|
|
|
|
|
evenErrorF := func(idx int) error {
|
|
|
|
if idx%2 == 0 {
|
|
|
|
return errors.New("even location: " + strconv.Itoa(idx))
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, 1, evenErrorF, "evenErrorF") // serial
|
|
|
|
assert.NotEqual(t, err, nil, "process function serially must be right")
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, total, evenErrorF, "evenErrorF") // Totally Parallel
|
|
|
|
assert.NotEqual(t, err, nil, "process function parallel must be right")
|
|
|
|
|
|
|
|
err = ProcessFuncParallel(total, runtime.NumCPU(), evenErrorF, "evenErrorF") // Parallel by CPU
|
|
|
|
assert.NotEqual(t, err, nil, "process function parallel must be right")
|
|
|
|
|
|
|
|
// rand.Int() may be always a even number
|
|
|
|
randomErrorF := func(idx int) error {
|
|
|
|
if rand.Int()%2 == 0 {
|
|
|
|
return errors.New("random location: " + strconv.Itoa(idx))
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
ProcessFuncParallel(total, 1, randomErrorF, "randomErrorF") // serial
|
|
|
|
|
|
|
|
ProcessFuncParallel(total, total, randomErrorF, "randomErrorF") // Totally Parallel
|
|
|
|
|
|
|
|
ProcessFuncParallel(total, runtime.NumCPU(), randomErrorF, "randomErrorF") // Parallel by CPU
|
|
|
|
}
|