Simple MapReduce

Create a simple mapper/reducer structure:

Core

func ExampleJobHandler01(w http.ResponseWriter, r *http.Request, bg *task.Background) {
    job := task.MakeJob()
    job.Tasks(&task.Task{
        task.SHORT,
        task.BASE, "exampleFunc",
        task.Collection{
            1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4,
            1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4,
            1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4,
            1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4,
            1, 2, 3, 4, 1, 2, 3, 4, 1, 2, 3, 4,
        },
        task.Collection{0},
        task.NewTaskContext(struct{}{}), 0})
    // map once, reduce once, repeat
    job.Stacks("core.ExampleTask.SimpleMapper",
        "core.ExampleTask.SimpleReducer", "core.ExampleTask.SimpleMapper",
        "core.ExampleTask.SimpleReducer")
    bg.Mount(job)
}


func ExampleFunc(source *task.Collection,
    result *task.Collection,
    context *task.TaskContext) bool {
    // deal with passed in request
    fmt.Println("Example Task Executed...")
    var total int
    for _, n := range *source {
        total += n.(int)
    }
    *result = append(*result, total)
    return true
}

type SimpleMapper int

func (m *SimpleMapper) Map(inmaps map[int]*task.Task) (map[int]*task.Task, error) {
    return taskHelper.Slice(inmaps, 3), nil
}

type SimpleReducer int

func (r *SimpleReducer) Reduce(maps map[int]*task.Task) (map[int]*task.Task, error) {
    var sum int
    for _, s := range maps {
        for _, r := range (*s).Result {
            sum += r.(int)
        }
    }
    fmt.Printf("The sum of numbers is: %v \n\n", sum)
    fmt.Printf("The task set is: %v", maps)
    return maps, nil
}

Entry

func main() {
    // example 01

    simplmp := new(core.SimpleMapper)
    simplrd := new(core.SimpleReducer)

    collaborate.Set("Function", core.ExampleFunc, "exampleFunc")
    collaborate.Set("Mapper", simplmp, "core.ExampleTask.SimpleMapper")
    collaborate.Set("Reducer", simplrd, "core.ExampleTask.SimpleReducer")
    collaborate.Set("Shared", []string{"GET", "POST"}, core.ExampleJobHandler01)
    collaborate.Run()
}