golang 协程使用

//撞库
func (i *ImportExcelPhone) Create(cx *goblet.Context) {
    Id := cx.FormValue("Id") //撞库ID
    importExcel := new(module.ImportExcel)
    if has, err := goblet.DB.ID(Id).Get(importExcel); has && err == nil {
        if importExcel.State == module.ImportExcel_State_Enabled {
            cx.Respond(CodeMessage{http.StatusOK, "批次号已撞库"})
            return
        }
        if importExcel.State == module.ImportExcel_State_InProcess {
            cx.Respond(CodeMessage{http.StatusOK, "数据处理中"})
            return
        }
        go func() {
            //去重条数(撞库返回1的),成功条数
            var deduplication, successs int32
            importExcelPhones := make([]module.ImportExcelPhone, 0)
            if err := goblet.DB.Where("batch_number = ?", importExcel.BatchNumber).Find(&importExcelPhones); err == nil {
                mapImportExcelPhone := map[string]module.ImportExcelPhone{}
                for _, value := range importExcelPhones {
                    mapImportExcelPhone[value.Phone] = value
                }
                deduplicationIEPs := make([]module.ImportExcelPhone, 0)
                for _, value := range mapImportExcelPhone {
                    deduplicationIEPs = append(deduplicationIEPs, value)
                }

                log.Println(len(deduplicationIEPs))
                splitArray := splitArray(deduplicationIEPs, 10)
                chanMap := make(chan []module.HitStorehouse, len(splitArray))
                for index, _ := range splitArray {
                    go func(i int) {
                        hitStorehouses := make([]module.HitStorehouse, 0)
                        for _, value := range splitArray[i] {
                            if check, err := Storehouse.Check(value.BatchNumber, value.PhoneMd5); err == nil {
                                if check {
                                    atomic.AddInt32(&deduplication, 1)
                                    goblet.DB.ID(value.Id).Update(module.ImportExcelPhone{Exist: 1})
                                    continue
                                }
                                if id5Encode, err := util.Id5Encode(value.Phone); err == nil {
                                    goblet.DB.ID(value.Id).Update(module.ImportExcelPhone{Exist: 0})
                                    hitStorehouses = append(hitStorehouses, module.HitStorehouse{PhoneMd5: value.PhoneMd5, PhoneHash: id5Encode, Status: module.HitStorehouse_Status_Aliable, ImportExcelId: importExcel.Id})
                                    if len(hitStorehouses) == 1000 {
                                        goblet.DB.Insert(hitStorehouses)
                                        hitStorehouses = make([]module.HitStorehouse, 0)
                                    }
                                }
                                atomic.AddInt32(&successs, 1)
                            } else {
                                log.Println("调用撞库接口报错:批次号:" + value.BatchNumber + ",手机MD5:" + value.PhoneMd5 + ",手机号:" + value.Phone + "错误信息:" + err.Error())
                                continue
                            }
                        }
                        chanMap <- hitStorehouses
                    }(index)
                }
                /*//deduplication = len(importExcelPhones) - len(mapImportExcelPhone)
                //TODO 优化方案切割数组，批量请求
                hitStorehouses := make([]module.HitStorehouse, 0)
                for _, value := range mapImportExcelPhone {
                    if check, err := Storehouse.Check(value.BatchNumber, value.PhoneMd5); err == nil {
                        if check {
                            deduplication++
                            goblet.DB.ID(value.Id).Update(module.ImportExcelPhone{Exist:1})
                            continue
                        }
                        if id5Encode, err := util.Id5Encode(value.Phone); err == nil {
                            goblet.DB.ID(value.Id).Update(module.ImportExcelPhone{Exist:0})
                            hitStorehouses = append(hitStorehouses, module.HitStorehouse{PhoneMd5: value.PhoneMd5, PhoneHash: id5Encode, Status: module.HitStorehouse_Status_Aliable, ImportExcelId: importExcel.Id})
                            if len(hitStorehouses) == 1000 {
                                goblet.DB.Insert(hitStorehouses)
                                hitStorehouses = make([]module.HitStorehouse, 0)
                            }
                        }
                        successs++
                    } else {
                        log.Println("调用撞库接口报错:批次号:%s,手机MD5:%s,错误信息:%s" + value.BatchNumber, value.PhoneMd5,err.Error())
                        continue
                    }
                }
                    goblet.DB.Insert(hitStorehouses)
                */
                for i := 0; i < len(splitArray); i++ {
                    select {
                    case msg := <-chanMap:
                        goblet.DB.Insert(msg)
                    }
                }

                importExcel.State = module.ImportExcel_State_Enabled
                importExcel.CollisionTime = time.Now()
                importExcel.UnBinding = atomic.LoadInt32(&successs)
                importExcel.DeduplicationNum = atomic.LoadInt32(&deduplication)
                goblet.DB.ID(Id).Update(importExcel)
                //cx.Respond(CodeMessage{http.StatusOK, resultImportExcelPhone{sum, deduplication, successs}})
                return
            } else {
                importExcel.State = module.ImportExcel_State_NotEnabled
                goblet.DB.ID(Id).Update(importExcel)
                cx.Respond(CodeMessage{http.StatusInternalServerError, err})
            }
        }()
        importExcel.State = module.ImportExcel_State_InProcess
        goblet.DB.ID(Id).Update(importExcel)
        cx.Respond(CodeMessage{http.StatusOK, "数据处理中"})
    } else {
        cx.Respond(CodeMessage{http.StatusInternalServerError, err.Error() + "或批次号不存在"})
    }
}

//数组平分
func splitArray(arr []module.ImportExcelPhone, num int64) (segmens [][]module.ImportExcelPhone) {
    max := int64(len(arr))
    if max < num {
        segmens = append(segmens, arr)
        return
    }
    var step = max / num
    var beg int64
    var end int64
    for i := int64(0); i < num || end < max; i++ {
        beg = 0 + i*step
        end = beg + step
        if end > max {
            segmens = append(segmens, arr[beg:max])
        } else {
            segmens = append(segmens, arr[beg:end])
        }
        //fmt.Printf("beg:%v,end:%v\n", beg, end)
    }
    return
}