Browse Source

Fix IL bug: job misses first data when reads data.

Signed-off-by: JimmyYang20 <yangjin39@huawei.com>
tags/v0.5.0
JimmyYang20 4 years ago
parent
commit
9da7acbd2a
1 changed files with 3 additions and 4 deletions
  1. +3
    -4
      pkg/localcontroller/managers/incrementallearning/incrementallearningjob.go

+ 3
- 4
pkg/localcontroller/managers/incrementallearning/incrementallearningjob.go View File

@@ -1030,18 +1030,17 @@ func (im *Manager) handleData(job *Job) {

jobConfig.Lock.Lock()
jobConfig.DataSamples.TrainSamples = append(jobConfig.DataSamples.TrainSamples,
samples[(previousNumberOfSamples+1):(previousNumberOfSamples+trainNum+1)]...)
samples[previousNumberOfSamples:previousNumberOfSamples+trainNum]...)
klog.Infof("job(%s)'s current train samples nums is %d", jobConfig.UniqueIdentifier, trainNum)

jobConfig.DataSamples.EvalVersionSamples = append(jobConfig.DataSamples.EvalVersionSamples,
samples[(previousNumberOfSamples+trainNum+1):])
samples[previousNumberOfSamples+trainNum:])
jobConfig.Lock.Unlock()

for _, v := range jobConfig.DataSamples.EvalVersionSamples {
jobConfig.DataSamples.EvalSamples = append(jobConfig.DataSamples.EvalSamples, v...)
}
evalNum := newNumberOfSamples - trainNum
klog.Infof("job(%s)'s current eval samples nums is %d", jobConfig.UniqueIdentifier, evalNum)
klog.Infof("job(%s)'s current eval samples nums is %d", jobConfig.UniqueIdentifier, len(jobConfig.DataSamples.EvalSamples))

jobConfig.DataSamples.PreviousNumbers = currentNumberOfSamples
}


Loading…
Cancel
Save