diff --git a/loader/loader.go b/loader/loader.go index 84968e599b42192150ab1077ef20ee799bc3b5cf..623e21cb49afa221389dcbba56092e4b8a82e7bb 100644 --- a/loader/loader.go +++ b/loader/loader.go @@ -122,12 +122,6 @@ func (s *state) parseStream(done chan error) { func (s *state) handleNQuads(wg *sync.WaitGroup) { for nq := range s.cnq { - if farm.Fingerprint64([]byte(nq.Subject))%s.mod != 0 { - // Ignore due to mod sampling. - atomic.AddUint64(&s.ctr.ignored, 1) - continue - } - edge, err := nq.ToEdge(s.mod, s.numInstance) for err != nil { // Just put in a retry loop to tackle temporary errors. @@ -161,6 +155,8 @@ func (s *state) handleNQuadsWhileAssign(wg *sync.WaitGroup) { // Just put in a retry loop to tackle temporary errors. if err == posting.E_TMP_ERROR { time.Sleep(time.Microsecond) + glog.WithError(err).WithField("nq.Subject", nq.Subject). + Error("Temporary error") } else { glog.WithError(err).WithField("nq.Subject", nq.Subject). Error("While getting UID") @@ -179,7 +175,9 @@ func (s *state) handleNQuadsWhileAssign(wg *sync.WaitGroup) { // Just put in a retry loop to tackle temporary errors. if err == posting.E_TMP_ERROR { time.Sleep(time.Microsecond) - } else { + glog.WithError(err).WithField("nq.Subject", nq.Subject). + Error("Temporary error") + } else { glog.WithError(err).WithField("nq.ObjectId", nq.ObjectId). Error("While getting UID") return