Skip to content
Snippets Groups Projects
Commit d54edb4e authored by Ashwin's avatar Ashwin
Browse files

Removed mod sampling

parent 2e5615e6
No related branches found
No related tags found
No related merge requests found
......@@ -122,12 +122,6 @@ func (s *state) parseStream(done chan error) {
func (s *state) handleNQuads(wg *sync.WaitGroup) {
for nq := range s.cnq {
if farm.Fingerprint64([]byte(nq.Subject))%s.mod != 0 {
// Ignore due to mod sampling.
atomic.AddUint64(&s.ctr.ignored, 1)
continue
}
edge, err := nq.ToEdge(s.mod, s.numInstance)
for err != nil {
// Just put in a retry loop to tackle temporary errors.
......@@ -161,6 +155,8 @@ func (s *state) handleNQuadsWhileAssign(wg *sync.WaitGroup) {
// Just put in a retry loop to tackle temporary errors.
if err == posting.E_TMP_ERROR {
time.Sleep(time.Microsecond)
glog.WithError(err).WithField("nq.Subject", nq.Subject).
Error("Temporary error")
} else {
glog.WithError(err).WithField("nq.Subject", nq.Subject).
Error("While getting UID")
......@@ -179,7 +175,9 @@ func (s *state) handleNQuadsWhileAssign(wg *sync.WaitGroup) {
// Just put in a retry loop to tackle temporary errors.
if err == posting.E_TMP_ERROR {
time.Sleep(time.Microsecond)
} else {
glog.WithError(err).WithField("nq.Subject", nq.Subject).
Error("Temporary error")
} else {
glog.WithError(err).WithField("nq.ObjectId", nq.ObjectId).
Error("While getting UID")
return
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment