From d54edb4e35a54beee97870edf098740c411d3ff4 Mon Sep 17 00:00:00 2001
From: Ashwin <ashwin2007ray@gmail.com>
Date: Mon, 1 Feb 2016 06:29:10 +0000
Subject: [PATCH] Removed mod sampling
---
loader/loader.go | 12 +++++-------
1 file changed, 5 insertions(+), 7 deletions(-)
diff --git a/loader/loader.go b/loader/loader.go
index 84968e59..623e21cb 100644
--- a/loader/loader.go
+++ b/loader/loader.go
@@ -122,12 +122,6 @@ func (s *state) parseStream(done chan error) {
func (s *state) handleNQuads(wg *sync.WaitGroup) {
for nq := range s.cnq {
- if farm.Fingerprint64([]byte(nq.Subject))%s.mod != 0 {
- // Ignore due to mod sampling.
- atomic.AddUint64(&s.ctr.ignored, 1)
- continue
- }
-
edge, err := nq.ToEdge(s.mod, s.numInstance)
for err != nil {
// Just put in a retry loop to tackle temporary errors.
@@ -161,6 +155,8 @@ func (s *state) handleNQuadsWhileAssign(wg *sync.WaitGroup) {
// Just put in a retry loop to tackle temporary errors.
if err == posting.E_TMP_ERROR {
time.Sleep(time.Microsecond)
+ glog.WithError(err).WithField("nq.Subject", nq.Subject).
+ Error("Temporary error")
} else {
glog.WithError(err).WithField("nq.Subject", nq.Subject).
Error("While getting UID")
@@ -179,7 +175,9 @@ func (s *state) handleNQuadsWhileAssign(wg *sync.WaitGroup) {
// Just put in a retry loop to tackle temporary errors.
if err == posting.E_TMP_ERROR {
time.Sleep(time.Microsecond)
- } else {
+ glog.WithError(err).WithField("nq.Subject", nq.Subject).
+ Error("Temporary error")
+ } else {
glog.WithError(err).WithField("nq.ObjectId", nq.ObjectId).
Error("While getting UID")
return
--
GitLab