From c13a017376d799c1f704ae8b8234debe6481d78d Mon Sep 17 00:00:00 2001 From: Ashwin <ashwin2007ray@gmail.com> Date: Thu, 28 Jan 2016 17:21:24 +0000 Subject: [PATCH] Added --numCpu flag --- server/.main.go.swp | Bin 0 -> 16384 bytes server/loader/main.go | 3 ++- server/main.go | 3 ++- server/uidassigner/main.go | 3 ++- 4 files changed, 6 insertions(+), 3 deletions(-) create mode 100644 server/.main.go.swp diff --git a/server/.main.go.swp b/server/.main.go.swp new file mode 100644 index 0000000000000000000000000000000000000000..d3340cb2af545f7c8a27cfdbb425b147484d8708 GIT binary patch literal 16384 zcmeHOUx*|}8LyntIO=Io@ee4}bwqpiW_spMkA(XpnVXxvn{#(&GqZb}^TDOJr>3X( zda8P>dv<p3k~<_|@Ii@a9)f}rh!2tn(I?59pd$DX9|RHf!6yTXh_4Cy`>K2HcK0^7 z8$l4Mf!|J7_g7!n_xry7s^+WS_4>8;B7fZb0>kG~#$H_b(Y5cokFZ-`Va!iQ(@37K z*B{sZ4qbnn&mh!(GO7-uG}F=gBol+`Ky2MFe0z_=TBz2hO5doZI;e$FHkzz^fg0Be zZILRDYN^m$Lf6KAB)w4GuhyQi3|Iz^#K3X(`O~NBB>I?hf`8=0D@W>Og)9S>0n318 zz%pPNunbrRECZH-{|^ST<QTgHQ;rqp+$_Ey+V}mh;&Z$>e{0|MqG`V@1C{~HfMvik zU>UFsSOzQumI2FvWxz6E8TcP$z#lO7QH<*oQ~<#K|LphwTOVTV7r@VfJHR>MQQ$c6 z#}6|02jJU42RH`2hQh#0z>C0lfaig)0nY*xKmtCn0$c?y0uA6X;H?ipAMjJ)n?M9y z0p@`gFb9-@-@l)+uLD<rH{QqCUx3$u=Ye_PW55qfjBNl-paDDyJPiEfy^Q@1_zm!D z;K#rYkN{&K23COva1tm1Z#=@-&wv!z07Ae6jstJL2fBclfER#o05Na|_!RKwyBYgC z@F(C^;5pzXFa<6H$AN!7%-ElSSApk%o4^!U1<nAU295!LdlzHB1zrcf2YeN{1Kb7@ zU>#TlJ_mdTcnJ6_{P`>3W#BgOW#Br{08Rp*1jy$f2M+v{24W~QPg1WLt5mpUR>E;x zMwvU8s5FaYcq!86EI)gJOEGoROljfu>2DbfmfCWtT&FKGKK8eHqE(RcOmR6G^B|d| z4my`s@#4pPB;tYVBwB2(LDC316?70=WsjA@ScTp$IrLvce@Nh{2}LAC!ZZ#&ky$hr z-sSFM<LRYdx7l}RQmj-QksO~x16o)K+Vv#$Fw6z9C1ST|)8NesjPh9w)Qn=@&-~bR zR;0fk3$i8gbt?EU_CsS%G~_3!;Vsemfm`OcSn1vgkT{&k0CYssTw~BY9B1Bqq9d8P z(+a0oXk_Saq-ET9>Rl23Kxns2!*iXcl9`ZMb$KTdFyHZ$B#r_<i<GQwq)LKO47Lm} z5%Et=gx=u`KDq>v$mw>B*jbKG>|I5d3QPm@DiCSvoW;qd{1}7CFToHT=a=$hb3RjG z0%tilboV0}2seiFeVvsdvDazoj8)_66r>QPT4WO~aj;G1p=<iGyvgwbttOy1fb) zT6-<66)2!+!4<7t(rqr4i)+s6D1tu%CGnyVMJBn1tn(<w;1sCgClI7jOb*#dO>YW= zH1w7gNxGknA-Z?euCoc23y*A;%ibliJ_%jtGQI9(;u)lgfw{?U;`oJwNa0mtH>dEw zW53uI!Ni!qNv=Q8c4FcJKVQ|s2<9qoBxg=HhPf%o#bwZezeLj5zaiXU<V)gF(KCNE zp7H=RkH}q;a{CWv=x|orookJS_NBF6>#3DifB7B82aSY+<L%iY(}^J%9d72{5=d+2 zkwgHzGsCqAM6^}J$6@h)pJh&4ZuxOE;96k3X~yvsD<n6e3yp_73>ul^0meS_43C9$ zH_QCO1zxA8V)L%)kwO&3UJn`?aqMdEq8jYL_<TmloA+jg;-R0pw4<gpS8Vy3$3=AI zDF|;69{SYJSXgW=U+G>#hMSQv7THJ*iip<UqG{42?JRZs%MOiyH^X@3?+U>_r@OS= z?sob{&L0e#N~d{dMZPI=vI&YSz8u8Jw^KgKvIGpIiIS;U)e(5dQ^Dto^Ts8V-6?|~ zkfx;wC@WKv4ruzMk?$941eA2El+?9~tDss<t4+8UDL(S!lsad6V)~Z$<o*hu%>)ZV zhS{jXNmr6pTZj?zdWAn-ZT5Tf)n#=<NNP1E*=W{k`oT!d?n@VYd5Gb?O`2wpJl29j z2kHJuw&h+kc9GXAeCC#;lGD{u7#ULMFi10%?)T<Fjx&CufXt_SM5>vR+n8~kd`SSR zXA6f8))Y%CZW-j`a2-n^HN?!Kg;~3-3qC>0=j%H>8;RK*fWeUZMCoj%yq_lxht82B zpQt}kr|%__!R&<F@%+VBo=;PxU_8Mbh_J!JYQLV@CBq&mf(&9zVTOk`v+}yzou>MH zJhNrmer?49?m@~55gy~MUQ%c@Qr?HIZErzg9?Zv2*Wf_sL9g&`JBJ7u0}d0)^Y$T{ zig6#N3+eqZ5xk5%j<S7H{YX!eRLEMsOmvXc99jX9SP?>WC`DGIR6)mhlR3|*)WB-b zd|{F3uxM;T#>Fz;4{rFOFe^jG_*@MD^|-$Yh?Gwx)`2GG7NS5PCwU~%7g&WN4vTYq zsB)P!5kWMJ0v`J^oRH#BVQD03LP&%jM`?;MOF7aVsab6!-L5S2)kd$^=q$HeectWy zX18;xZSp4X&htj+I{#9;gQP5wBQO?$g*x&V$1Pz;9AR1_UAx`_zkkp?O7{pTi6L;O z(dTU>=ZlSgyI&zCD>5e4H1#3O&Er<Ab!pul`%}8BA8LVX2>(d(DN?jae5o2{Q(p_H zAx)(cx#4WBHl0pAA2g4Ir*v4ux|vu^YYXjWtJ7~)PkZ&E%XKw@A9lD}&#+GCKA!#r zt>GS~{fxBl6rxgPloucY1BbL072A}MX=Df^u;XKW%%@;(w-!TK;k&^uwi;%fGp|<o zHGzc-xWX8@Oa69>PEPq;G3X}7i0nAZ`04toGknpPQ99y1ew9o(KQ>LhfyR>|etpFB zru`RLZI03J|0Vo>{{cY1|M7F&e13`F`9A?(0lo#i0Bi$OpaW1H;C1wQ1$epW|9#S7 zKb8T@fMvikU>UFsSOzQumI2FvWxz6E8TbzvKzWr4yZ3GU6gzPXs7?vlkb^$`lQ>FI zv)vw4@J*?9uYl{EbxvaYQfJsajN<aSeLF+@_ce;@o#`>#R?9U~C55UjMRh*)JhKgC z?wMDS=dsi0I<>rLRmn@?MSYpJ>54j4zN4C8M+$Y~kS^p^c52<Lv746JdxeFj(ch6l x3niT$l;ck2=V;d=uUUB=F-3(gL?wG}Ryahx5LLtcpX*USJX1e^{&c;}{tdbUXTtyh literal 0 HcmV?d00001 diff --git a/server/loader/main.go b/server/loader/main.go index 7df3c901..bb28ea70 100644 --- a/server/loader/main.go +++ b/server/loader/main.go @@ -38,6 +38,7 @@ var rdfGzips = flag.String("rdfgzips", "", var mod = flag.Uint64("mod", 1, "Only pick entities, where uid % mod == 0.") var postingDir = flag.String("postings", "", "Directory to store posting lists") var cpuprofile = flag.String("cpuprofile", "", "write cpu profile to file") +var numcpu = flag.Int("numCpu", runtime.NumCPU(), "Number of cores to be used by the process") func main() { flag.Parse() @@ -54,7 +55,7 @@ func main() { } logrus.SetLevel(logrus.InfoLevel) - numCpus := runtime.NumCPU() + numCpus := *numcpu prevProcs := runtime.GOMAXPROCS(numCpus) glog.WithField("num_cpu", numCpus). WithField("prev_maxprocs", prevProcs). diff --git a/server/main.go b/server/main.go index bc526b3f..f9c692ee 100644 --- a/server/main.go +++ b/server/main.go @@ -38,6 +38,7 @@ var glog = x.Log("server") var postingDir = flag.String("postings", "", "Directory to store posting lists") var mutationDir = flag.String("mutations", "", "Directory to store mutations") var port = flag.String("port", "8080", "Port to run server on.") +var numcpu = flag.Int("numCpu", runtime.NumCPU(), "Number of cores to be used by the process") func addCorsHeaders(w http.ResponseWriter) { w.Header().Set("Access-Control-Allow-Origin", "*") @@ -109,7 +110,7 @@ func main() { glog.Fatal("Unable to parse flags") } logrus.SetLevel(logrus.InfoLevel) - numCpus := runtime.NumCPU() + numCpus := *numcpu prev := runtime.GOMAXPROCS(numCpus) glog.WithField("num_cpu", numCpus). WithField("prev_maxprocs", prev). diff --git a/server/uidassigner/main.go b/server/uidassigner/main.go index 80bbe18b..c9babee4 100644 --- a/server/uidassigner/main.go +++ b/server/uidassigner/main.go @@ -22,6 +22,7 @@ var rdfGzips = flag.String("rdfgzips", "", var mod = flag.Uint64("mod", 1, "Only pick entities, where uid % mod == 0.") var uidDir = flag.String("uidpostings", "", "Directory to store xid to uid posting lists") var cpuprofile = flag.String("cpuprofile", "", "write cpu profile to file") +var numcpu = flag.Int("numCpu", runtime.NumCPU(), "Number of cores to be used by the process") func main() { flag.Parse() @@ -39,7 +40,7 @@ func main() { logrus.SetLevel(logrus.InfoLevel) - numCpus := runtime.NumCPU() + numCpus := *numcpu prevProcs := runtime.GOMAXPROCS(numCpus) glog.WithField("num_cpus", numCpus). WithField("prev_maxprocs", prevProcs). -- GitLab