Runtime: Sat Sep 13 16:04:19 PDT 2014 to Mon Sep 15 19:46:18 PDT 2014
[STDERR] Iter 6 evals 23[1M 1.000E0] 2.379E3 1.87s |8.295E1| {3.331E-4} 7.845E-2 - [STDERR] Iter 7 evals 15 [1M 1.000E0] 2.371E3 2.00s |8.025E1| {3.223E-4} 4.415E-2 - [STDERR] Iter 4 evals 7 [11M 1.000E0] 2.365E3 2.13s |7.978E1| {3.204E-4} 3.580E-2 - [STDERR] Iter 5 evals 8 [3M 1.000E0] 2.360E3 2.27s |8.197E1| {3.292E-4} 2.419E-2 - [STDERR] Iter 8 evals 26 [32M 1.000E0] 2.359E3 2.40s |8.116E1| {3.259E-4} 1.549E-2 - [STDERR] Iter 9 evals 27 [M 1.000E0] 2.356E3 2.54s |7.953E1| {3.194E-4} 1.343E-2 - [STDERR] Iter 10 evals 28 [M 1.000E0] 1.549E3 2.72s |7.169E1| {2.879E-4} 6.615E-2 - [STDERR] Iter 17 evals 29 [M 5.629E-2] 1.272E3 4.31s |1.005E2| {4.038E-4} 9.280E-2 - [STDERR] Iter 27 evals 41 [11 line search failure: bracketed but no feasible found M 1.820E-4] 1.271E3 6.38s |1.005E2| {4.035E-4} 8.819E-2 - [STDERR] Iter 27 evals 50 [3M 6.534E-2] 1.103E3 8.81s |8.606E1| {3.456E-4} 1.156E-1 - [STDERR] Iter 30 evals 53 [13M 1.239E-1] 1.079E3 9.52s |6.550E1| {2.630E-4} 1.197E-1 - [STDERR] Iter 31 evals 54 [31M 1.000E0] 1.065E3 9.70s |9.795E0| {3.934E-5} 1.220E-1 - [STDERR] Iter 32 evals 55 [23M 1.000E0] 1.065E3 9.87s |4.160E0| {1.671E-5} 1.217E-1 - [STDERR] Iter 33 evals 56 [1M 1.000E0] 1.065E3 10.04s |2.540E0| {1.020E-5} 1.216E-1 - [STDERR] Iter 34 evals 57 [3M 1.000E0] 1.065E3 10.22s |2.129E0| {8.548E-6} 1.212E-1 - [STDERR] Iter 35 evals 58 [M 1.000E0] 1.065E3 10.39s |1.872E0| {7.517E-6} 4.550E-2 - [STDERR] Iter 36 evals 59 [M 1.000E0] 1.065E3 10.57s |1.745E0| {7.008E-6} 1.943E-2 - [STDERR] Iter 37 evals 60 [M 1.000E0] 1.065E3 10.74s |9.977E-1| {4.007E-6} 1.935E-2 - [STDERR] Iter 24 evals 63 [M 1.000E0] 1.065E3 10.92s |2.816E-1| {1.131E-6} 3.627E-3 - [STDERR] Iter 38 evals 61 [11M 1.000E0] 1.065E3 11.10s |2.817E-1| {1.131E-6} 1.376E-3 - [STDERR] Iter 25 evals 65 [M 1.000E0] 1.065E3 11.27s [STDERR] QNMinimizer terminated due to average improvement: | newest_val - previous_val | / |newestVal| < TOL [STDERR] Total time spent in optimization: 11.27s } << EPOCH 6: Training Y classifier for label per:spouse [11.609 seconds] } << Threads( EPOCH 6: Training Y classifiers ) [01:09.230 minutes] } << M-STEP [2 hours, 30:27.8 minutes] } << EM [1 day, 21 hours, 42:34.696 minutes] [MIML-RE] Created the Z dataset with 1902380 datums. Computing Statistics { [ERROR] java.lang.OutOfMemoryError: GC overhead limit exceeded } [12:19.555 minutes] [Train] saving model to /tmp/kbp_workdir/kbp_relation_model.JOINT_BAYES.50.ser [MAIN] work dir: /tmp/kbp_workdir } << main [1 day, 22 hours, 36:33.948 minutes]
[DEBUG Eval] PR@00.99: F1 23.78 P 18.98 R 31.83
[DEBUG Eval] PR@00.99: F1 23.77 P 18.97 R 31.83
[DEBUG Eval] PR@00.99: F1 23.76 P 18.96 R 31.83
[DEBUG Eval] PR@00.99: F1 23.75 P 18.95 R 31.83
[DEBUG Eval] PR@00.99: F1 23.74 P 18.94 R 31.83
[DEBUG Eval] PR@00.99: F1 23.74 P 18.93 R 31.83
[DEBUG Eval] PR@00.99: F1 23.73 P 18.91 R 31.83
[DEBUG Eval] PR@00.99: F1 23.72 P 18.90 R 31.83
[DEBUG Eval] PR@00.99: F1 23.71 P 18.89 R 31.83
[DEBUG Eval] PR@00.99: F1 23.70 P 18.88 R 31.83
[DEBUG Eval] PR@01.00: F1 23.69 P 18.87 R 31.83
[DEBUG Eval] PR@01.00: F1 23.69 P 18.86 R 31.83
[DEBUG Eval] PR@01.00: F1 23.68 P 18.85 R 31.83
[DEBUG Eval] PR@01.00: F1 23.67 P 18.84 R 31.83
[DEBUG Eval] PR@01.00: F1 23.66 P 18.83 R 31.83
[DEBUG Eval] PR@01.00: F1 23.65 P 18.82 R 31.83
[DEBUG Eval] PR@01.00: F1 23.64 P 18.81 R 31.83
[DEBUG Eval] PR@01.00: F1 23.63 P 18.80 R 31.83
[Eval] P/R curve data generated in file: /tmp/kbp_workdir/simple2010/stanford1.curve
} << Generating PR Curve [03:52.354 minutes]
Score {
[Result] | Precision: 18.796
[Result] | Recall: 31.827
[Result] | F1: 23.634
[Result] |
[Result] | Optimal Precision: 41.868
[Result] | Optimal Recall: 25.000
[Result] | Optimal F1: 31.306
[Result] |
[Result] | Area Under PR Curve: 0.15987979370041472
}
} << Evaluating Test Entities [03:53.750 minutes]
[MAIN] work dir: /tmp/kbp_workdir/simple2010
} << main [2 hours, 59:43.166 minutes]
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1184)
java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548)
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509)
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432)
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178)
java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548)
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509)
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432)
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178)
java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348)
java.util.HashMap.internalWriteEntries(HashMap.java:1776)
java.util.HashMap.writeObject(HashMap.java:1354)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:483)
java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:988)
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496)
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432)
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178)
java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548)
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509)
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432)
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178)
java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348)
edu.stanford.nlp.kbp.common.PostgresUtils$KeyGraphCallback.setValue(PostgresUtils.java:573)
edu.stanford.nlp.kbp.common.PostgresUtils$KeyGraphCallback.setValue(PostgresUtils.java:567)
edu.stanford.nlp.kbp.common.PostgresUtils$KeyValueCallback.put(PostgresUtils.java:268)
...19 more
[STDOUT] TOP ELEMENT: edu.stanford.nlp.kbp.common.PostgresUtils$KeyValueCallback.put(PostgresUtils.java:270)
} << Raw Classification [06:28.798 minutes]
} << Annotating PERSON:Erika Rose (NIL00002,SF201) [06:28.798 minutes]
} << Processing Test Entities [100] [08:37.566 minutes]
} << main [09:31.747 minutes]
[DEBUG Eval] PR@00.99: F1 27.26 P 22.59 R 34.35
[DEBUG Eval] PR@00.99: F1 27.25 P 22.58 R 34.35
[DEBUG Eval] PR@00.99: F1 27.24 P 22.57 R 34.35
[DEBUG Eval] PR@00.99: F1 27.24 P 22.56 R 34.35
[DEBUG Eval] PR@00.99: F1 27.23 P 22.55 R 34.35
[DEBUG Eval] PR@00.99: F1 27.22 P 22.54 R 34.35
[DEBUG Eval] PR@00.99: F1 27.22 P 22.53 R 34.35
[DEBUG Eval] PR@01.00: F1 27.21 P 22.52 R 34.35
[DEBUG Eval] PR@01.00: F1 27.20 P 22.51 R 34.35
[DEBUG Eval] PR@01.00: F1 27.19 P 22.50 R 34.35
[DEBUG Eval] PR@01.00: F1 27.19 P 22.49 R 34.35
[DEBUG Eval] PR@01.00: F1 27.18 P 22.48 R 34.35
[DEBUG Eval] PR@01.00: F1 27.17 P 22.47 R 34.35
[DEBUG Eval] PR@01.00: F1 27.17 P 22.46 R 34.35
[DEBUG Eval] PR@01.00: F1 27.16 P 22.45 R 34.35
[DEBUG Eval] PR@01.00: F1 27.15 P 22.44 R 34.35
[DEBUG Eval] PR@01.00: F1 27.14 P 22.43 R 34.35
[DEBUG Eval] PR@01.00: F1 27.14 P 22.43 R 34.35
[Eval] P/R curve data generated in file: /tmp/kbp_workdir/simple2012/stanford1.curve
} << Generating PR Curve [04:56.750 minutes]
Score {
[Result] | Precision: 22.425
[Result] | Recall: 34.354
[Result] | F1: 27.136
[Result] |
[Result] | Optimal Precision: 35.684
[Result] | Optimal Recall: 27.630
[Result] | Optimal F1: 31.144
[Result] |
[Result] | Area Under PR Curve: 0.17150533209411395
}
} << Evaluating Test Entities [04:59.77 minutes]
[MAIN] work dir: /tmp/kbp_workdir/simple2012
} << main [1 hour, 52:35.732 minutes]
[GraphConsistency] filtered per:stateorprovinces_of_residence(Deborah Pryce:PERSON, Arizona:STATE_OR_PROVINCE) from sentence In the past few weeks , GOP lawmakers in districts narrowly divided along party lines -- Reps. Deborah Pryce of Ohio , Rick Renzi of Arizona , Jim Ramstad of Minnesota and Jerry Weller Illinois come to mind -- have all taken a pass on another term , creating grumbles that a full-scale retreat is underway .
[GraphConsistency] filtered per:stateorprovinces_of_residence(Barack Obama:PERSON, N.Y.:STATE_OR_PROVINCE) from sentence Conventional wisdom dictates that Democratic voters are thrilled with their choices for president , bursting at the seams to rally behind Sen. Hillary Rodham Clinton , N.Y. , Sen. Barack Obama , Ill. , or whoever gets the party 's nod next year .
[GraphConsistency] filtered per:title(Darko:PERSON, cook:TITLE) from sentence Upon leaving the marketplace we enjoyed lunch at Darko 's which Bojana prepared ; she was an excellent cook !
[GraphConsistency] filtered per:countries_of_residence(Darko:PERSON, Indonesia:COUNTRY) from sentence This was probably owing to my ignoring Darko and Bojana 's warning not to drink tap water but only bottled ; a lesson I ought have learned in Indonesia as a young girl .
[GraphConsistency] filtered per:title(Hillary Clinton:PERSON, Mayor:TITLE) from sentence A recent survey by Democratic pollster Celinda Lake , however , showed Clinton and Obama trailing former New York City Republican Mayor Rudy Giuliani in the 31 Democratic-held House districts regarded as most imperiled in 2008 , and even potentially serving as a drag on those lawmakers ' reelection chances .
[GraphConsistency] filtered per:title(Hillary Clinton:PERSON, mayor:TITLE) from sentence Giuliani takes 49 percent to Clinton 's 39 percent , while the former mayor 's lead over Obama is far smaller , 41 percent to 40 percent .
[GraphConsistency] filtered per:employee_of(Hillary Clinton:PERSON, Democratic:ORGANIZATION) from sentence A recent survey by Democratic pollster Celinda Lake , however , showed Clinton and Obama trailing former New York City Republican Mayor Rudy Giuliani in the 31 Democratic-held House districts regarded as most imperiled in 2008 , and even potentially serving as a drag on those lawmakers ' reelection chances .
[GraphConsistency] filtered per:countries_of_residence(Christopher Nugent:PERSON, Guinea:COUNTRY) from sentence Some members of Congress refuse to sponsor private bills because they fear `` an onslaught of requests , '' said Christopher Nugent , a Washington immigration lawyer who represents Malik Jarno , a mentally retarded teen-ager from Guinea .
[GraphConsistency] filtered per:stateorprovinces_of_residence(Christopher Nugent:PERSON, Washington:STATE_OR_PROVINCE) from sentence Some members of Congress refuse to sponsor private bills because they fear `` an onslaught of requests , '' said Christopher Nugent , a Washington immigration lawyer who represents Malik Jarno , a mentally retarded teen-ager from Guinea .
[GraphConsistency] filtered per:title(Christopher Nugent:PERSON, immigration lawyer:TITLE) from sentence Some members of Congress refuse to sponsor private bills because they fear `` an onslaught of requests , '' said Christopher Nugent , a Washington immigration lawyer who represents Malik Jarno , a mentally retarded teen-ager from Guinea .
[GraphConsistency] filtered org:top_members/employees(NATO:ORGANIZATION, Ramsey Clark:PERSON) from sentence Between the time of my dismissal from the New School and my dismissal from FDU the fall -LRB- 2002 -RRB- , I stayed in touch with many scholars and other politically active persons sharing similar anti-war views as myself regarding NATO 's 1999 Kosovo war including : Professor Barry Lituchy -LRB- NYC -RRB- , Ramsey Clark 's people at the International Action Center , and a couple of new acquaintances I 've chanced meet online in Serbian political activist forums .
[GraphConsistency] filtered per:employee_of(Patrick Leahy:PERSON, Congress:ORGANIZATION) from sentence Neither Senator Patrick Leahy nor Representative John Conyers , the Democratic chairmen of the Judiciary panels in the two chambers of Congress , appeared in any rush to issue the subpoenas .
[GraphConsistency] filtered per:employee_of(Patrick Leahy:PERSON, GOP:ORGANIZATION) from sentence Sampson 's attorney , Bradford Berenson , wrote in a letter Friday to Senate Judiciary Committee Chairman Patrick Leahy , D-Vt. , and ranking GOP member Arlen Specter , R-Pa. , that he hopes the voluntary testimony `` will satisfy the need of the Congress to obtain information '' from Sampson .
[GraphConsistency] filtered per:title(Patrick Leahy:PERSON, Representative:TITLE) from sentence Neither Senator Patrick Leahy nor Representative John Conyers , the Democratic chairmen of the Judiciary panels in the two chambers of Congress , appeared in any rush to issue the subpoenas .
Global Consistency (run 2) {
[ERROR MAIN] java.lang.NullPointerException
edu.stanford.nlp.kbp.slotfilling.evaluate.SimpleSlotFiller.findBestProvenance(SimpleSlotFiller.java:344)
edu.stanford.nlp.kbp.slotfilling.evaluate.InferentialSlotFiller.fillSlots(InferentialSlotFiller.java:128)
edu.stanford.nlp.kbp.slotfilling.evaluate.KBPEvaluator.run(KBPEvaluator.java:170)
edu.stanford.nlp.kbp.slotfilling.evaluate.KBPEvaluator.run(KBPEvaluator.java:197)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem.runProgram(SlotfillingSystem.java:238)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem.lambda$main$164(SlotfillingSystem.java:342)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem$$Lambda$7/670576685.apply(Unknown Source)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem.lambda$exec$163(SlotfillingSystem.java:321)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem$$Lambda$8/1681433494.run(Unknown Source)
edu.stanford.nlp.util.Execution.exec(Execution.java:619)
edu.stanford.nlp.util.Execution.exec(Execution.java:597)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem.exec(SlotfillingSystem.java:319)
edu.stanford.nlp.kbp.slotfilling.SlotfillingSystem.main(SlotfillingSystem.java:336)
}
} << Inference
} << Annotating PERSON:Paul Gillmor (E0526932,SF_ENG_002) [27.607 seconds]
} << Processing Test Entities [80] [02:27.840 minutes]
} << main [03:15.487 minutes]