SYMBOL INDEX (235 symbols across 39 files)

FILE: reg-test/write-sgm.py
  function main (line 8) | def main(argv):
  function write_sgm (line 46) | def write_sgm(in_file, out_sgm, header, footer):
  function write_ref_sgm (line 61) | def write_ref_sgm(in_files, out_sgm, header, footer):

FILE: src/jbleu/JBLEU.java
  class JBLEU (line 12) | public class JBLEU {
    method JBLEU (line 21) | public JBLEU() {
    method JBLEU (line 24) | public JBLEU(int verbosity) {
    method pickReference (line 28) | public static int pickReference(List<String> hyp, List<List<String>> r...
    method stats (line 59) | public void stats(List<String> hyp, List<List<String>> refs, int[] res...
    method getAttemptedNgrams (line 110) | private static double getAttemptedNgrams(int[] suffStats, int j) {
    method getMatchingNgrams (line 114) | private static double getMatchingNgrams(int[] suffStats, int j) {
    method getRefWords (line 118) | private static double getRefWords(int[] suffStats) {
    method score (line 122) | public double score(int[] suffStats) {
    method score (line 149) | public double score(int[] suffStats, double[] allResults) {
    method getSuffStatCount (line 222) | public static int getSuffStatCount() {
    method main (line 229) | public static void main(String[] args) {

FILE: src/jbleu/util/HashUtil.java
  class HashUtil (line 3) | public class HashUtil {
    method smear (line 10) | static int smear(int hashCode) {

FILE: src/jbleu/util/Ngram.java
  class Ngram (line 6) | public class Ngram {
    method Ngram (line 11) | public Ngram(List<String> toks) {
    method hashCode (line 15) | public int hashCode() {
    method equals (line 24) | public boolean equals(Object obj) {
    method toString (line 34) | public String toString() {

FILE: src/jbleu/util/TrieCursor.java
  class TrieCursor (line 5) | public class TrieCursor<T, V> {
    method TrieCursor (line 9) | public TrieCursor(V value) {
    method match (line 14) | public TrieCursor<T, V> match(T ext) {
    method extend (line 22) | public TrieCursor<T, V> extend(T ext, V val) {
    method toString (line 34) | public String toString() {

FILE: src/multeval/HypothesisManager.java
  class HypothesisManager (line 14) | public class HypothesisManager {
    method getNumHyps (line 27) | public int getNumHyps() {
    method getNumOptRuns (line 31) | public int getNumOptRuns() {
    method getNumRefs (line 35) | public int getNumRefs() {
    method loadData (line 39) | public void loadData(String[] hypFilesBaseline, String[][] hypFilesByS...
    method loadRefs (line 53) | public static List<List<String>> loadRefs(String[] refFiles, int numHy...
    method loadHyps (line 79) | private void loadHyps(String[] hypFiles, String sys) throws IOException {
    method loadSentences (line 107) | public static List<String> loadSentences(String hypFile, String forWha...
    method getNumSystems (line 127) | public int getNumSystems() {
    method getHypotheses (line 131) | public List<String> getHypotheses(int iSys, int iOpt) {
    method getHypothesis (line 136) | public String getHypothesis(int iSys, int iOpt, int iHyp) {
    method getReferences (line 140) | public List<String> getReferences(int iHyp) {
    method getAllReferences (line 145) | public List<List<String>> getAllReferences() {

FILE: src/multeval/Module.java
  type Module (line 9) | public interface Module {
    method run (line 11) | public void run(Configurator opts) throws ConfigurationException, File...
    method getDynamicConfigurables (line 14) | public Iterable<Class<?>> getDynamicConfigurables();

FILE: src/multeval/MultEval.java
  class MultEval (line 20) | public class MultEval {
    method loadMetrics (line 32) | static List<Metric<?>> loadMetrics(String[] metricNames, Configurator ...
    method initThreads (line 64) | static int initThreads(final List<Metric<?>> metrics, int threads) {
    method loadVersion (line 73) | private static String loadVersion() throws IOException {
    method main (line 82) | public static void main(String[] args) throws ConfigurationException, ...

FILE: src/multeval/MultEvalModule.java
  class MultEvalModule (line 39) | public class MultEvalModule implements Module {
    method getDynamicConfigurables (line 86) | @Override
    method run (line 91) | @Override
    method runSentScores (line 180) | private void runSentScores(List<Metric<?>> metrics, HypothesisManager ...
    method runDiffRankEval (line 205) | private void runDiffRankEval(List<Metric<?>> metrics, HypothesisManage...
    method getSentLevelSubmetricScores (line 253) | private double[][] getSentLevelSubmetricScores(List<Metric<?>> metrics...
    method getSentLevelScores (line 276) | private double[][] getSentLevelScores(List<Metric<?>> metrics, Hypothe...
    method runApproximateRandomization (line 295) | private void runApproximateRandomization(List<Metric<?>> metrics, Hypo...
    method collectSuffStats (line 319) | private SuffStatManager collectSuffStats(List<Metric<?>> metrics,
    method runOverallEval (line 373) | private void runOverallEval(List<Metric<?>> metrics, HypothesisManager...
    method runOOVAnalysis (line 408) | private void runOOVAnalysis(List<Metric<?>> metrics, HypothesisManager...
    method runBootstrapResampling (line 447) | private void runBootstrapResampling(List<Metric<?>> metrics, Hypothesi...

FILE: src/multeval/NbestEntry.java
  class NbestEntry (line 9) | public class NbestEntry {
    method parse (line 22) | public static NbestEntry parse(String cdecStr, int origRank, int numMe...
    method toString (line 43) | public String toString(String[] metricNames, String[] submetricNames) {

FILE: src/multeval/NbestModule.java
  class NbestModule (line 33) | public class NbestModule implements Module {
    method getDynamicConfigurables (line 53) | @Override
    class NbestTask (line 58) | public static class NbestTask {
      method NbestTask (line 62) | public NbestTask(List<NbestEntry> myHyps, List<String> sentRefs) {
    method run (line 68) | @Override
    method getSubmetricNames (line 216) | public static String[] getSubmetricNames(List<Metric<?>> metrics) {
    method processHyp (line 233) | private void processHyp(List<Metric<?>> metricCopies, String[] submetr...
    method sortByMetricScore (line 328) | private void sortByMetricScore(List<NbestEntry> hyps, final int i, fin...

FILE: src/multeval/ResultsManager.java
  class ResultsManager (line 5) | public class ResultsManager {
    type Type (line 14) | public enum Type {
    method ResultsManager (line 19) | public ResultsManager(String[] metricNames, String[] sysNames, int num...
    method report (line 29) | public void report(int iMetric, int iSys, Type type, double d) {
    method get (line 44) | public Double get(int iMetric, int iSys, Type type) {

FILE: src/multeval/SuffStatManager.java
  class SuffStatManager (line 7) | public class SuffStatManager {
    method SuffStatManager (line 18) | public SuffStatManager(int numMetrics, int numSys, int numOpt, int num...
    method saveStats (line 48) | public void saveStats(int iMetric, int iSys, int iOpt, int iHyp, SuffS...
    method getStats (line 57) | public SuffStats<?> getStats(int iMetric, int iSys, int iOpt, int iHyp) {
    method getStats (line 63) | public List<SuffStats<?>> getStats(int iMetric, int iSys, int iOpt) {
    method getStats (line 69) | public List<List<SuffStats<?>>> getStats(int iSys, int iOpt) {
    method getStatsAllOptForSys (line 77) | public List<List<SuffStats<?>>> getStatsAllOptForSys(int iSys) {

FILE: src/multeval/analysis/DiffRanker.java
  class DiffRanker (line 6) | public class DiffRanker {
    method DiffRanker (line 10) | public DiffRanker(String[] metricNames) {
    class HypItem (line 14) | private static class HypItem {
      method HypItem (line 22) | public HypItem(int id, List<String> refs, String hypBaseline, String...
      method diff (line 33) | public double diff(int iMetric) {
    method write (line 38) | public void write(List<String> hypsMedianBaseline, List<String> hypsMe...

FILE: src/multeval/analysis/SentFormatter.java
  class SentFormatter (line 7) | public class SentFormatter {
    method SentFormatter (line 12) | public SentFormatter(String[] metricNames, String[] submetricNames) {
    class HypItem (line 17) | private static class HypItem {
      method HypItem (line 24) | public HypItem(int id, List<String> refs, String hyp, double[] metri...
    method write (line 33) | public void write(List<String> hyps, List<List<String>> refs,

FILE: src/multeval/metrics/BLEU.java
  class BLEU (line 18) | public class BLEU extends Metric<IntStats> {
    method stats (line 32) | @Override
    method tokenizeRefs (line 43) | public static List<List<String>> tokenizeRefs(List<String> refs) {
    method getMetricDescription (line 51) | @Override
    method score (line 56) | @Override
    method scoreSubmetrics (line 61) | @Override
    method getSubmetricNames (line 69) | @Override
    method toString (line 74) | @Override
    method configure (line 79) | @Override
    method isBiggerBetter (line 86) | @Override

FILE: src/multeval/metrics/IntStats.java
  class IntStats (line 7) | public class IntStats extends SuffStats<IntStats> {
    method IntStats (line 10) | public IntStats(int size) {
    method add (line 14) | @Override
    method create (line 19) | @Override
    method toString (line 24) | @Override

FILE: src/multeval/metrics/Length.java
  class Length (line 13) | public class Length extends Metric<IntStats> {
    method getMetricDescription (line 15) | @Override
    method stats (line 20) | @Override
    method score (line 34) | @Override
    method toString (line 41) | @Override
    method configure (line 46) | @Override
    method isBiggerBetter (line 51) | @Override

FILE: src/multeval/metrics/METEOR.java
  class METEOR (line 18) | public class METEOR extends Metric<METEORStats> {
    method getMetricDescription (line 54) | @Override
    method configure (line 72) | @Override
    method stats (line 145) | @Override
    method score (line 153) | @Override
    method scoreSubmetrics (line 159) | @Override
    method getSubmetricNames (line 166) | @Override
    method getUnmatchedHypWords (line 171) | public Multiset<String> getUnmatchedHypWords(METEORStats stats) {
    method getUnmatchedRefWords (line 188) | public Multiset<String> getUnmatchedRefWords(METEORStats stats) {
    method toString (line 205) | @Override
    method isBiggerBetter (line 210) | @Override
    method threadClone (line 215) | @Override

FILE: src/multeval/metrics/METEORStats.java
  class METEORStats (line 5) | public class METEORStats extends SuffStats<METEORStats> {
    method METEORStats (line 9) | public METEORStats(MeteorStats other) {
    method METEORStats (line 13) | private METEORStats() {
    method add (line 17) | @Override
    method create (line 24) | @Override
    method toString (line 29) | @Override

FILE: src/multeval/metrics/Metric.java
  class Metric (line 14) | public abstract class Metric<Stats extends SuffStats<Stats>> {
    method stats (line 16) | public abstract Stats stats(String sentence, List<String> refs);
    method score (line 18) | public abstract double score(Stats suffStats);
    method configure (line 20) | public abstract void configure(Configurator opts) throws Configuration...
    method isBiggerBetter (line 22) | public abstract boolean isBiggerBetter();
    method getMetricDescription (line 25) | public abstract String getMetricDescription();
    method getSubmetricNames (line 33) | public String[] getSubmetricNames() {
    method scoreSubmetrics (line 37) | public double[] scoreSubmetrics(Stats suffStats) {
    method scoreStats (line 42) | @SuppressWarnings("unchecked")
    method scoreSubmetricsStats (line 48) | @SuppressWarnings("unchecked")
    method scoreSubmetricsString (line 53) | public String scoreSubmetricsString(SuffStats<?> suffStats) {
    method threadClone (line 66) | public Metric<?> threadClone() {

FILE: src/multeval/metrics/SuffStats.java
  class SuffStats (line 3) | public abstract class SuffStats<T> {
    method add (line 4) | public abstract void add(T other);
    method create (line 6) | public abstract SuffStats<T> create();
    method add (line 9) | @SuppressWarnings("unchecked")

FILE: src/multeval/metrics/TER.java
  class TER (line 12) | public class TER extends Metric<IntStats> {
    method getMetricDescription (line 42) | @Override
    method stats (line 47) | @Override
    method score (line 82) | @Override
    method toString (line 91) | @Override
    method configure (line 96) | @Override
    method configureLibTer (line 104) | private void configureLibTer() {
    method isBiggerBetter (line 119) | @Override
    method threadClone (line 124) | @Override

FILE: src/multeval/output/AsciiTable.java
  class AsciiTable (line 8) | public class AsciiTable {
    method write (line 10) | public void write(ResultsManager results, PrintStream out) {
    method print (line 59) | private void print(PrintStream out, String[] columns) {

FILE: src/multeval/output/LatexTable.java
  class LatexTable (line 10) | public class LatexTable {
    method write (line 12) | public void write(ResultsManager results, List<Metric<?>> metricList, ...

FILE: src/multeval/parallel/MetricWorkerPool.java
  class MetricWorkerPool (line 10) | public abstract class MetricWorkerPool<Task, ThreadLocals> {
    method MetricWorkerPool (line 24) | public MetricWorkerPool(int threads, Supplier<ThreadLocals> threadLoca...
    method MetricWorkerPool (line 29) | public MetricWorkerPool(int threads, Supplier<ThreadLocals> threadLoca...
    method start (line 40) | public void start() {
    method addTask (line 68) | public void addTask(Task t) throws InterruptedException {
    method waitForCompletion (line 76) | public void waitForCompletion() throws InterruptedException {
    method doWork (line 90) | public abstract void doWork(ThreadLocals locals, Task t);

FILE: src/multeval/parallel/SynchronizedBufferedReader.java
  class SynchronizedBufferedReader (line 6) | public class SynchronizedBufferedReader {
    method SynchronizedBufferedReader (line 9) | public SynchronizedBufferedReader(BufferedReader in) {
    method readLine (line 13) | public synchronized String readLine() throws IOException {
    method close (line 17) | public synchronized void close() throws IOException {

FILE: src/multeval/parallel/SynchronizedPrintStream.java
  class SynchronizedPrintStream (line 13) | public class SynchronizedPrintStream {
    method SynchronizedPrintStream (line 19) | public SynchronizedPrintStream(PrintStream out) {
    method println (line 23) | public void println(int myUnit, String str) throws InterruptedException {
    method finishUnit (line 35) | public void finishUnit(int unit) {
    method close (line 44) | public void close() {

FILE: src/multeval/significance/BootstrapResampler.java
  class BootstrapResampler (line 10) | public class BootstrapResampler {
    method BootstrapResampler (line 22) | public BootstrapResampler(int threads, List<Metric<?>> metrics, List<L...
    class Locals (line 37) | private static class Locals {
      method Locals (line 41) | public Locals(List<Metric<?>> masterMetrics, int sampleSize) {
    method resample (line 60) | public List<double[]> resample(int numSamples) throws InterruptedExcep...
    method sumStats (line 96) | private static SuffStats<?> sumStats(int[] sampleMembers, int iMetric,...
    method chooseSampleMembers (line 106) | private void chooseSampleMembers(int totalPointsAvailable, int[] sampl...

FILE: src/multeval/significance/StratifiedApproximateRandomizationTest.java
  class StratifiedApproximateRandomizationTest (line 14) | public class StratifiedApproximateRandomizationTest {
    method StratifiedApproximateRandomizationTest (line 32) | public StratifiedApproximateRandomizationTest(int threads, List<Metric...
    method getTwoSidedP (line 58) | public double[] getTwoSidedP(int numShuffles) throws InterruptedExcept...
    method sumStats (line 124) | private static SuffStats<?> sumStats(Shuffling shuffling, int iMetric,...
    class Shuffling (line 137) | static class Shuffling {
      method Shuffling (line 145) | public Shuffling(int hyps, int optRuns) {
      method at (line 153) | public <T> T at(int iRow, List<T> a, List<T> b, boolean invert) {
      method shuffle (line 169) | public void shuffle() {
      method swap (line 201) | private void swap(int[] arr, int i, int j) {

FILE: src/multeval/util/ArrayUtils.java
  class ArrayUtils (line 5) | public class ArrayUtils {
    method plusEquals (line 11) | public static void plusEquals(float[] dest, float[] arg) {
    method plusEquals (line 22) | public static void plusEquals(int[] dest, int[] arg) {
    method toIntArray (line 29) | public static int[] toIntArray(float[] suffStats) {
    method toFloatArray (line 37) | public static float[] toFloatArray(int[] intSuffStats) {
    method indexOf (line 45) | public static int indexOf(double[] arr, double val) {

FILE: src/multeval/util/CollectionUtils.java
  class CollectionUtils (line 11) | public class CollectionUtils {
    method sortByCount (line 15) | public static <T> List<Entry<T>> sortByCount(Multiset<T> multiset) {
    method head (line 28) | public static <T> List<T> head(List<T> list, int n) {

FILE: src/multeval/util/FileUtils.java
  class FileUtils (line 7) | public class FileUtils {
    method getLastLine (line 10) | public static String getLastLine(String file) throws IOException {
    method main (line 24) | public static void main(String[] args) throws IOException {

FILE: src/multeval/util/LibUtil.java
  class LibUtil (line 5) | public class LibUtil {
    method checkLibrary (line 8) | public static void checkLibrary(String qualifiedName, String libName) {

FILE: src/multeval/util/MathUtils.java
  class MathUtils (line 5) | public class MathUtils {
    method factorial (line 8) | public static double factorial(int val) {
    method gamma (line 16) | public static double gamma(int alpha) {
    method average (line 20) | public static double average(List<Double> observations) {
    method average (line 28) | public static double average(double[] data) {
    method variance (line 36) | public static double variance(List<Double> observations) {
    method variance (line 45) | public static double variance(double[] observations) {
    method erf (line 59) | public static double erf(double z) {
    method min (line 82) | public static double min(double[] samples) {
    method max (line 89) | public static double max(double[] samples) {
    method stddev (line 96) | public static double stddev(double[] observations) {
    method medianIndexInSorted (line 100) | public static int medianIndexInSorted(double[] arr) {
    method medianIndex (line 114) | public static int medianIndex(double[] arr) {

FILE: src/multeval/util/StringUtils.java
  class StringUtils (line 5) | public class StringUtils {
    method normalizeWhitespace (line 9) | public static String normalizeWhitespace(String sent) {

FILE: src/multeval/util/SuffStatUtils.java
  class SuffStatUtils (line 9) | public class SuffStatUtils {
    method sumStats (line 10) | public static SuffStats<?> sumStats(List<SuffStats<?>> suffStats) {

FILE: src/multeval/util/Triple.java
  class Triple (line 3) | public class Triple<S1, S2, S3> {
    method Triple (line 8) | public Triple(S1 first, S2 second, S3 third) {
    method hashCode (line 14) | @Override
    method equals (line 19) | @Override

FILE: src/multeval/util/Tuple4.java
  class Tuple4 (line 3) | public class Tuple4<S1, S2, S3, S4> {
    method Tuple4 (line 9) | public Tuple4(S1 first, S2 second, S3 third, S4 fourth) {
    method hashCode (line 16) | @Override
    method equals (line 21) | @Override