SYMBOL INDEX (1072 symbols across 108 files) FILE: benchmark/bisect.rb function bisect_left1 (line 3) | def bisect_left1(a, x, opts={}) function bisect_left2 (line 22) | def bisect_left2(list, item) function bisect_left3 (line 31) | def bisect_left3(list, item, lo = 0, hi = list.size) FILE: benchmark/comparison/python.py function log (line 12) | def log(*values): function is_prime (line 56) | def is_prime(x): function multiplication_func (line 94) | def multiplication_func(matrix): function pi_func (line 123) | def pi_func(size): FILE: benchmark/comparison/ruby.rb function log (line 14) | def log(*values) FILE: benchmark/custom_marshal.rb function pack_int (line 4) | def pack_int(data) function pack_long (line 8) | def pack_long(data) function pack_doubles (line 12) | def pack_doubles(data) type Standard (line 16) | module Standard class LabeledPoint (line 17) | class LabeledPoint method initialize (line 18) | def initialize(label, features) method marshal_dump (line 23) | def marshal_dump method marshal_load (line 27) | def marshal_load(*) class Vector (line 31) | class Vector method initialize (line 32) | def initialize(array) method marshal_dump (line 36) | def marshal_dump method marshal_load (line 40) | def marshal_load(*) type Custom (line 45) | module Custom class LabeledPoint (line 46) | class LabeledPoint method initialize (line 47) | def initialize(label, features) method _dump (line 52) | def _dump(*) method _load (line 56) | def self._load(*) class Vector (line 60) | class Vector method initialize (line 61) | def initialize(array) method _dump (line 65) | def _dump(*) method _load (line 72) | def self._load(*) FILE: benchmark/digest.rb function java? (line 4) | def java? function murmur3_32_rotl (line 27) | def murmur3_32_rotl(x, r) function murmur3_32_fmix (line 31) | def murmur3_32_fmix(h) function murmur3_32__mmix (line 40) | def murmur3_32__mmix(k1) function murmur3_32_str_hash (line 46) | def murmur3_32_str_hash(str, seed=0) FILE: benchmark/enumerator.rb class Enumerator (line 3) | class Enumerator method defer (line 4) | def defer(&blk) function type_yield (line 15) | def type_yield function yield_map_x2 (line 23) | def yield_map_x2(enum) function type_enumerator_new (line 31) | def type_enumerator_new function enumerator_new_map_x2 (line 39) | def enumerator_new_map_x2(enum) function enumerator_defer_x2 (line 47) | def enumerator_defer_x2(enum) FILE: benchmark/sort.rb function <=> (line 29) | def <=>(other) FILE: benchmark/sort2.rb function words (line 16) | def words function word (line 20) | def word function sort1 (line 31) | def sort1(data) function sort1_2 (line 64) | def sort1_2(data) function sort2 (line 113) | def sort2(data) FILE: example/pi.rb function map (line 14) | def map(_) FILE: example/website_search.rb function parse_sitemap (line 48) | def parse_sitemap(doc) FILE: ext/ruby_c/murmur.c function MurmurHash64A (line 18) | uint64_t MurmurHash64A(const void * key, int len, uint64_t seed) function MurmurHash64B (line 63) | uint64_t MurmurHash64B(const void * key, int len, uint64_t seed) function VALUE (line 122) | VALUE murmur2_digest(VALUE rb_str, uint64_t seed) function VALUE (line 137) | VALUE method_murmur2_digest(int argc, VALUE *argv, VALUE klass) function VALUE (line 151) | VALUE method_portable_hash(int argc, VALUE *argv, VALUE klass) FILE: ext/ruby_c/ruby-spark.c function Init_ruby_spark_ext (line 10) | void Init_ruby_spark_ext() FILE: ext/ruby_java/Digest.java class Digest (line 12) | @JRubyModule(name="Spark::Digest") method Digest (line 18) | public Digest(final Ruby ruby, RubyClass rubyClass) { method portable_hash (line 22) | @JRubyMethod(module=true) FILE: ext/ruby_java/Murmur2.java class Murmur2 (line 21) | @JRubyClass(name="Spark::Digest::Murmur2") method Murmur2 (line 24) | public Murmur2(final Ruby ruby, RubyClass rubyClass) { method digest (line 28) | @JRubyMethod(required=1, optional=1, module=true) method hash64 (line 57) | public static long hash64(final byte[] data, int length, long seed) { FILE: ext/ruby_java/RubySparkExtService.java class RubySparkExtService (line 8) | public class RubySparkExtService implements BasicLibraryService method basicLoad (line 10) | public boolean basicLoad(final Ruby ruby) throws java.io.IOException { method allocate (line 23) | public IRubyObject allocate(Ruby ruby, RubyClass rubyClass) { FILE: lib/spark.rb type Spark (line 11) | module Spark function print_logo (line 43) | def self.print_logo(message=nil) function config (line 71) | def self.config(&block) function clear_config (line 83) | def self.clear_config function context (line 88) | def self.context function sql_context (line 93) | def self.sql_context function start (line 100) | def self.start function start_sql (line 104) | def self.start_sql function stop (line 108) | def self.stop function started? (line 120) | def self.started? function load_defaults (line 131) | def self.load_defaults function load_defaults_from (line 140) | def self.load_defaults_from(file_path) function save_defaults_to (line 158) | def self.save_defaults_to(file_path) function logger (line 181) | def self.logger function root (line 186) | def self.root function target_dir (line 191) | def self.target_dir function worker_dir (line 196) | def self.worker_dir function ruby_spark_jar (line 200) | def self.ruby_spark_jar function spark_ext_dir (line 204) | def self.spark_ext_dir function load_lib (line 219) | def self.load_lib(target=nil) function java_bridge (line 229) | def self.java_bridge FILE: lib/spark/accumulator.rb type Spark (line 1) | module Spark class Accumulator (line 55) | class Accumulator method initialize (line 68) | def initialize(value, accum_param=:+, zero_value=0) method inspect (line 80) | def inspect method changed (line 88) | def self.changed method instances (line 92) | def self.instances method valid_accum_param (line 96) | def valid_accum_param method driver? (line 127) | def driver? method add (line 135) | def add(term) method + (line 147) | def +(term) method add_by_symbol (line 152) | def add_by_symbol(term) method marshal_dump (line 171) | def marshal_dump method marshal_load (line 175) | def marshal_load(array) method load_accum_param (line 183) | def load_accum_param class Server (line 199) | class Server method start (line 203) | def self.start method stop (line 207) | def self.stop method host (line 211) | def self.host method port (line 216) | def self.port method initialize (line 221) | def initialize method stop (line 230) | def stop method handle_accept (line 236) | def handle_accept method handle_connection (line 245) | def handle_connection(socket) class Accumulator (line 198) | class Accumulator method initialize (line 68) | def initialize(value, accum_param=:+, zero_value=0) method inspect (line 80) | def inspect method changed (line 88) | def self.changed method instances (line 92) | def self.instances method valid_accum_param (line 96) | def valid_accum_param method driver? (line 127) | def driver? method add (line 135) | def add(term) method + (line 147) | def +(term) method add_by_symbol (line 152) | def add_by_symbol(term) method marshal_dump (line 171) | def marshal_dump method marshal_load (line 175) | def marshal_load(array) method load_accum_param (line 183) | def load_accum_param class Server (line 199) | class Server method start (line 203) | def self.start method stop (line 207) | def self.stop method host (line 211) | def self.host method port (line 216) | def self.port method initialize (line 221) | def initialize method stop (line 230) | def stop method handle_accept (line 236) | def handle_accept method handle_connection (line 245) | def handle_connection(socket) type Spark (line 197) | module Spark class Accumulator (line 55) | class Accumulator method initialize (line 68) | def initialize(value, accum_param=:+, zero_value=0) method inspect (line 80) | def inspect method changed (line 88) | def self.changed method instances (line 92) | def self.instances method valid_accum_param (line 96) | def valid_accum_param method driver? (line 127) | def driver? method add (line 135) | def add(term) method + (line 147) | def +(term) method add_by_symbol (line 152) | def add_by_symbol(term) method marshal_dump (line 171) | def marshal_dump method marshal_load (line 175) | def marshal_load(array) method load_accum_param (line 183) | def load_accum_param class Server (line 199) | class Server method start (line 203) | def self.start method stop (line 207) | def self.stop method host (line 211) | def self.host method port (line 216) | def self.port method initialize (line 221) | def initialize method stop (line 230) | def stop method handle_accept (line 236) | def handle_accept method handle_connection (line 245) | def handle_connection(socket) class Accumulator (line 198) | class Accumulator method initialize (line 68) | def initialize(value, accum_param=:+, zero_value=0) method inspect (line 80) | def inspect method changed (line 88) | def self.changed method instances (line 92) | def self.instances method valid_accum_param (line 96) | def valid_accum_param method driver? (line 127) | def driver? method add (line 135) | def add(term) method + (line 147) | def +(term) method add_by_symbol (line 152) | def add_by_symbol(term) method marshal_dump (line 171) | def marshal_dump method marshal_load (line 175) | def marshal_load(array) method load_accum_param (line 183) | def load_accum_param class Server (line 199) | class Server method start (line 203) | def self.start method stop (line 207) | def self.stop method host (line 211) | def self.host method port (line 216) | def self.port method initialize (line 221) | def initialize method stop (line 230) | def stop method handle_accept (line 236) | def handle_accept method handle_connection (line 245) | def handle_connection(socket) FILE: lib/spark/broadcast.rb type Spark (line 1) | module Spark class Broadcast (line 27) | class Broadcast method initialize (line 48) | def initialize(sc, value) method inspect (line 64) | def inspect method register (line 71) | def self.register(id, path) method value (line 75) | def value method marshal_dump (line 95) | def marshal_dump method marshal_load (line 99) | def marshal_load(id) FILE: lib/spark/build.rb type Spark (line 1) | module Spark type Build (line 2) | module Build function build (line 14) | def self.build(options={}) FILE: lib/spark/cli.rb type Commander (line 3) | module Commander type UI (line 4) | module UI function enable_paging (line 7) | def self.enable_paging type Spark (line 12) | module Spark class CLI (line 13) | class CLI method run (line 19) | def run FILE: lib/spark/command.rb type Spark (line 1) | module Spark class Command (line 6) | class Command method initialize (line 10) | def initialize method execute (line 18) | def execute(iterator, split_index) method last (line 41) | def last method bound_objects (line 45) | def bound_objects method marshal_dump (line 61) | def marshal_dump method marshal_load (line 65) | def marshal_load(array) method serialized_bound_objects (line 75) | def serialized_bound_objects FILE: lib/spark/command/base.rb class Spark::Command::Base (line 6) | class Spark::Command::Base method initialize (line 13) | def initialize(*args) method to_s (line 19) | def to_s method error (line 23) | def self.error(message) method error (line 27) | def error(message) method log (line 31) | def log(message=nil) method settings (line 42) | def self.settings method settings (line 47) | def settings method init_settings (line 52) | def self.init_settings method variable (line 76) | def self.variable(name, options={}) method execute (line 89) | def execute(iterator, split_index) method prepared? (line 102) | def prepared? method prepare (line 114) | def prepare method before_run (line 141) | def before_run method method_missing (line 150) | def method_missing(method, *args, &block) FILE: lib/spark/command/basic.rb class Spark::Command::Map (line 6) | class Spark::Command::Map < _Base method run (line 9) | def run(iterator, *) method lazy_run (line 16) | def lazy_run(iterator, *) class Spark::Command::FlatMap (line 26) | class Spark::Command::FlatMap < Spark::Command::Map method run (line 27) | def run(iterator, *) method lazy_run (line 33) | def lazy_run(iterator, *) class Spark::Command::MapPartitionsWithIndex (line 43) | class Spark::Command::MapPartitionsWithIndex < _Base method run (line 46) | def run(iterator, index) class Spark::Command::MapPartitions (line 58) | class Spark::Command::MapPartitions < Spark::Command::MapPartitionsWithI... method run (line 59) | def run(iterator, *) class Spark::Command::Filter (line 70) | class Spark::Command::Filter < _Base method run (line 73) | def run(iterator, *) method lazy_run (line 80) | def lazy_run(iterator, *) class Spark::Command::Compact (line 90) | class Spark::Command::Compact < _Base method run (line 91) | def run(iterator, *) method lazy_run (line 96) | def lazy_run(iterator, *) class Spark::Command::Glom (line 106) | class Spark::Command::Glom < _Base method run (line 107) | def run(iterator, *) method lazy_run (line 111) | def lazy_run(iterator, *) class Spark::Command::Shuffle (line 119) | class Spark::Command::Shuffle < _Base method run (line 122) | def run(iterator, *) method rng (line 127) | def rng class Spark::Command::PartitionBy (line 135) | class Spark::Command::PartitionBy class Base (line 137) | class Base < Spark::Command::Base method prepare (line 140) | def prepare method run (line 147) | def run(iterator, *) method lazy_run (line 155) | def lazy_run(iterator, *) method make_partition_item (line 163) | def make_partition_item(item) class Basic (line 171) | class Basic < Base class Sorting (line 175) | class Sorting < Base method prepare (line 181) | def prepare class Spark::Command::Aggregate (line 206) | class Spark::Command::Aggregate < _Base method run (line 210) | def run(iterator, *) method lazy_run (line 214) | def lazy_run(iterator, *) class Spark::Command::Reduce (line 222) | class Spark::Command::Reduce < Spark::Command::Aggregate method run (line 223) | def run(iterator, *) class Spark::Command::Foreach (line 231) | class Spark::Command::Foreach < _Base method run (line 234) | def run(iterator, *) class Spark::Command::ForeachPartition (line 245) | class Spark::Command::ForeachPartition < _Base method run (line 248) | def run(iterator, *) class Spark::Command::KeyBy (line 257) | class Spark::Command::KeyBy < _Base method run (line 260) | def run(iterator, *) method lazy_run (line 267) | def lazy_run(iterator, *) class Spark::Command::Take (line 277) | class Spark::Command::Take < _Base method run (line 281) | def run(iterator, index) class Spark::Command::Pipe (line 293) | class Spark::Command::Pipe < _Base method before_run (line 296) | def before_run method run (line 302) | def run(iterator, *) method lazy_run (line 318) | def lazy_run(iterator, *) method create_writing_thread (line 333) | def create_writing_thread(iterator) FILE: lib/spark/command/pair.rb class Spark::Command::CombineByKey (line 6) | class Spark::Command::CombineByKey class Base (line 10) | class Base < Spark::Command::Base method run (line 11) | def run(iterator, *) method lazy_run (line 15) | def lazy_run(iterator, *) class Combine (line 22) | class Combine < Base method _run (line 26) | def _run(iterator) class Merge (line 43) | class Merge < Base method _run (line 46) | def _run(iterator, *) class CombineWithZero (line 61) | class CombineWithZero < Base method _run (line 65) | def _run(iterator) class Spark::Command::MapValues (line 88) | class Spark::Command::MapValues < _Base method run (line 91) | def run(iterator, *) method lazy_run (line 99) | def lazy_run(iterator, *) class Spark::Command::FlatMapValues (line 110) | class Spark::Command::FlatMapValues < _Base method run (line 113) | def run(iterator, *) FILE: lib/spark/command/sort.rb class Spark::Command::SortByKey (line 6) | class Spark::Command::SortByKey < _Base method before_run (line 14) | def before_run method run (line 18) | def run(iterator, _) method run_with_enum (line 28) | def run_with_enum(iterator, _) method run_with_spilling (line 41) | def run_with_spilling(iterator) method run_without_spilling (line 46) | def run_without_spilling(iterator) FILE: lib/spark/command/statistic.rb class Spark::Command::Sample (line 6) | class Spark::Command::Sample < _Base method run (line 11) | def run(iterator, _) method lazy_run (line 15) | def lazy_run(iterator, _) method sampler (line 19) | def sampler method _sampler (line 23) | def _sampler class Spark::Command::Stats (line 37) | class Spark::Command::Stats < _Base method run (line 39) | def run(iterator, *) method lazy_run (line 43) | def lazy_run(iterator, *) class Spark::Command::Histogram (line 52) | class Spark::Command::Histogram < _Base method run (line 58) | def run(iterator, *) method lazy_run (line 75) | def lazy_run(iterator, *) method min (line 81) | def min method max (line 85) | def max method counter_size (line 89) | def counter_size method increment (line 93) | def increment method bucket_function (line 99) | def bucket_function method _bucket_function (line 103) | def _bucket_function method fast_bucket_function (line 113) | def fast_bucket_function method basic_bucket_function (line 129) | def basic_bucket_function FILE: lib/spark/command_builder.rb type Spark (line 3) | module Spark class CommandBuilder (line 7) | class CommandBuilder method initialize (line 20) | def initialize(serializer, deserializer=nil) method create_command (line 26) | def create_command method deep_copy (line 32) | def deep_copy method build (line 45) | def build method add_command (line 49) | def add_command(klass, *args) method add_library (line 68) | def add_library(*libraries) method bind (line 72) | def bind(objects) method serialize_function (line 87) | def serialize_function(func) method serialize_function_from_string (line 102) | def serialize_function_from_string(string) method serialize_function_from_symbol (line 106) | def serialize_function_from_symbol(symbol) method serialize_function_from_proc (line 115) | def serialize_function_from_proc(proc) method serialize_function_from_method (line 130) | def serialize_function_from_method(meth) FILE: lib/spark/command_validator.rb type Spark (line 1) | module Spark type CommandValidator (line 2) | module CommandValidator function validate (line 4) | def validate(value, options) function valid? (line 8) | def valid?(value, options) function validate_type (line 17) | def validate_type(value, types) function validate_size (line 27) | def validate_size(array1, array2) FILE: lib/spark/config.rb type Spark (line 4) | module Spark class Config (line 6) | class Config method initialize (line 16) | def initialize method from_file (line 22) | def from_file(file) method [] (line 31) | def [](key) method []= (line 35) | def []=(key, value) method spark_conf (line 39) | def spark_conf method valid! (line 48) | def valid! method read_only? (line 80) | def read_only? method get (line 85) | def get(key) method get_all (line 100) | def get_all method contains? (line 104) | def contains?(key) method set (line 108) | def set(key, value) method set_app_name (line 113) | def set_app_name(name) method set_master (line 117) | def set_master(master) method parse_boolean (line 121) | def parse_boolean(value) method parse_integer (line 130) | def parse_integer(value) method set_default (line 137) | def set_default method default_serializer (line 151) | def default_serializer method default_serializer_compress (line 155) | def default_serializer_compress method default_serializer_batch_size (line 159) | def default_serializer_batch_size method default_executor_command (line 169) | def default_executor_command method default_executor_options (line 178) | def default_executor_options method default_worker_type (line 198) | def default_worker_type method load_executor_envs (line 208) | def load_executor_envs method check_read_only (line 227) | def check_read_only FILE: lib/spark/constant.rb type Spark (line 1) | module Spark type Constant (line 3) | module Constant FILE: lib/spark/context.rb type Spark (line 4) | module Spark class Context (line 9) | class Context method initialize (line 21) | def initialize method inspect (line 41) | def inspect method stop (line 47) | def stop method sc (line 53) | def sc method ui (line 57) | def ui method default_parallelism (line 63) | def default_parallelism method default_serializer (line 71) | def default_serializer method default_batch_size (line 92) | def default_batch_size method set_local_property (line 104) | def set_local_property(key, value) method get_local_property (line 110) | def get_local_property(key) method set_call_site (line 116) | def set_call_site(site) method clear_call_site (line 120) | def clear_call_site method config (line 127) | def config(key=nil) method add_file (line 149) | def add_file(*files) method broadcast (line 169) | def broadcast(value) method accumulator (line 188) | def accumulator(value, accum_param=:+, zero_value=0) method parallelize (line 207) | def parallelize(data, num_slices=nil, serializer=nil) method text_file (line 236) | def text_file(path, min_partitions=nil, encoding=Encoding::UTF_8, se... method whole_text_files (line 260) | def whole_text_files(path, min_partitions=nil, serializer=nil) method run_job (line 278) | def run_job(rdd, f, partitions=nil, allow_local=false) method run_job_with_command (line 284) | def run_job_with_command(rdd, partitions, allow_local, command, *args) FILE: lib/spark/error.rb type Spark (line 1) | module Spark class BuildError (line 3) | class BuildError < StandardError class SerializeError (line 8) | class SerializeError < StandardError class NotImplemented (line 13) | class NotImplemented < StandardError class ConfigurationError (line 17) | class ConfigurationError < StandardError class RDDError (line 21) | class RDDError < StandardError class CommandError (line 25) | class CommandError < StandardError class ParseError (line 30) | class ParseError < StandardError class ContextError (line 34) | class ContextError < StandardError class BroadcastError (line 39) | class BroadcastError < StandardError class AccumulatorError (line 45) | class AccumulatorError < StandardError class MllibError (line 49) | class MllibError < StandardError class SQLError (line 53) | class SQLError < StandardError class JavaBridgeError (line 57) | class JavaBridgeError < StandardError FILE: lib/spark/ext/hash.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type Hash (line 3) | module Hash type ClassMethods (line 4) | module ClassMethods type InstanceMethods (line 7) | module InstanceMethods function stringify_keys_with_spark! (line 9) | def stringify_keys_with_spark! function symbolize_keys_with_spark! (line 14) | def symbolize_keys_with_spark! function transform_keys_with_spark! (line 20) | def transform_keys_with_spark! function included (line 28) | def self.included(base) FILE: lib/spark/ext/integer.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type Integer (line 3) | module Integer type ClassMethods (line 4) | module ClassMethods type InstanceMethods (line 7) | module InstanceMethods function included (line 10) | def self.included(base) FILE: lib/spark/ext/io.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type IO (line 3) | module IO type ClassMethods (line 4) | module ClassMethods type InstanceMethods (line 7) | module InstanceMethods function read_int (line 11) | def read_int function read_int_or_eof (line 15) | def read_int_or_eof function read_long (line 21) | def read_long function read_string (line 25) | def read_string function read_data (line 29) | def read_data function write_int (line 36) | def write_int(data) function write_long (line 40) | def write_long(data) function write_string (line 47) | def write_string(data) function write_data (line 52) | def write_data(data) function included (line 57) | def self.included(base) FILE: lib/spark/ext/ip_socket.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type IPSocket (line 3) | module IPSocket type ClassMethods (line 4) | module ClassMethods type InstanceMethods (line 7) | module InstanceMethods function port (line 8) | def port function hostname (line 12) | def hostname function numeric_address (line 16) | def numeric_address function included (line 21) | def self.included(base) FILE: lib/spark/ext/module.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type Module (line 3) | module Module function patch_unless_exist (line 40) | def patch_unless_exist(target, suffix) function path_const_unless_exist (line 48) | def path_const_unless_exist(target, suffix) FILE: lib/spark/ext/object.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type Object (line 3) | module Object type ClassMethods (line 4) | module ClassMethods type InstanceMethods (line 7) | module InstanceMethods function deep_copy_with_spark (line 8) | def deep_copy_with_spark function silence_warnings (line 12) | def silence_warnings function cattr_reader_with_spark (line 19) | def cattr_reader_with_spark(*syms) function cattr_writer_with_spark (line 38) | def cattr_writer_with_spark(*syms) function cattr_accessor_with_spark (line 57) | def cattr_accessor_with_spark(*syms) function included (line 63) | def self.included(base) FILE: lib/spark/ext/string.rb type Spark (line 1) | module Spark type CoreExtension (line 2) | module CoreExtension type String (line 3) | module String type ClassMethods (line 4) | module ClassMethods type InstanceMethods (line 7) | module InstanceMethods function camelize_with_spark (line 8) | def camelize_with_spark function included (line 13) | def self.included(base) FILE: lib/spark/helper.rb type Spark (line 1) | module Spark type Helper (line 2) | module Helper FILE: lib/spark/helper/logger.rb type Spark (line 1) | module Spark type Helper (line 2) | module Helper type Logger (line 3) | module Logger function included (line 5) | def self.included(base) type Methods (line 10) | module Methods function log_info (line 11) | def log_info(message) function log_debug (line 15) | def log_debug(message) function log_trace (line 19) | def log_trace(message) function log_warning (line 23) | def log_warning(message) function log_error (line 27) | def log_error(message) FILE: lib/spark/helper/parser.rb type Spark (line 1) | module Spark type Helper (line 2) | module Helper type Parser (line 3) | module Parser function included (line 5) | def self.included(base) type Methods (line 10) | module Methods function to_java_hash (line 11) | def to_java_hash(hash) function convert_to_java_int (line 23) | def convert_to_java_int(data) function to_java_array_list (line 31) | def to_java_array_list(array) function to_memory_size (line 51) | def to_memory_size(memory, result_unit="KB") function memory_multiplier_based_kb (line 66) | def memory_multiplier_based_kb(type) FILE: lib/spark/helper/serialize.rb type Spark (line 1) | module Spark type Helper (line 2) | module Helper type Serialize (line 3) | module Serialize function pack_int (line 16) | def pack_int(data) function pack_long (line 20) | def pack_long(data) function pack_double (line 24) | def pack_double(data) function pack_unsigned_chars (line 28) | def pack_unsigned_chars(data) function pack_ints (line 32) | def pack_ints(data) function pack_longs (line 37) | def pack_longs(data) function pack_doubles (line 42) | def pack_doubles(data) function unpack_int (line 49) | def unpack_int(data) function unpack_long (line 53) | def unpack_long(data) function unpack_chars (line 57) | def unpack_chars(data) function __check_array (line 63) | def __check_array(data) FILE: lib/spark/helper/statistic.rb type Spark (line 1) | module Spark type Helper (line 2) | module Helper type Statistic (line 3) | module Statistic function compute_fraction (line 19) | def compute_fraction(lower_bound, total, with_replacement) function upper_poisson_bound (line 30) | def upper_poisson_bound(bound) function upper_binomial_bound (line 42) | def upper_binomial_bound(delta, total, fraction) function bisect_right (line 58) | def bisect_right(data, value, low=0, high=data.size) function determine_bounds (line 82) | def determine_bounds(data, num_partitions) FILE: lib/spark/helper/system.rb type Spark (line 1) | module Spark type Helper (line 2) | module Helper type System (line 3) | module System function included (line 5) | def self.included(base) type Methods (line 10) | module Methods function windows? (line 11) | def windows? function mri? (line 15) | def mri? function jruby? (line 19) | def jruby? function pry? (line 23) | def pry? function memory_usage (line 28) | def memory_usage FILE: lib/spark/java_bridge.rb type Spark (line 1) | module Spark type JavaBridge (line 2) | module JavaBridge function init (line 10) | def self.init(*args) FILE: lib/spark/java_bridge/base.rb type Spark (line 6) | module Spark type JavaBridge (line 7) | module JavaBridge class Base (line 8) | class Base method initialize (line 48) | def initialize(target) method import_all (line 53) | def import_all method import_all_test (line 65) | def import_all_test method call (line 77) | def call(klass, method, *args) method to_array_list (line 88) | def to_array_list(array) method to_seq (line 96) | def to_seq(array) method to_long (line 100) | def to_long(number) method to_java (line 105) | def to_java(object) method to_ruby (line 124) | def to_ruby(object) method jars (line 187) | def jars method objects_with_names (line 193) | def objects_with_names(objects) method java_objects (line 206) | def java_objects method java_test_objects (line 210) | def java_test_objects method raise_missing_class (line 214) | def raise_missing_class(klass) FILE: lib/spark/java_bridge/jruby.rb type Spark (line 3) | module Spark type JavaBridge (line 4) | module JavaBridge class JRuby (line 5) | class JRuby < Base method initialize (line 7) | def initialize(*args) method import (line 12) | def import(name, klass) method java_object? (line 19) | def java_object?(object) FILE: lib/spark/java_bridge/rjb.rb type Spark (line 7) | module Spark type JavaBridge (line 8) | module JavaBridge class RJB (line 9) | class RJB < Base method initialize (line 11) | def initialize(*args) method import (line 17) | def import(name, klass) method java_object? (line 23) | def java_object?(object) method jars (line 29) | def jars FILE: lib/spark/library.rb type Spark (line 1) | module Spark type Library (line 2) | module Library function autoload (line 4) | def autoload(klass, location, import=true) function autoload_without_import (line 13) | def autoload_without_import(klass, location) function import (line 17) | def import(to=Object) FILE: lib/spark/logger.rb type Spark (line 4) | module Spark class Logger (line 5) | class Logger method initialize (line 9) | def initialize method level_off (line 13) | def level_off method disable (line 18) | def disable method enabled? (line 25) | def enabled? method info (line 29) | def info(message) method debug (line 33) | def debug(message) method trace (line 37) | def trace(message) method warning (line 41) | def warning(message) method error (line 45) | def error(message) method info? (line 49) | def info? method debug? (line 53) | def debug? method trace? (line 57) | def trace? method warning? (line 61) | def warning? method error? (line 65) | def error? method level_enabled? (line 69) | def level_enabled?(type) FILE: lib/spark/mllib.rb type Spark (line 1) | module Spark type Mllib (line 5) | module Mllib function prepare (line 50) | def self.prepare function narray? (line 71) | def self.narray? function mdarray? (line 75) | def self.mdarray? FILE: lib/spark/mllib/classification/common.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class ClassificationModel (line 3) | class ClassificationModel method initialize (line 7) | def initialize(weights, intercept) method threshold= (line 13) | def threshold=(value) method clear_threshold (line 17) | def clear_threshold class ClassificationMethodBase (line 27) | class ClassificationMethodBase < RegressionMethodBase type Mllib (line 26) | module Mllib class ClassificationModel (line 3) | class ClassificationModel method initialize (line 7) | def initialize(weights, intercept) method threshold= (line 13) | def threshold=(value) method clear_threshold (line 17) | def clear_threshold class ClassificationMethodBase (line 27) | class ClassificationMethodBase < RegressionMethodBase type Spark (line 25) | module Spark type Mllib (line 2) | module Mllib class ClassificationModel (line 3) | class ClassificationModel method initialize (line 7) | def initialize(weights, intercept) method threshold= (line 13) | def threshold=(value) method clear_threshold (line 17) | def clear_threshold class ClassificationMethodBase (line 27) | class ClassificationMethodBase < RegressionMethodBase type Mllib (line 26) | module Mllib class ClassificationModel (line 3) | class ClassificationModel method initialize (line 7) | def initialize(weights, intercept) method threshold= (line 13) | def threshold=(value) method clear_threshold (line 17) | def clear_threshold class ClassificationMethodBase (line 27) | class ClassificationMethodBase < RegressionMethodBase FILE: lib/spark/mllib/classification/logistic_regression.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Mllib (line 90) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Mllib (line 172) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Spark (line 89) | module Spark type Mllib (line 2) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Mllib (line 90) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Mllib (line 172) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Spark (line 171) | module Spark type Mllib (line 2) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Mllib (line 90) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) type Mllib (line 172) | module Mllib class LogisticRegressionModel (line 60) | class LogisticRegressionModel < ClassificationModel method initialize (line 62) | def initialize(*args) method predict (line 69) | def predict(vector) class LogisticRegressionWithSGD (line 91) | class LogisticRegressionWithSGD < ClassificationMethodBase method train (line 150) | def self.train(rdd, options={}) class LogisticRegressionWithLBFGS (line 173) | class LogisticRegressionWithLBFGS < ClassificationMethodBase method train (line 220) | def self.train(rdd, options={}) FILE: lib/spark/mllib/classification/naive_bayes.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class NaiveBayesModel (line 43) | class NaiveBayesModel method initialize (line 47) | def initialize(labels, pi, theta) method predict (line 55) | def predict(vector) class NaiveBayes (line 69) | class NaiveBayes method train (line 82) | def self.train(rdd, lambda=1.0) type Mllib (line 68) | module Mllib class NaiveBayesModel (line 43) | class NaiveBayesModel method initialize (line 47) | def initialize(labels, pi, theta) method predict (line 55) | def predict(vector) class NaiveBayes (line 69) | class NaiveBayes method train (line 82) | def self.train(rdd, lambda=1.0) type Spark (line 67) | module Spark type Mllib (line 2) | module Mllib class NaiveBayesModel (line 43) | class NaiveBayesModel method initialize (line 47) | def initialize(labels, pi, theta) method predict (line 55) | def predict(vector) class NaiveBayes (line 69) | class NaiveBayes method train (line 82) | def self.train(rdd, lambda=1.0) type Mllib (line 68) | module Mllib class NaiveBayesModel (line 43) | class NaiveBayesModel method initialize (line 47) | def initialize(labels, pi, theta) method predict (line 55) | def predict(vector) class NaiveBayes (line 69) | class NaiveBayes method train (line 82) | def self.train(rdd, lambda=1.0) FILE: lib/spark/mllib/classification/svm.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class SVMModel (line 42) | class SVMModel < ClassificationModel method initialize (line 44) | def initialize(*args) method predict (line 51) | def predict(vector) class SVMWithSGD (line 72) | class SVMWithSGD < ClassificationMethodBase method train (line 130) | def self.train(rdd, options={}) type Mllib (line 71) | module Mllib class SVMModel (line 42) | class SVMModel < ClassificationModel method initialize (line 44) | def initialize(*args) method predict (line 51) | def predict(vector) class SVMWithSGD (line 72) | class SVMWithSGD < ClassificationMethodBase method train (line 130) | def self.train(rdd, options={}) type Spark (line 70) | module Spark type Mllib (line 2) | module Mllib class SVMModel (line 42) | class SVMModel < ClassificationModel method initialize (line 44) | def initialize(*args) method predict (line 51) | def predict(vector) class SVMWithSGD (line 72) | class SVMWithSGD < ClassificationMethodBase method train (line 130) | def self.train(rdd, options={}) type Mllib (line 71) | module Mllib class SVMModel (line 42) | class SVMModel < ClassificationModel method initialize (line 44) | def initialize(*args) method predict (line 51) | def predict(vector) class SVMWithSGD (line 72) | class SVMWithSGD < ClassificationMethodBase method train (line 130) | def self.train(rdd, options={}) FILE: lib/spark/mllib/clustering/gaussian_mixture.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class GaussianMixtureModel (line 25) | class GaussianMixtureModel method initialize (line 29) | def initialize(weights, gaussians) method predict (line 37) | def predict(rdd) method predict_soft (line 46) | def predict_soft(rdd) method means (line 50) | def means method sigmas (line 54) | def sigmas class GaussianMixture (line 64) | class GaussianMixture method train (line 66) | def self.train(rdd, k, convergence_tol: 0.001, max_iterations: 100... type Mllib (line 63) | module Mllib class GaussianMixtureModel (line 25) | class GaussianMixtureModel method initialize (line 29) | def initialize(weights, gaussians) method predict (line 37) | def predict(rdd) method predict_soft (line 46) | def predict_soft(rdd) method means (line 50) | def means method sigmas (line 54) | def sigmas class GaussianMixture (line 64) | class GaussianMixture method train (line 66) | def self.train(rdd, k, convergence_tol: 0.001, max_iterations: 100... type Spark (line 62) | module Spark type Mllib (line 2) | module Mllib class GaussianMixtureModel (line 25) | class GaussianMixtureModel method initialize (line 29) | def initialize(weights, gaussians) method predict (line 37) | def predict(rdd) method predict_soft (line 46) | def predict_soft(rdd) method means (line 50) | def means method sigmas (line 54) | def sigmas class GaussianMixture (line 64) | class GaussianMixture method train (line 66) | def self.train(rdd, k, convergence_tol: 0.001, max_iterations: 100... type Mllib (line 63) | module Mllib class GaussianMixtureModel (line 25) | class GaussianMixtureModel method initialize (line 29) | def initialize(weights, gaussians) method predict (line 37) | def predict(rdd) method predict_soft (line 46) | def predict_soft(rdd) method means (line 50) | def means method sigmas (line 54) | def sigmas class GaussianMixture (line 64) | class GaussianMixture method train (line 66) | def self.train(rdd, k, convergence_tol: 0.001, max_iterations: 100... FILE: lib/spark/mllib/clustering/kmeans.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class KMeansModel (line 47) | class KMeansModel method initialize (line 51) | def initialize(centers) method predict (line 56) | def predict(vector) method from_java (line 72) | def self.from_java(object) class KMeans (line 87) | class KMeans method train (line 113) | def self.train(rdd, k, max_iterations: 100, runs: 1, initializatio... type Mllib (line 86) | module Mllib class KMeansModel (line 47) | class KMeansModel method initialize (line 51) | def initialize(centers) method predict (line 56) | def predict(vector) method from_java (line 72) | def self.from_java(object) class KMeans (line 87) | class KMeans method train (line 113) | def self.train(rdd, k, max_iterations: 100, runs: 1, initializatio... type Spark (line 85) | module Spark type Mllib (line 2) | module Mllib class KMeansModel (line 47) | class KMeansModel method initialize (line 51) | def initialize(centers) method predict (line 56) | def predict(vector) method from_java (line 72) | def self.from_java(object) class KMeans (line 87) | class KMeans method train (line 113) | def self.train(rdd, k, max_iterations: 100, runs: 1, initializatio... type Mllib (line 86) | module Mllib class KMeansModel (line 47) | class KMeansModel method initialize (line 51) | def initialize(centers) method predict (line 56) | def predict(vector) method from_java (line 72) | def self.from_java(object) class KMeans (line 87) | class KMeans method train (line 113) | def self.train(rdd, k, max_iterations: 100, runs: 1, initializatio... FILE: lib/spark/mllib/matrix.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 26) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 34) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 64) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Spark (line 25) | module Spark type Mllib (line 2) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 26) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 34) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 64) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Spark (line 33) | module Spark type Mllib (line 2) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 26) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 34) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 64) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Spark (line 63) | module Spark type Mllib (line 2) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 26) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 34) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) type Mllib (line 64) | module Mllib type Matrices (line 3) | module Matrices function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function to_matrix (line 13) | def self.to_matrix(data) class MatrixBase (line 28) | class MatrixBase < MatrixAdapter class DenseMatrix (line 41) | class DenseMatrix < MatrixBase method initialize (line 43) | def initialize(rows, cols, values) method to_java (line 47) | def to_java method from_java (line 51) | def self.from_java(object) class SparseMatrix (line 95) | class SparseMatrix < MatrixBase method initialize (line 99) | def initialize(rows, cols, col_pointers, row_indices, values) FILE: lib/spark/mllib/regression/common.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class RegressionModel (line 8) | class RegressionModel method initialize (line 12) | def initialize(weights, intercept) method predict (line 29) | def predict(data) class RegressionMethodBase (line 46) | class RegressionMethodBase method train (line 48) | def self.train(rdd, options) type Mllib (line 40) | module Mllib class RegressionModel (line 8) | class RegressionModel method initialize (line 12) | def initialize(weights, intercept) method predict (line 29) | def predict(data) class RegressionMethodBase (line 46) | class RegressionMethodBase method train (line 48) | def self.train(rdd, options) type Spark (line 39) | module Spark type Mllib (line 2) | module Mllib class RegressionModel (line 8) | class RegressionModel method initialize (line 12) | def initialize(weights, intercept) method predict (line 29) | def predict(data) class RegressionMethodBase (line 46) | class RegressionMethodBase method train (line 48) | def self.train(rdd, options) type Mllib (line 40) | module Mllib class RegressionModel (line 8) | class RegressionModel method initialize (line 12) | def initialize(weights, intercept) method predict (line 29) | def predict(data) class RegressionMethodBase (line 46) | class RegressionMethodBase method train (line 48) | def self.train(rdd, options) FILE: lib/spark/mllib/regression/labeled_point.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib class LabeledPoint (line 15) | class LabeledPoint method initialize (line 19) | def initialize(label, features) method from_java (line 24) | def self.from_java(object) method marshal_dump (line 31) | def marshal_dump method marshal_load (line 35) | def marshal_load(array) FILE: lib/spark/mllib/regression/lasso.rb class Spark::Mllib::LassoModel (line 49) | class Spark::Mllib::LassoModel < Spark::Mllib::RegressionModel type Spark (line 52) | module Spark type Mllib (line 53) | module Mllib class LassoWithSGD (line 54) | class LassoWithSGD < RegressionMethodBase method train (line 104) | def self.train(rdd, options={}) FILE: lib/spark/mllib/regression/linear.rb class Spark::Mllib::LinearRegressionModel (line 55) | class Spark::Mllib::LinearRegressionModel < Spark::Mllib::RegressionModel type Spark (line 58) | module Spark type Mllib (line 59) | module Mllib class LinearRegressionWithSGD (line 60) | class LinearRegressionWithSGD < RegressionMethodBase method train (line 119) | def self.train(rdd, options={}) FILE: lib/spark/mllib/regression/ridge.rb class Spark::Mllib::RidgeRegressionModel (line 46) | class Spark::Mllib::RidgeRegressionModel < Spark::Mllib::RegressionModel type Spark (line 49) | module Spark type Mllib (line 50) | module Mllib class RidgeRegressionWithSGD (line 51) | class RidgeRegressionWithSGD < RegressionMethodBase method train (line 101) | def self.train(rdd, options={}) FILE: lib/spark/mllib/ruby_matrix/matrix_adapter.rb type Spark (line 3) | module Spark type Mllib (line 4) | module Mllib class MatrixAdapter (line 5) | class MatrixAdapter < ::Matrix method new (line 7) | def self.new(*args) method initialize (line 23) | def initialize(type, rows, cols, values=nil) method shape (line 43) | def shape method values (line 47) | def values FILE: lib/spark/mllib/ruby_matrix/vector_adapter.rb class Vector (line 5) | class Vector method elements (line 6) | def self.elements(array, copy=true) type Spark (line 11) | module Spark type Mllib (line 12) | module Mllib class VectorAdapter (line 13) | class VectorAdapter < ::Vector method new (line 15) | def self.new(*args) method initialize (line 21) | def initialize(*args) method []= (line 34) | def []=(index, value) method dot (line 38) | def dot(other) method squared_distance (line 46) | def squared_distance(other) method values (line 51) | def values FILE: lib/spark/mllib/vector.rb type Spark (line 1) | module Spark type Mllib (line 2) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 36) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 44) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 111) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Spark (line 35) | module Spark type Mllib (line 2) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 36) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 44) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 111) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Spark (line 43) | module Spark type Mllib (line 2) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 36) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 44) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 111) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Spark (line 110) | module Spark type Mllib (line 2) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 36) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 44) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) type Mllib (line 111) | module Mllib type Vectors (line 3) | module Vectors function dense (line 5) | def self.dense(*args) function sparse (line 9) | def self.sparse(*args) function parse (line 13) | def self.parse(data) function to_vector (line 23) | def self.to_vector(data) class VectorBase (line 38) | class VectorBase < VectorAdapter class DenseVector (line 57) | class DenseVector < VectorBase method initialize (line 59) | def initialize(values) method parse (line 67) | def self.parse(data) method to_s (line 86) | def to_s method to_java (line 90) | def to_java method from_java (line 94) | def self.from_java(object) method marshal_dump (line 98) | def marshal_dump method marshal_load (line 102) | def marshal_load(array) class SparseVector (line 127) | class SparseVector < VectorBase method initialize (line 131) | def initialize(arg1, arg2=nil, arg3=nil) method parse (line 151) | def self.parse(data) method to_s (line 171) | def to_s method marshal_dump (line 175) | def marshal_dump method marshal_load (line 179) | def marshal_load(array) FILE: lib/spark/rdd.rb type Spark (line 1) | module Spark class RDD (line 7) | class RDD method initialize (line 27) | def initialize(jrdd, context, serializer, deserializer=nil) method inspect (line 37) | def inspect method + (line 54) | def +(other) method add_command (line 62) | def add_command(klass, *args) method add_library (line 72) | def add_library(*libraries) method bind (line 89) | def bind(objects) method new_rdd_from_command (line 98) | def new_rdd_from_command(klass, *args) method config (line 107) | def config method default_reduce_partitions (line 111) | def default_reduce_partitions method partitions_size (line 116) | def partitions_size method id (line 121) | def id method cache (line 126) | def cache method persist (line 136) | def persist(new_level) method unpersist (line 147) | def unpersist(blocking=true) method cached? (line 153) | def cached? method checkpointed? (line 157) | def checkpointed? method name (line 163) | def name method set_name (line 170) | def set_name(value) method name= (line 175) | def name=(value) method to_java (line 179) | def to_java method collect (line 199) | def collect(as_enum=false) method collect_from_file (line 212) | def collect_from_file(file, as_enum=false) method collect_as_hash (line 232) | def collect_as_hash method take (line 247) | def take(count) method first (line 290) | def first method reduce (line 301) | def reduce(f) method fold (line 318) | def fold(zero_value, f) method aggregate (line 342) | def aggregate(zero_value, seq_op, comb_op) method max (line 353) | def max method min (line 364) | def min method sum (line 375) | def sum method count (line 386) | def count method stats (line 394) | def stats method mean (line 404) | def mean method variance (line 414) | def variance method stdev (line 424) | def stdev method sample_stdev (line 436) | def sample_stdev method sample_variance (line 447) | def sample_variance method histogram (line 476) | def histogram(buckets) method foreach (line 576) | def foreach(f, options={}) method foreach_partition (line 588) | def foreach_partition(f, options={}) method map (line 604) | def map(f) method flat_map (line 616) | def flat_map(f) method map_partitions (line 627) | def map_partitions(f) method map_partitions_with_index (line 639) | def map_partitions_with_index(f, options={}) method filter (line 650) | def filter(f) method compact (line 661) | def compact method glom (line 672) | def glom method coalesce (line 683) | def coalesce(num_partitions) method cartesian (line 705) | def cartesian(other) method distinct (line 720) | def distinct method shuffle (line 733) | def shuffle(seed=nil) method union (line 747) | def union(other) method reserialize (line 765) | def reserialize(new_serializer) method intersection (line 785) | def intersection(other) method partition_by (line 802) | def partition_by(num_partitions, partition_func=nil) method sample (line 822) | def sample(with_replacement, fraction, seed=nil) method take_sample (line 837) | def take_sample(with_replacement, num, seed=nil) method pipe (line 913) | def pipe(*cmds) method reduce_by_key (line 931) | def reduce_by_key(f, num_partitions=nil) method combine_by_key (line 959) | def combine_by_key(create_combiner, merge_value, merge_combiners, nu... method group_by (line 974) | def group_by(f, num_partitions=nil) method group_by_key (line 989) | def group_by_key(num_partitions=nil) method fold_by_key (line 1007) | def fold_by_key(zero_value, f, num_partitions=nil) method aggregate_by_key (line 1026) | def aggregate_by_key(zero_value, seq_func, comb_func, num_partitions... method group_with (line 1043) | def group_with(other, num_partitions=nil) method cogroup (line 1057) | def cogroup(*others) method subtract_by_key (line 1075) | def subtract_by_key(other, num_partitions=nil) method subtract (line 1094) | def subtract(other, num_partitions=nil) method sort_by_key (line 1109) | def sort_by_key(ascending=true, num_partitions=nil) method sort_by_value (line 1120) | def sort_by_value(ascending=true, num_partitions=nil) method sort_by (line 1139) | def sort_by(key_function=nil, ascending=true, num_partitions=nil) method key_by (line 1190) | def key_by(f) method map_values (line 1204) | def map_values(f) method flat_map_values (line 1218) | def flat_map_values(f) method keys (line 1229) | def keys method values (line 1240) | def values method lookup (line 1258) | def lookup(key) method _reduce (line 1301) | def _reduce(klass, seq_op, comb_op, zero_value=nil) method _partition_by (line 1320) | def _partition_by(num_partitions, klass, *args) method _combine_by_key (line 1341) | def _combine_by_key(combine, merge, num_partitions) class PipelinedRDD (line 1365) | class PipelinedRDD < RDD method initialize (line 1369) | def initialize(prev, command) method pipelinable? (line 1386) | def pipelinable? method jrdd (line 1391) | def jrdd method _jrdd (line 1397) | def _jrdd FILE: lib/spark/sampler.rb type Spark (line 4) | module Spark type RandomGenerator (line 5) | module RandomGenerator class Poisson (line 6) | class Poisson method initialize (line 8) | def initialize(mean, seed) method rand (line 13) | def rand type Sampler (line 32) | module Sampler class Base (line 34) | class Base method initialize (line 37) | def initialize(fraction, seed=nil) class Poisson (line 45) | class Poisson < Base method sample (line 47) | def sample(iterator) method lazy_sample (line 57) | def lazy_sample(iterator) method rng (line 64) | def rng class Uniform (line 72) | class Uniform < Base method sample (line 74) | def sample(iterator) method lazy_sample (line 79) | def lazy_sample(iterator) method rng (line 85) | def rng type Spark (line 31) | module Spark type RandomGenerator (line 5) | module RandomGenerator class Poisson (line 6) | class Poisson method initialize (line 8) | def initialize(mean, seed) method rand (line 13) | def rand type Sampler (line 32) | module Sampler class Base (line 34) | class Base method initialize (line 37) | def initialize(fraction, seed=nil) class Poisson (line 45) | class Poisson < Base method sample (line 47) | def sample(iterator) method lazy_sample (line 57) | def lazy_sample(iterator) method rng (line 64) | def rng class Uniform (line 72) | class Uniform < Base method sample (line 74) | def sample(iterator) method lazy_sample (line 79) | def lazy_sample(iterator) method rng (line 85) | def rng FILE: lib/spark/serializer.rb type Spark (line 1) | module Spark type Serializer (line 5) | module Serializer function register (line 31) | def self.register(*args) function find (line 40) | def self.find(name) function find! (line 44) | def self.find!(name) function build (line 54) | def self.build(text=nil, &block) FILE: lib/spark/serializer/auto_batched.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class AutoBatched (line 8) | class AutoBatched < Batched method initialize (line 12) | def initialize(serializer, best_size=65536) method batched? (line 19) | def batched? method unbatch! (line 23) | def unbatch! method name (line 26) | def name method dump_to_io (line 30) | def dump_to_io(data, io) FILE: lib/spark/serializer/base.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Base (line 4) | class Base method load_from_io (line 6) | def load_from_io(io) method load_from_file (line 17) | def load_from_file(file, *args) method == (line 28) | def ==(other) method batched? (line 32) | def batched? method unbatch! (line 36) | def unbatch! method check_each (line 39) | def check_each(data) method error (line 45) | def error(message) method name (line 49) | def name method to_s (line 53) | def to_s method inspect (line 57) | def inspect FILE: lib/spark/serializer/batched.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Batched (line 3) | class Batched < Base method initialize (line 7) | def initialize(serializer, batch_size=nil) method batched? (line 17) | def batched? method unbatch! (line 21) | def unbatch! method load (line 25) | def load(data) method dump (line 29) | def dump(data) method name (line 33) | def name method to_s (line 37) | def to_s method dump_to_io (line 44) | def dump_to_io(data, io) method load_from_io (line 62) | def load_from_io(io) FILE: lib/spark/serializer/cartesian.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Cartesian (line 3) | class Cartesian < Pair method aggregate (line 5) | def aggregate(item1, item2) FILE: lib/spark/serializer/compressed.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Compressed (line 3) | class Compressed < Base method initialize (line 5) | def initialize(serializer) method dump (line 9) | def dump(data) method load (line 13) | def load(data) FILE: lib/spark/serializer/marshal.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Marshal (line 3) | class Marshal < Base method dump (line 5) | def dump(data) method load (line 9) | def load(data) FILE: lib/spark/serializer/message_pack.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class MessagePack (line 3) | class MessagePack < Base method dump (line 5) | def dump(data) method load (line 9) | def load(data) FILE: lib/spark/serializer/oj.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Oj (line 3) | class Oj < Base method dump (line 5) | def dump(data) method load (line 9) | def load(data) FILE: lib/spark/serializer/pair.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Pair (line 3) | class Pair < Base method initialize (line 5) | def initialize(serializer1, serializer2) method to_s (line 10) | def to_s method aggregate (line 14) | def aggregate(item1, item2) method load_from_io (line 18) | def load_from_io(io) FILE: lib/spark/serializer/text.rb type Spark (line 1) | module Spark type Serializer (line 2) | module Serializer class Text (line 3) | class Text < Base method initialize (line 7) | def initialize(encoding=Encoding::UTF_8) method load (line 13) | def load(data) method to_s (line 17) | def to_s FILE: lib/spark/sort.rb type Spark (line 1) | module Spark type InternalSorter (line 2) | module InternalSorter class Base (line 3) | class Base method initialize (line 4) | def initialize(key_function) class Ascending (line 9) | class Ascending < Base method sort (line 10) | def sort(data) class Descending (line 15) | class Descending < Ascending method sort (line 16) | def sort(data) function get (line 22) | def self.get(ascending, key_function) class ExternalSorter (line 36) | class ExternalSorter method initialize (line 61) | def initialize(total_memory, serializer) method add_memory! (line 68) | def add_memory! method sort_by (line 72) | def sort_by(iterator, ascending=true, key_function=KEY_FUNCTION) method create_temp_folder (line 134) | def create_temp_folder method destroy_temp_folder (line 138) | def destroy_temp_folder method make_parts (line 144) | def make_parts(iterator, internal_sorter) type Spark (line 35) | module Spark type InternalSorter (line 2) | module InternalSorter class Base (line 3) | class Base method initialize (line 4) | def initialize(key_function) class Ascending (line 9) | class Ascending < Base method sort (line 10) | def sort(data) class Descending (line 15) | class Descending < Ascending method sort (line 16) | def sort(data) function get (line 22) | def self.get(ascending, key_function) class ExternalSorter (line 36) | class ExternalSorter method initialize (line 61) | def initialize(total_memory, serializer) method add_memory! (line 68) | def add_memory! method sort_by (line 72) | def sort_by(iterator, ascending=true, key_function=KEY_FUNCTION) method create_temp_folder (line 134) | def create_temp_folder method destroy_temp_folder (line 138) | def destroy_temp_folder method make_parts (line 144) | def make_parts(iterator, internal_sorter) FILE: lib/spark/sql.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL FILE: lib/spark/sql/column.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL class Column (line 3) | class Column method to_java (line 8) | def self.to_java(col) method from_literal (line 16) | def self.from_literal(literal) method from_name (line 20) | def self.from_name(name) method when (line 42) | def self.when(condition, value) method initialize (line 52) | def initialize(jcolumn) method get_item (line 134) | def get_item(key) method get_field (line 155) | def get_field(name) method substr (line 169) | def substr(start, length) method isin (line 191) | def isin(*cols) method alias (line 211) | def alias(name) method cast (line 224) | def cast(data_type) method between (line 250) | def between(lower, upper) method when (line 270) | def when(condition, value) method otherwise (line 295) | def otherwise(value) method over (line 304) | def over(*) method method_missing (line 308) | def method_missing(method, item) method to_s (line 312) | def to_s method inspect (line 316) | def inspect method func_op (line 327) | def func_op(name) method bin_op (line 332) | def bin_op(name, item) method unary_op (line 343) | def unary_op(name) FILE: lib/spark/sql/context.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL class Context (line 3) | class Context method initialize (line 7) | def initialize(spark_context) method read (line 12) | def read FILE: lib/spark/sql/data_frame.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL class DataFrame (line 8) | class DataFrame method initialize (line 12) | def initialize(jdf, sql_context) method [] (line 32) | def [](item) method columns (line 55) | def columns method schema (line 60) | def schema method show_string (line 70) | def show_string(n=20, truncate=true) method show (line 80) | def show(n=20, truncate=true) method print_schema (line 92) | def print_schema method explain (line 96) | def explain(extended=false) method print_explain (line 120) | def print_explain(extended=false) method dtypes (line 130) | def dtypes method inspect (line 136) | def inspect method method_missing (line 145) | def method_missing(method, *args, &block) method collect (line 164) | def collect method collect_as_hash (line 168) | def collect_as_hash method values (line 174) | def values method count (line 183) | def count method take (line 188) | def take(num) method first (line 193) | def first method select (line 219) | def select(*cols) method filter (line 243) | def filter(condition) method limit (line 257) | def limit(num) FILE: lib/spark/sql/data_frame_reader.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL class DataFrameReader (line 3) | class DataFrameReader method initialize (line 7) | def initialize(sql_context) method df (line 12) | def df(jdf) method format (line 18) | def format(source) method option (line 24) | def option(key, value) method options (line 30) | def options(options) method load (line 45) | def load(path=nil, new_format=nil, new_schema=nil, new_options=nil) method schema (line 65) | def schema(new_schema) method json (line 89) | def json(path, new_schema=nil) FILE: lib/spark/sql/data_type.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL class DataType (line 6) | class DataType method parse (line 14) | def self.parse(data) method class_name (line 33) | def self.class_name method type_name (line 37) | def self.type_name method complex (line 41) | def self.complex method atomic (line 45) | def self.atomic method == (line 49) | def ==(other) method type_name (line 53) | def type_name method simple_string (line 57) | def simple_string method json_value (line 61) | def json_value method json (line 65) | def json method to_s (line 69) | def to_s method inspect (line 73) | def inspect class StructType (line 91) | class StructType < DataType method from_json (line 96) | def self.from_json(json) method initialize (line 104) | def initialize(fields=[]) method json_value (line 109) | def json_value method to_s (line 116) | def to_s class StructField (line 125) | class StructField < DataType method from_json (line 129) | def self.from_json(json) method initialize (line 147) | def initialize(name, data_type, nullable=true, metadata={}) method json_value (line 154) | def json_value method to_s (line 163) | def to_s class AtomicType (line 174) | class AtomicType < DataType class BooleanType (line 182) | class BooleanType < AtomicType class NumericType (line 191) | class NumericType < AtomicType class IntegralType (line 200) | class IntegralType < NumericType class StringType (line 209) | class StringType < AtomicType class LongType (line 222) | class LongType < IntegralType FILE: lib/spark/sql/row.rb type Spark (line 1) | module Spark type SQL (line 2) | module SQL class Row (line 6) | class Row method from_java (line 9) | def self.from_java(object, with_schema=true) method initialize (line 35) | def initialize(data={}) method [] (line 39) | def [](item) method to_h (line 43) | def to_h method inspect (line 47) | def inspect FILE: lib/spark/stat_counter.rb type Spark (line 1) | module Spark class StatCounter (line 2) | class StatCounter method initialize (line 10) | def initialize(iterator) method merge (line 20) | def merge(other) method sum (line 32) | def sum method variance (line 37) | def variance method sample_variance (line 47) | def sample_variance method stdev (line 56) | def stdev method sample_stdev (line 62) | def sample_stdev method to_s (line 66) | def to_s method merge_stat_counter (line 79) | def merge_stat_counter(other) method merge_array (line 109) | def merge_array(array) method merge_value (line 115) | def merge_value(value) FILE: lib/spark/storage_level.rb type Spark (line 4) | module Spark class StorageLevel (line 5) | class StorageLevel method reload (line 7) | def self.reload method reload! (line 13) | def self.reload! method java_get (line 28) | def self.java_get(arg) FILE: lib/spark/version.rb type Spark (line 1) | module Spark FILE: lib/spark/worker/master.rb type Master (line 18) | module Master function create (line 20) | def self.create class Base (line 29) | class Base method initialize (line 32) | def initialize method run (line 38) | def run method receive_message (line 47) | def receive_message method kill_worker_and_wait (line 60) | def kill_worker_and_wait class Process (line 72) | class Process < Base method create_worker (line 74) | def create_worker method kill_worker (line 87) | def kill_worker method fork? (line 94) | def fork? method _fork? (line 98) | def _fork? class Thread (line 113) | class Thread < Base method initialize (line 115) | def initialize method create_worker (line 125) | def create_worker method kill_worker (line 131) | def kill_worker FILE: lib/spark/worker/spark_files.rb class SparkFiles (line 1) | class SparkFiles method get (line 7) | def self.get(file_name) method get_content (line 11) | def self.get_content(file_name) FILE: lib/spark/worker/worker.rb type Worker (line 18) | module Worker class Base (line 19) | class Base method initialize (line 27) | def initialize(port) method run (line 35) | def run method before_start (line 47) | def before_start method before_end (line 51) | def before_end method compute (line 57) | def compute method send_error (line 88) | def send_error(e) method successful_finish (line 114) | def successful_finish method log (line 131) | def log(message=nil) class Process (line 143) | class Process < Base method id (line 145) | def id method before_start (line 151) | def before_start method kill_worker (line 155) | def kill_worker class Thread (line 164) | class Thread < Base method id (line 166) | def id method load_command (line 172) | def load_command method load_iterator (line 178) | def load_iterator method kill_worker (line 189) | def kill_worker FILE: spec/generator.rb class Generator (line 1) | class Generator method numbers (line 2) | def self.numbers(size=1000) method numbers_with_zero (line 6) | def self.numbers_with_zero(size=1000) method words (line 10) | def self.words(size=1000) method word (line 14) | def self.word(size=10) method lines (line 18) | def self.lines(size=1000, letters=3) method hash (line 26) | def self.hash(size=1000) method hash_with_values (line 32) | def self.hash_with_values(size=1000, values_count=10) FILE: spec/lib/command_spec.rb function to_s_method (line 3) | def to_s_method(x) FILE: spec/lib/filter_spec.rb function func4 (line 3) | def func4(item) function rdd_numbers (line 48) | def rdd_numbers(workers) function rdd_words (line 52) | def rdd_words(workers) function rdd_numbers (line 68) | def rdd_numbers(workers) function rdd_words (line 72) | def rdd_words(workers) FILE: spec/lib/flat_map_spec.rb function rdd (line 62) | def rdd(workers) function rdd (line 77) | def rdd(workers) function rdd (line 93) | def rdd(workers) FILE: spec/lib/group_spec.rb function make_result (line 39) | def make_result(*hashes) function rdd_result (line 54) | def rdd_result(workers) function rdd_1 (line 73) | def rdd_1(workers) function rdd_2 (line 77) | def rdd_2(workers) function rdd_3 (line 81) | def rdd_3(workers) function rdd_numbers (line 98) | def rdd_numbers(workers) function rdd_words (line 102) | def rdd_words(workers) FILE: spec/lib/key_spec.rb function rdd_numbers (line 28) | def rdd_numbers(workers) function rdd_words (line 32) | def rdd_words(workers) FILE: spec/lib/map_partitions_spec.rb function func3 (line 3) | def func3(x) function func4_with_index (line 7) | def func4_with_index(data, index) function rdd (line 66) | def rdd(workers) function rdd (line 80) | def rdd(workers) FILE: spec/lib/map_spec.rb function rdd (line 55) | def rdd(workers) function rdd (line 68) | def rdd(workers) function rdd (line 84) | def rdd(workers) FILE: spec/lib/reduce_by_key_spec.rb function flat_map (line 3) | def flat_map(line) function map (line 7) | def map(item) function reduce (line 11) | def reduce(x,y) function rdd (line 65) | def rdd(workers) function rdd (line 78) | def rdd(workers) function fold_by_key (line 104) | def fold_by_key(num_partitions=nil) FILE: spec/lib/reduce_spec.rb function longest_words (line 3) | def longest_words(memo, word) function rdd_numbers (line 99) | def rdd_numbers(workers) function rdd_lines (line 103) | def rdd_lines(workers) function rdd_numbers (line 120) | def rdd_numbers(workers) function rdd_lines (line 124) | def rdd_lines(workers) FILE: spec/lib/sample_spec.rb function rdd (line 39) | def rdd(workers) FILE: spec/lib/sort_spec.rb function rdd (line 34) | def rdd(workers) function rdd (line 50) | def rdd(workers) FILE: spec/lib/whole_text_files_spec.rb function rdd (line 26) | def rdd(workers) FILE: spec/spec_helper.rb function spark_start (line 14) | def spark_start function windows? (line 23) | def windows?