SYMBOL INDEX (1721 symbols across 209 files) FILE: benchmarks/benchmark.py class ChDir (line 118) | class ChDir: method __init__ (line 119) | def __init__(self, path): method __enter__ (line 123) | def __enter__(self): method __exit__ (line 126) | def __exit__(self, *args): function basename (line 130) | def basename(path): function get_resource (line 134) | def get_resource(name): function run_process (line 145) | def run_process(cmd, wait=True, **kwargs): function run_single_benchmark (line 161) | def run_single_benchmark(jmx, jmeter_args=dict(), threads=100, out_dir=N... function run_multi_benchmark (line 263) | def run_multi_benchmark(key, xs, *args, **kwargs): function parseModel (line 314) | def parseModel(): function decorate_metrics (line 334) | def decorate_metrics(data_frame, row_to_read): class Benchmarks (line 345) | class Benchmarks: method throughput (line 351) | def throughput(): method latency (line 359) | def latency(): method ping (line 367) | def ping(): method load (line 374) | def load(): method repeated_scale_calls (line 384) | def repeated_scale_calls(): method multiple_models (line 395) | def multiple_models(): method concurrent_inference (line 412) | def concurrent_inference(): function run_benchmark (line 420) | def run_benchmark(): function modify_config_props_for_mms (line 430) | def modify_config_props_for_mms(pargs): FILE: examples/densenet_pytorch/densenet_service.py class PyTorchImageClassifier (line 12) | class PyTorchImageClassifier(): method __init__ (line 18) | def __init__(self): method initialize (line 26) | def initialize(self, context): method preprocess (line 60) | def preprocess(self, data): method inference (line 80) | def inference(self, img, topk=5): method postprocess (line 104) | def postprocess(self, inference_output): function handle (line 112) | def handle(data, context): FILE: examples/gluon_alexnet/gluon_hybrid_alexnet.py class GluonHybridAlexNet (line 20) | class GluonHybridAlexNet(HybridBlock): method __init__ (line 24) | def __init__(self, classes=1000, **kwargs): method hybrid_forward (line 55) | def hybrid_forward(self, F, x): class HybridAlexnetService (line 61) | class HybridAlexnetService(GluonBaseService): method initialize (line 65) | def initialize(self, params): method postprocess (line 71) | def postprocess(self, data): function hybrid_gluon_alexnet_inf (line 80) | def hybrid_gluon_alexnet_inf(data, context): FILE: examples/gluon_alexnet/gluon_imperative_alexnet.py class GluonImperativeAlexNet (line 20) | class GluonImperativeAlexNet(gluon.Block): method __init__ (line 24) | def __init__(self, classes=1000, **kwargs): method forward (line 54) | def forward(self, x): class ImperativeAlexnetService (line 60) | class ImperativeAlexnetService(GluonBaseService): method initialize (line 65) | def initialize(self, params): method postprocess (line 70) | def postprocess(self, data): function imperative_gluon_alexnet_inf (line 79) | def imperative_gluon_alexnet_inf(data, context): FILE: examples/gluon_alexnet/gluon_pretrained_alexnet.py class PretrainedAlexnetService (line 19) | class PretrainedAlexnetService(GluonBaseService): method initialize (line 23) | def initialize(self, params): method postprocess (line 32) | def postprocess(self, data): function pretrained_gluon_alexnet (line 46) | def pretrained_gluon_alexnet(data, context): FILE: examples/gluon_character_cnn/gluon_crepe.py class GluonCrepe (line 21) | class GluonCrepe(HybridBlock): method __init__ (line 26) | def __init__(self, classes=7, **kwargs): method hybrid_forward (line 49) | def hybrid_forward(self, F, x): class CharacterCNNService (line 55) | class CharacterCNNService(object): method __init__ (line 60) | def __init__(self): method initialize (line 69) | def initialize(self, params): method preprocess (line 92) | def preprocess(self, data): method inference (line 112) | def inference(self, data): method postprocess (line 117) | def postprocess(self, data): method predict (line 125) | def predict(self, data): function crepe_inference (line 134) | def crepe_inference(data, context): FILE: examples/lstm_ptb/lstm_ptb_service.py class MXNetLSTMService (line 10) | class MXNetLSTMService(ModelHandler): method __init__ (line 16) | def __init__(self): method initialize (line 34) | def initialize(self, context): method preprocess (line 107) | def preprocess(self, data): method inference (line 128) | def inference(self, data): method postprocess (line 135) | def postprocess(self, data): function handle (line 150) | def handle(data, context): FILE: examples/metrics_cloudwatch/metric_push_example.py function generate_system_metrics (line 23) | def generate_system_metrics(mod): function push_cloudwatch (line 38) | def push_cloudwatch(metric_json, client): function connect_cloudwatch (line 59) | def connect_cloudwatch(): FILE: examples/model_service_template/gluon_base_service.py class GluonBaseService (line 21) | class GluonBaseService(object): method __init__ (line 28) | def __init__(self): method initialize (line 38) | def initialize(self, params): method preprocess (line 73) | def preprocess(self, data): method inference (line 110) | def inference(self, data): method postprocess (line 129) | def postprocess(self, data): method predict (line 135) | def predict(self, data): FILE: examples/model_service_template/model_handler.py class ModelHandler (line 18) | class ModelHandler(object): method __init__ (line 23) | def __init__(self): method initialize (line 29) | def initialize(self, context): method preprocess (line 40) | def preprocess(self, batch): method inference (line 50) | def inference(self, model_input): method postprocess (line 59) | def postprocess(self, inference_output): method handle (line 68) | def handle(self, data, context): FILE: examples/model_service_template/mxnet_model_service.py class MXNetModelService (line 23) | class MXNetModelService(ModelHandler): method __init__ (line 30) | def __init__(self): method get_model_files_prefix (line 39) | def get_model_files_prefix(self, context): method initialize (line 42) | def initialize(self, context): method preprocess (line 99) | def preprocess(self, batch): method inference (line 123) | def inference(self, model_input): method postprocess (line 152) | def postprocess(self, inference_output): function check_input_shape (line 159) | def check_input_shape(inputs, signature): FILE: examples/model_service_template/mxnet_utils/image.py function transform_shape (line 24) | def transform_shape(img_arr, dim_order='NCHW'): function read (line 45) | def read(buf, flag=1, to_rgb=True, out=None): function write (line 74) | def write(img_arr, flag=1, output_format='jpeg', dim_order='CHW'): function resize (line 108) | def resize(src, new_width, new_height, interp=2): function fixed_crop (line 145) | def fixed_crop(src, x0, y0, w, h, size=None, interp=2): function color_normalize (line 170) | def color_normalize(src, mean, std=None): FILE: examples/model_service_template/mxnet_utils/ndarray.py function top_probability (line 18) | def top_probability(data, labels, top=5): FILE: examples/model_service_template/mxnet_utils/nlp.py function encode_sentences (line 20) | def encode_sentences(sentences, vocab=None, invalid_label=-1, invalid_ke... function pad_sentence (line 70) | def pad_sentence(sentence, buckets, invalid_label=-1, data_name='data', ... FILE: examples/model_service_template/mxnet_vision_batching.py class MXNetVisionServiceBatching (line 19) | class MXNetVisionServiceBatching(object): method __init__ (line 20) | def __init__(self): method top_probability (line 34) | def top_probability(self, data, labels, top=5): method initialize (line 55) | def initialize(self, context): method inference (line 111) | def inference(self, model_input): method preprocess (line 129) | def preprocess(self, request): method postprocess (line 183) | def postprocess(self, data): function handle (line 196) | def handle(data, context): FILE: examples/model_service_template/mxnet_vision_service.py class MXNetVisionService (line 20) | class MXNetVisionService(MXNetModelService): method preprocess (line 28) | def preprocess(self, request): method postprocess (line 69) | def postprocess(self, data): function handle (line 82) | def handle(data, context): FILE: examples/sockeye_translate/model_handler.py class ModelHandler (line 17) | class ModelHandler(object): method __init__ (line 22) | def __init__(self): method initialize (line 28) | def initialize(self, context): method preprocess (line 39) | def preprocess(self, batch): method inference (line 49) | def inference(self, model_input): method postprocess (line 58) | def postprocess(self, inference_output): method handle (line 67) | def handle(self, data, context): FILE: examples/sockeye_translate/preprocessor.py class Preprocessor (line 11) | class Preprocessor(object): method __init__ (line 12) | def __init__(self, bpe_code_file): method unescape (line 49) | def unescape(self, line): method bpe_encode (line 69) | def bpe_encode(self, text): class JoshuaPreprocessor (line 73) | class JoshuaPreprocessor(Preprocessor): method __init__ (line 74) | def __init__(self, bpe_code_file, joshua_path, moses_path, lang): method run (line 85) | def run(self, text): class ChineseCharPreprocessor (line 97) | class ChineseCharPreprocessor(JoshuaPreprocessor): method __init__ (line 98) | def __init__(self, bpe_code_file, joshua_path, moses_path): method run (line 105) | def run(self, text): class Detokenizer (line 124) | class Detokenizer(): method __init__ (line 125) | def __init__(self, path): method run (line 131) | def run(self, text): FILE: examples/sockeye_translate/sockeye_service.py function decode_bytes (line 16) | def decode_bytes(data): function get_text (line 29) | def get_text(req): function get_file_data (line 46) | def get_file_data(req): function read_sockeye_args (line 61) | def read_sockeye_args(params_path): class SockeyeService (line 77) | class SockeyeService(ModelHandler): method __init__ (line 82) | def __init__(self): method initialize (line 91) | def initialize(self, context): method preprocess (line 190) | def preprocess(self, batch): method inference (line 214) | def inference(self, texts): method postprocess (line 239) | def postprocess(self, outputs): function handle (line 258) | def handle(data, context): FILE: examples/ssd/ssd_service.py class SSDService (line 17) | class SSDService(MXNetVisionService): method __init__ (line 24) | def __init__(self): method preprocess (line 39) | def preprocess(self, batch): method postprocess (line 63) | def postprocess(self, data): function handle (line 106) | def handle(data, context): FILE: frontend/cts/src/main/java/com/amazonaws/ml/mms/cts/Cts.java class Cts (line 34) | public final class Cts { method Cts (line 41) | private Cts() { method main (line 45) | public static void main(String[] args) { method startTest (line 52) | private void startTest() { method runTest (line 104) | private void runTest(HttpClient client, ModelInfo info, Logger logger) method predict (line 129) | private boolean predict(HttpClient client, int type, String modelName) method loadImage (line 167) | private byte[] loadImage(String path, String fileName) throws IOExcept... method updateLog4jConfiguration (line 177) | private static void updateLog4jConfiguration() { FILE: frontend/cts/src/main/java/com/amazonaws/ml/mms/cts/HttpClient.java class HttpClient (line 47) | public class HttpClient { method HttpClient (line 57) | public HttpClient(int managementPort, int inferencePort) { method registerModel (line 64) | public boolean registerModel(String modelName, String modelUrl) method unregisterModel (line 91) | public boolean unregisterModel(String modelName) throws InterruptedExc... method predict (line 114) | public boolean predict(String modelName, byte[] content, CharSequence ... method predict (line 142) | public boolean predict( method bootstrap (line 167) | private Bootstrap bootstrap(ClientHandler handler) { method connect (line 188) | private Channel connect(Bootstrap b, int port) throws InterruptedExcep... class ClientHandler (line 193) | @ChannelHandler.Sharable method ClientHandler (line 199) | public ClientHandler() {} method getStatusCode (line 201) | public int getStatusCode() { method getContent (line 205) | public String getContent() { method channelRead0 (line 209) | @Override method exceptionCaught (line 216) | @Override FILE: frontend/cts/src/main/java/com/amazonaws/ml/mms/cts/ModelInfo.java class ModelInfo (line 15) | public class ModelInfo { method ModelInfo (line 144) | public ModelInfo(String modelName) { method ModelInfo (line 148) | public ModelInfo(String modelName, int type) { method ModelInfo (line 152) | public ModelInfo(boolean legacy, String modelName) { method ModelInfo (line 156) | public ModelInfo(boolean legacy, String modelName, int type) { method ModelInfo (line 166) | public ModelInfo(String modelName, String url) { method ModelInfo (line 170) | public ModelInfo(String modelName, String url, int type) { method getModelName (line 176) | public String getModelName() { method getUrl (line 180) | public String getUrl() { method getType (line 184) | public int getType() { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/DownloadModelException.java class DownloadModelException (line 15) | public class DownloadModelException extends ModelException { method DownloadModelException (line 25) | public DownloadModelException(String message) { method DownloadModelException (line 41) | public DownloadModelException(String message, Throwable cause) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/Hex.java class Hex (line 15) | public final class Hex { method Hex (line 21) | private Hex() {} method toHexString (line 23) | public static String toHexString(byte[] block) { method toHexString (line 27) | public static String toHexString(byte[] block, int offset, int len) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/InvalidModelException.java class InvalidModelException (line 15) | public class InvalidModelException extends ModelException { method InvalidModelException (line 25) | public InvalidModelException(String message) { method InvalidModelException (line 41) | public InvalidModelException(String message, Throwable cause) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/LegacyManifest.java class LegacyManifest (line 18) | public class LegacyManifest { method LegacyManifest (line 41) | public LegacyManifest() {} method getEngine (line 43) | public Map getEngine() { method setEngine (line 47) | public void setEngine(Map engine) { method getDescription (line 51) | public String getDescription() { method setDescription (line 55) | public void setDescription(String description) { method getLicense (line 59) | public String getLicense() { method setLicense (line 63) | public void setLicense(String license) { method getVersion (line 67) | public String getVersion() { method setVersion (line 71) | public void setVersion(String version) { method getServerVersion (line 75) | public String getServerVersion() { method setServerVersion (line 79) | public void setServerVersion(String serverVersion) { method getModelInfo (line 83) | public ModelInfo getModelInfo() { method setModelInfo (line 87) | public void setModelInfo(ModelInfo modelInfo) { method getCreatedBy (line 91) | public CreatedBy getCreatedBy() { method setCreatedBy (line 95) | public void setCreatedBy(CreatedBy createdBy) { method migrate (line 99) | public Manifest migrate() throws InvalidModelException { class CreatedBy (line 138) | public static final class CreatedBy { method CreatedBy (line 146) | public CreatedBy() {} method getAuthor (line 148) | public String getAuthor() { method setAuthor (line 152) | public void setAuthor(String author) { method getEmail (line 156) | public String getEmail() { method setEmail (line 160) | public void setEmail(String email) { class ModelInfo (line 165) | public static final class ModelInfo { method ModelInfo (line 182) | public ModelInfo() {} method getParameters (line 184) | public String getParameters() { method setParameters (line 188) | public void setParameters(String parameters) { method getSymbol (line 192) | public String getSymbol() { method setSymbol (line 196) | public void setSymbol(String symbol) { method getDescription (line 200) | public String getDescription() { method setDescription (line 204) | public void setDescription(String description) { method getModelName (line 208) | public String getModelName() { method setModelName (line 212) | public void setModelName(String modelName) { method getService (line 216) | public String getService() { method setService (line 220) | public void setService(String service) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/Manifest.java class Manifest (line 19) | public class Manifest { method Manifest (line 31) | public Manifest() { method getSpecificationVersion (line 40) | public String getSpecificationVersion() { method setSpecificationVersion (line 44) | public void setSpecificationVersion(String specificationVersion) { method getImplementationVersion (line 48) | public String getImplementationVersion() { method setImplementationVersion (line 52) | public void setImplementationVersion(String implementationVersion) { method getDescription (line 56) | public String getDescription() { method setDescription (line 60) | public void setDescription(String description) { method getModelServerVersion (line 64) | public String getModelServerVersion() { method setModelServerVersion (line 68) | public void setModelServerVersion(String modelServerVersion) { method getLicense (line 72) | public String getLicense() { method setLicense (line 76) | public void setLicense(String license) { method getRuntime (line 80) | public RuntimeType getRuntime() { method setRuntime (line 84) | public void setRuntime(RuntimeType runtime) { method getEngine (line 88) | public Engine getEngine() { method setEngine (line 92) | public void setEngine(Engine engine) { method getModel (line 96) | public Model getModel() { method setModel (line 100) | public void setModel(Model model) { method getPublisher (line 104) | public Publisher getPublisher() { method setPublisher (line 108) | public void setPublisher(Publisher publisher) { class Publisher (line 112) | public static final class Publisher { method Publisher (line 117) | public Publisher() {} method getAuthor (line 119) | public String getAuthor() { method setAuthor (line 123) | public void setAuthor(String author) { method getEmail (line 127) | public String getEmail() { method setEmail (line 131) | public void setEmail(String email) { class Engine (line 136) | public static final class Engine { method Engine (line 141) | public Engine() {} method getEngineName (line 143) | public String getEngineName() { method setEngineName (line 147) | public void setEngineName(String engineName) { method getEngineVersion (line 151) | public String getEngineVersion() { method setEngineVersion (line 155) | public void setEngineVersion(String engineVersion) { class Model (line 160) | public static final class Model { method Model (line 168) | public Model() {} method getModelName (line 170) | public String getModelName() { method setModelName (line 174) | public void setModelName(String modelName) { method getDescription (line 178) | public String getDescription() { method setDescription (line 182) | public void setDescription(String description) { method getModelVersion (line 186) | public String getModelVersion() { method setModelVersion (line 190) | public void setModelVersion(String modelVersion) { method getExtensions (line 194) | public Map getExtensions() { method setExtensions (line 198) | public void setExtensions(Map extensions) { method addExtension (line 202) | public void addExtension(String key, Object value) { method getHandler (line 209) | public String getHandler() { method setHandler (line 213) | public void setHandler(String handler) { type RuntimeType (line 218) | public enum RuntimeType { method RuntimeType (line 228) | RuntimeType(String value) { method getValue (line 232) | public String getValue() { method fromValue (line 236) | public static RuntimeType fromValue(String value) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/ModelArchive.java class ModelArchive (line 46) | public class ModelArchive { method ModelArchive (line 62) | public ModelArchive(Manifest manifest, String url, File modelDir, bool... method downloadModel (line 69) | public static ModelArchive downloadModel(String modelStore, String url) method migrate (line 97) | public static void migrate(File legacyModelFile, File destination) method download (line 145) | private static File download(String path) throws ModelException, IOExc... method load (line 186) | private static ModelArchive load(String url, File dir, boolean extracted) method readFile (line 228) | private static T readFile(File file, Class type) method findFile (line 237) | private static File findFile(File dir, String fileName, boolean recurs... method moveToTopLevel (line 255) | private static void moveToTopLevel(File from, File to) throws IOExcept... method unzip (line 268) | public static File unzip(InputStream is, String eTag) throws IOExcepti... method validate (line 299) | public void validate() throws InvalidModelException { method getHandler (line 327) | public String getHandler() { method getManifest (line 331) | public Manifest getManifest() { method getUrl (line 335) | public String getUrl() { method getModelDir (line 339) | public File getModelDir() { method getModelName (line 343) | public String getModelName() { method clean (line 347) | public void clean() { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/ModelException.java class ModelException (line 15) | public class ModelException extends Exception { method ModelException (line 25) | public ModelException(String message) { method ModelException (line 41) | public ModelException(String message, Throwable cause) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/ModelNotFoundException.java class ModelNotFoundException (line 15) | public class ModelNotFoundException extends ModelException { method ModelNotFoundException (line 25) | public ModelNotFoundException(String message) { method ModelNotFoundException (line 41) | public ModelNotFoundException(String message, Throwable cause) { FILE: frontend/modelarchive/src/main/java/com/amazonaws/ml/mms/archive/ZipUtils.java class ZipUtils (line 28) | public final class ZipUtils { method ZipUtils (line 30) | private ZipUtils() {} method zip (line 32) | public static void zip(File src, File dest, boolean includeRootDir) th... method unzip (line 42) | public static void unzip(File src, File dest) throws IOException { method unzip (line 46) | public static void unzip(InputStream is, File dest) throws IOException { method addToZip (line 65) | public static void addToZip(int prefix, File file, FileFilter filter, ... FILE: frontend/modelarchive/src/test/java/com/amazonaws/ml/mms/archive/CoverageTest.java class CoverageTest (line 19) | public class CoverageTest { method test (line 21) | @Test FILE: frontend/modelarchive/src/test/java/com/amazonaws/ml/mms/archive/Exporter.java class Exporter (line 33) | public final class Exporter { method Exporter (line 37) | private Exporter() {} method main (line 39) | public static void main(String[] args) { method printHelp (line 176) | private static void printHelp(String message, Options options) { method getJarName (line 183) | private static String getJarName() { method findUniqueFile (line 195) | private static File findUniqueFile(File[] list, String extension) thro... class Config (line 209) | private static final class Config { method Config (line 217) | public Config(CommandLine cmd) { method getOptions (line 226) | public static Options getOptions() { method getModelName (line 279) | public String getModelName() { method setModelName (line 283) | public void setModelName(String modelName) { method getModelPath (line 287) | public String getModelPath() { method setModelPath (line 291) | public void setModelPath(String modelPath) { method getHandler (line 295) | public String getHandler() { method setHandler (line 299) | public void setHandler(String handler) { method getOutputFile (line 303) | public String getOutputFile() { method setOutputFile (line 307) | public void setOutputFile(String outputFile) { method getRuntime (line 311) | public String getRuntime() { method setRuntime (line 315) | public void setRuntime(String runtime) { FILE: frontend/modelarchive/src/test/java/com/amazonaws/ml/mms/archive/ModelArchiveTest.java class ModelArchiveTest (line 22) | public class ModelArchiveTest { method beforeTest (line 26) | @BeforeTest method test (line 36) | @Test FILE: frontend/modelarchive/src/test/java/com/amazonaws/ml/mms/test/TestHelper.java class TestHelper (line 29) | public final class TestHelper { method TestHelper (line 31) | private TestHelper() {} method testGetterSetters (line 33) | public static void testGetterSetters(Class baseClass) method getClasses (line 75) | private static List> getClasses(Class clazz) method getMockValue (line 117) | private static Object getMockValue(Class type) { FILE: frontend/modelarchive/src/test/resources/models/custom-return-code/service.py function handle (line 13) | def handle(data, ctx): FILE: frontend/modelarchive/src/test/resources/models/error_batch/service.py function handle (line 16) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/init-error/invalid_service.py function handle (line 15) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/invalid/invalid_service.py function handle (line 15) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/loading-memory-error/service.py function handle (line 12) | def handle(ctx, data): FILE: frontend/modelarchive/src/test/resources/models/logging/service.py class LoggingService (line 18) | class LoggingService(object): method __init__ (line 25) | def __init__(self): method __del__ (line 30) | def __del__(self): method initialize (line 33) | def initialize(self, context): method inference (line 44) | def inference(model_input): method handle (line 55) | def handle(self, data, context): function handle (line 81) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/noop-no-manifest/service.py class NoopService (line 18) | class NoopService(object): method __init__ (line 25) | def __init__(self): method initialize (line 29) | def initialize(self, context): method preprocess (line 40) | def preprocess(data): method inference (line 50) | def inference(model_input): method postprocess (line 60) | def postprocess(model_output): method handle (line 63) | def handle(self, data, context): function handle (line 90) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/noop-v0.1/noop_service.py class NoopService (line 18) | class NoopService(SingleNodeService): method _inference (line 23) | def _inference(self, data): method ping (line 26) | def ping(self): FILE: frontend/modelarchive/src/test/resources/models/noop-v1.0-config-tests/service.py class NoopService (line 18) | class NoopService(object): method __init__ (line 25) | def __init__(self): method initialize (line 29) | def initialize(self, context): method preprocess (line 40) | def preprocess(data): method inference (line 50) | def inference(model_input): method postprocess (line 60) | def postprocess(model_output): method handle (line 63) | def handle(self, data, context): function handle (line 112) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/noop-v1.0/service.py class NoopService (line 18) | class NoopService(object): method __init__ (line 25) | def __init__(self): method initialize (line 29) | def initialize(self, context): method preprocess (line 40) | def preprocess(data): method inference (line 50) | def inference(model_input): method postprocess (line 60) | def postprocess(model_output): method handle (line 63) | def handle(self, data, context): function handle (line 112) | def handle(data, context): FILE: frontend/modelarchive/src/test/resources/models/prediction-memory-error/service.py function handle (line 12) | def handle(data, ctx): FILE: frontend/modelarchive/src/test/resources/models/respheader-test/service.py class NoopService (line 18) | class NoopService(object): method __init__ (line 25) | def __init__(self): method initialize (line 29) | def initialize(self, context): method preprocess (line 40) | def preprocess(data): method inference (line 50) | def inference(model_input): method postprocess (line 60) | def postprocess(model_output): method handle (line 63) | def handle(self, data, context): function handle (line 102) | def handle(data, context): FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/ModelServer.java class ModelServer (line 59) | public class ModelServer { method ModelServer (line 70) | public ModelServer(ConfigManager configManager) { method main (line 75) | public static void main(String[] args) { method startAndWait (line 101) | public void startAndWait() throws InterruptedException, IOException, G... method getDefaultModelName (line 116) | private String getDefaultModelName(String name) { method initModelStore (line 125) | private void initModelStore() { method exitModelStore (line 234) | private void exitModelStore() { method initializeServer (line 240) | public ChannelFuture initializeServer( method start (line 307) | public List start() method validEndpoint (line 350) | private boolean validEndpoint(Annotation a, EndpointTypes type) { method registerEndpoints (line 356) | private HashMap registerEndpoints(Endpoin... method isRunning (line 371) | public boolean isRunning() { method stop (line 375) | public void stop() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/ServerInitializer.java class ServerInitializer (line 36) | public class ServerInitializer extends ChannelInitializer { method ServerInitializer (line 47) | public ServerInitializer(SslContext sslCtx, ConnectorType type) { method initChannel (line 53) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ApiDescriptionRequestHandler.java class ApiDescriptionRequestHandler (line 12) | public class ApiDescriptionRequestHandler extends HttpRequestHandlerChain { method ApiDescriptionRequestHandler (line 16) | public ApiDescriptionRequestHandler(ConnectorType type) { method handleRequest (line 20) | @Override method isApiDescription (line 41) | private boolean isApiDescription(String[] segments) { method handleApiDescription (line 45) | private void handleApiDescription(ChannelHandlerContext ctx) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/BadRequestException.java class BadRequestException (line 15) | public class BadRequestException extends IllegalArgumentException { method BadRequestException (line 25) | public BadRequestException(String message) { method BadRequestException (line 39) | public BadRequestException(Throwable cause) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ConflictStatusException.java class ConflictStatusException (line 15) | public class ConflictStatusException extends IllegalArgumentException { method ConflictStatusException (line 25) | public ConflictStatusException(String message) { method ConflictStatusException (line 39) | public ConflictStatusException(Throwable cause) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/DescribeModelResponse.java class DescribeModelResponse (line 19) | public class DescribeModelResponse { method DescribeModelResponse (line 36) | public DescribeModelResponse() { method getModelName (line 40) | public String getModelName() { method setModelName (line 44) | public void setModelName(String modelName) { method getLoadedAtStartup (line 48) | public boolean getLoadedAtStartup() { method setLoadedAtStartup (line 52) | public void setLoadedAtStartup(boolean loadedAtStartup) { method getModelVersion (line 56) | public String getModelVersion() { method setModelVersion (line 60) | public void setModelVersion(String modelVersion) { method getModelUrl (line 64) | public String getModelUrl() { method setModelUrl (line 68) | public void setModelUrl(String modelUrl) { method getEngine (line 72) | public String getEngine() { method setEngine (line 76) | public void setEngine(String engine) { method getRuntime (line 80) | public String getRuntime() { method setRuntime (line 84) | public void setRuntime(String runtime) { method getMinWorkers (line 88) | public int getMinWorkers() { method setMinWorkers (line 92) | public void setMinWorkers(int minWorkers) { method getMaxWorkers (line 96) | public int getMaxWorkers() { method setMaxWorkers (line 100) | public void setMaxWorkers(int maxWorkers) { method getBatchSize (line 104) | public int getBatchSize() { method setBatchSize (line 108) | public void setBatchSize(int batchSize) { method getMaxBatchDelay (line 112) | public int getMaxBatchDelay() { method setMaxBatchDelay (line 116) | public void setMaxBatchDelay(int maxBatchDelay) { method getStatus (line 120) | public String getStatus() { method setStatus (line 124) | public void setStatus(String status) { method getWorkers (line 128) | public List getWorkers() { method setWorkers (line 132) | public void setWorkers(List workers) { method addWorker (line 136) | public void addWorker( method getMetrics (line 147) | public Metrics getMetrics() { method setMetrics (line 151) | public void setMetrics(Metrics metrics) { class Worker (line 155) | public static final class Worker { method Worker (line 163) | public Worker() {} method getId (line 165) | public String getId() { method setId (line 169) | public void setId(String id) { method getStartTime (line 173) | public Date getStartTime() { method setStartTime (line 177) | public void setStartTime(Date startTime) { method getStatus (line 181) | public String getStatus() { method setStatus (line 185) | public void setStatus(String status) { method isGpu (line 189) | public boolean isGpu() { method setGpu (line 193) | public void setGpu(boolean gpu) { method getMemoryUsage (line 197) | public long getMemoryUsage() { method setMemoryUsage (line 201) | public void setMemoryUsage(long memoryUsage) { class Metrics (line 206) | public static final class Metrics { method getRejectedRequests (line 212) | public int getRejectedRequests() { method setRejectedRequests (line 216) | public void setRejectedRequests(int rejectedRequests) { method getWaitingQueueSize (line 220) | public int getWaitingQueueSize() { method setWaitingQueueSize (line 224) | public void setWaitingQueueSize(int waitingQueueSize) { method getRequests (line 228) | public int getRequests() { method setRequests (line 232) | public void setRequests(int requests) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ErrorResponse.java class ErrorResponse (line 15) | public class ErrorResponse { method ErrorResponse (line 21) | public ErrorResponse() {} method ErrorResponse (line 23) | public ErrorResponse(int code, String message) { method ErrorResponse (line 28) | public ErrorResponse(int code, String type, String message) { method getCode (line 34) | public int getCode() { method getType (line 38) | public String getType() { method getMessage (line 42) | public String getMessage() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/HttpRequestHandler.java class HttpRequestHandler (line 31) | public class HttpRequestHandler extends SimpleChannelInboundHandler map) { method setNextHandler (line 37) | public HttpRequestHandlerChain setNextHandler(HttpRequestHandlerChain ... method handleRequest (line 42) | protected abstract void handleRequest( method run (line 49) | private void run( method handleCustomEndpoint (line 86) | protected void handleCustomEndpoint( FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/InferenceRequestHandler.java class InferenceRequestHandler (line 45) | public class InferenceRequestHandler extends HttpRequestHandlerChain { method InferenceRequestHandler (line 50) | public InferenceRequestHandler(Map ep) { method handleRequest (line 54) | @Override method isInferenceReq (line 87) | private boolean isInferenceReq(String[] segments) { method validatePredictionsEndpoint (line 98) | private void validatePredictionsEndpoint(String[] segments) { method handlePredictions (line 110) | private void handlePredictions( method handleInvocations (line 119) | private void handleInvocations( method handleLegacyPredict (line 137) | private void handleLegacyPredict( method predict (line 150) | private void predict( method parseRequest (line 182) | private static RequestInput parseRequest( FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/InternalServerException.java class InternalServerException (line 15) | public class InternalServerException extends RuntimeException { method InternalServerException (line 25) | public InternalServerException(String message) { method InternalServerException (line 41) | public InternalServerException(String message, Throwable cause) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/InvalidPluginException.java class InvalidPluginException (line 16) | public class InvalidPluginException extends RuntimeException { method InvalidPluginException (line 22) | public InvalidPluginException() { method InvalidPluginException (line 31) | public InvalidPluginException(String msg) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/InvalidRequestHandler.java class InvalidRequestHandler (line 8) | public class InvalidRequestHandler extends HttpRequestHandlerChain { method InvalidRequestHandler (line 9) | public InvalidRequestHandler() {} method handleRequest (line 11) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ListModelsResponse.java class ListModelsResponse (line 18) | public class ListModelsResponse { method ListModelsResponse (line 23) | public ListModelsResponse() { method getNextPageToken (line 27) | public String getNextPageToken() { method setNextPageToken (line 31) | public void setNextPageToken(String nextPageToken) { method getModels (line 35) | public List getModels() { method setModels (line 39) | public void setModels(List models) { method addModel (line 43) | public void addModel(String modelName, String modelUrl) { class ModelItem (line 47) | public static final class ModelItem { method ModelItem (line 52) | public ModelItem() {} method ModelItem (line 54) | public ModelItem(String modelName, String modelUrl) { method getModelName (line 59) | public String getModelName() { method setModelName (line 63) | public void setModelName(String modelName) { method getModelUrl (line 67) | public String getModelUrl() { method setModelUrl (line 71) | public void setModelUrl(String modelUrl) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ManagementRequestHandler.java class ManagementRequestHandler (line 50) | public class ManagementRequestHandler extends HttpRequestHandlerChain { method ManagementRequestHandler (line 53) | public ManagementRequestHandler(Map ep) { method handleRequest (line 57) | @Override method isManagementReq (line 99) | private boolean isManagementReq(String[] segments) { method handleListModels (line 105) | private void handleListModels(ChannelHandlerContext ctx, QueryStringDe... method handleDescribeModel (line 138) | private void handleDescribeModel(ChannelHandlerContext ctx, String mod... method handleRegisterModel (line 175) | private void handleRegisterModel( method handleUnregisterModel (line 247) | private void handleUnregisterModel(ChannelHandlerContext ctx, String m... method handleScaleModel (line 262) | private void handleScaleModel( method updateModelWorkers (line 280) | private void updateModelWorkers( method parseRequest (line 332) | private RegisterModelRequest parseRequest(FullHttpRequest req, QuerySt... FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/MethodNotAllowedException.java class MethodNotAllowedException (line 15) | public class MethodNotAllowedException extends RuntimeException { method MethodNotAllowedException (line 23) | public MethodNotAllowedException() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/RequestTimeoutException.java class RequestTimeoutException (line 15) | public class RequestTimeoutException extends RuntimeException { method RequestTimeoutException (line 25) | public RequestTimeoutException(String message) { method RequestTimeoutException (line 41) | public RequestTimeoutException(String message, Throwable cause) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ResourceNotFoundException.java class ResourceNotFoundException (line 15) | public class ResourceNotFoundException extends RuntimeException { method ResourceNotFoundException (line 23) | public ResourceNotFoundException() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/ServiceUnavailableException.java class ServiceUnavailableException (line 3) | public class ServiceUnavailableException extends RuntimeException { method ServiceUnavailableException (line 13) | public ServiceUnavailableException(String message) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/Session.java class Session (line 18) | public class Session { method Session (line 28) | public Session(String remoteIp, HttpRequest request) { method getRequestId (line 42) | public String getRequestId() { method setCode (line 46) | public void setCode(int code) { method toString (line 50) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/StatusResponse.java class StatusResponse (line 15) | public class StatusResponse { method StatusResponse (line 19) | public StatusResponse() {} method StatusResponse (line 21) | public StatusResponse(String status) { method getStatus (line 25) | public String getStatus() { method setStatus (line 29) | public void setStatus(String status) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/http/messages/RegisterModelRequest.java class RegisterModelRequest (line 21) | public class RegisterModelRequest { method RegisterModelRequest (line 52) | public RegisterModelRequest(QueryStringDecoder decoder) { method RegisterModelRequest (line 77) | public RegisterModelRequest() { method getModelName (line 86) | public String getModelName() { method getRuntime (line 90) | public String getRuntime() { method getHandler (line 94) | public String getHandler() { method getBatchSize (line 98) | public Integer getBatchSize() { method getMaxBatchDelay (line 102) | public Integer getMaxBatchDelay() { method getInitialWorkers (line 106) | public Integer getInitialWorkers() { method isSynchronous (line 110) | public Boolean isSynchronous() { method getResponseTimeoutSeconds (line 114) | public Integer getResponseTimeoutSeconds() { method getModelUrl (line 118) | public String getModelUrl() { method getPreloadModel (line 122) | public String getPreloadModel() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/metrics/Dimension.java class Dimension (line 17) | public class Dimension { method Dimension (line 25) | public Dimension() {} method Dimension (line 27) | public Dimension(String name, String value) { method getName (line 32) | public String getName() { method setName (line 36) | public void setName(String name) { method getValue (line 40) | public String getValue() { method setValue (line 44) | public void setValue(String value) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/metrics/Metric.java class Metric (line 22) | public class Metric { method Metric (line 49) | public Metric() {} method Metric (line 51) | public Metric( method getHostName (line 64) | public String getHostName() { method setHostName (line 68) | public void setHostName(String hostName) { method getRequestId (line 72) | public String getRequestId() { method setRequestId (line 76) | public void setRequestId(String requestId) { method getMetricName (line 80) | public String getMetricName() { method setMetricName (line 84) | public void setMetricName(String metricName) { method getValue (line 88) | public String getValue() { method setValue (line 92) | public void setValue(String value) { method getUnit (line 96) | public String getUnit() { method setUnit (line 100) | public void setUnit(String unit) { method getDimensions (line 104) | public List getDimensions() { method setDimensions (line 108) | public void setDimensions(List dimensions) { method getTimestamp (line 112) | public String getTimestamp() { method setTimestamp (line 116) | public void setTimestamp(String timestamp) { method parse (line 120) | public static Metric parse(String line) { method toString (line 151) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/metrics/MetricCollector.java class MetricCollector (line 31) | public class MetricCollector implements Runnable { method MetricCollector (line 38) | public MetricCollector(ConfigManager configManager) { method run (line 42) | @Override method writeWorkerPids (line 135) | private void writeWorkerPids(Map workerMap, Out... FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/metrics/MetricManager.java class MetricManager (line 21) | public final class MetricManager { method MetricManager (line 26) | private MetricManager() { method getInstance (line 30) | public static MetricManager getInstance() { method scheduleMetrics (line 34) | public static void scheduleMetrics(ConfigManager configManager) { method getMetrics (line 45) | public synchronized List getMetrics() { method setMetrics (line 49) | public synchronized void setMetrics(List metrics) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Encoding.java class Encoding (line 15) | public class Encoding { method Encoding (line 22) | public Encoding() {} method Encoding (line 24) | public Encoding(String contentType) { method getContentType (line 28) | public String getContentType() { method setContentType (line 32) | public void setContentType(String contentType) { method isAllowReserved (line 36) | public boolean isAllowReserved() { method setAllowReserved (line 40) | public void setAllowReserved(boolean allowReserved) { method getStyle (line 44) | public String getStyle() { method setStyle (line 48) | public void setStyle(String style) { method isExplode (line 52) | public boolean isExplode() { method setExplode (line 56) | public void setExplode(boolean explode) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Info.java class Info (line 15) | public class Info { method Info (line 22) | public Info() {} method getTitle (line 24) | public String getTitle() { method setTitle (line 28) | public void setTitle(String title) { method getDescription (line 32) | public String getDescription() { method setDescription (line 36) | public void setDescription(String description) { method getTermsOfService (line 40) | public String getTermsOfService() { method setTermsOfService (line 44) | public void setTermsOfService(String termsOfService) { method getVersion (line 48) | public String getVersion() { method setVersion (line 52) | public void setVersion(String version) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/MediaType.java class MediaType (line 18) | public class MediaType { method MediaType (line 24) | public MediaType() {} method MediaType (line 26) | public MediaType(String contentType, Schema schema) { method getContentType (line 31) | public String getContentType() { method setContentType (line 35) | public void setContentType(String contentType) { method getSchema (line 39) | public Schema getSchema() { method setSchema (line 43) | public void setSchema(Schema schema) { method getEncoding (line 47) | public Map getEncoding() { method setEncoding (line 51) | public void setEncoding(Map encoding) { method addEncoding (line 55) | public void addEncoding(String contentType, Encoding encoding) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/OpenApi.java class OpenApi (line 18) | public class OpenApi { method OpenApi (line 24) | public OpenApi() {} method getOpenapi (line 26) | public String getOpenapi() { method setOpenapi (line 30) | public void setOpenapi(String openapi) { method getInfo (line 34) | public Info getInfo() { method setInfo (line 38) | public void setInfo(Info info) { method getPaths (line 42) | public Map getPaths() { method setPaths (line 46) | public void setPaths(Map paths) { method addPath (line 50) | public void addPath(String url, Path path) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/OpenApiUtils.java class OpenApiUtils (line 23) | public final class OpenApiUtils { method OpenApiUtils (line 25) | private OpenApiUtils() {} method listApis (line 27) | public static String listApis(ConnectorType type) { method listInferenceApis (line 45) | static void listInferenceApis(OpenApi openApi) { method listManagementApis (line 55) | static void listManagementApis(OpenApi openApi) { method getModelApi (line 61) | public static String getModelApi(Model model) { method getApiDescriptionPath (line 74) | private static Path getApiDescriptionPath(boolean legacy) { method getPingPath (line 95) | private static Path getPingPath() { method getInvocationsPath (line 110) | private static Path getInvocationsPath() { method getPredictionsPath (line 144) | private static Path getPredictionsPath() { method getLegacyPredictPath (line 193) | private static Path getLegacyPredictPath() { method getModelsPath (line 225) | private static Path getModelsPath() { method getModelManagerPath (line 232) | private static Path getModelManagerPath() { method getListModelsOperation (line 240) | private static Operation getListModelsOperation() { method getRegisterOperation (line 287) | private static Operation getRegisterOperation() { method getUnRegisterOperation (line 368) | private static Operation getUnRegisterOperation() { method getDescribeModelOperation (line 403) | private static Operation getDescribeModelOperation() { method getScaleOperation (line 465) | private static Operation getScaleOperation() { method getModelPath (line 509) | private static Path getModelPath(String modelName) { method getErrorResponse (line 520) | private static MediaType getErrorResponse() { method getStatusResponse (line 529) | private static MediaType getStatusResponse() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Operation.java class Operation (line 20) | public class Operation { method Operation (line 30) | public Operation() {} method Operation (line 32) | public Operation(String operationId) { method Operation (line 36) | public Operation(String operationId, String description) { method getSummary (line 41) | public String getSummary() { method setSummary (line 45) | public void setSummary(String summary) { method getDescription (line 49) | public String getDescription() { method setDescription (line 53) | public void setDescription(String description) { method getOperationId (line 57) | public String getOperationId() { method setOperationId (line 61) | public void setOperationId(String operationId) { method getParameters (line 65) | public List getParameters() { method setParameters (line 69) | public void setParameters(List parameters) { method addParameter (line 73) | public void addParameter(Parameter parameter) { method getRequestBody (line 80) | public RequestBody getRequestBody() { method setRequestBody (line 84) | public void setRequestBody(RequestBody requestBody) { method getResponses (line 88) | public Map getResponses() { method setResponses (line 92) | public void setResponses(Map responses) { method addResponse (line 96) | public void addResponse(Response response) { method getDeprecated (line 103) | public Boolean getDeprecated() { method setDeprecated (line 107) | public void setDeprecated(Boolean deprecated) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Parameter.java class Parameter (line 15) | @SuppressWarnings("PMD.AbstractClassWithoutAbstractMethod") method setType (line 29) | public void setType(String type) { method getType (line 33) | public String getType() { method getName (line 37) | public String getName() { method setName (line 41) | public void setName(String name) { method getIn (line 45) | public String getIn() { method setIn (line 49) | public void setIn(String in) { method getDescription (line 53) | public String getDescription() { method setDescription (line 57) | public void setDescription(String description) { method isRequired (line 61) | public boolean isRequired() { method setRequired (line 65) | public void setRequired(boolean required) { method getDeprecated (line 69) | public Boolean getDeprecated() { method setDeprecated (line 73) | public void setDeprecated(Boolean deprecated) { method getAllowEmptyValue (line 77) | public Boolean getAllowEmptyValue() { method setAllowEmptyValue (line 81) | public void setAllowEmptyValue(Boolean allowEmptyValue) { method getStyle (line 85) | public String getStyle() { method setStyle (line 89) | public void setStyle(String style) { method getExplode (line 93) | public Boolean getExplode() { method setExplode (line 97) | public void setExplode(Boolean explode) { method getSchema (line 101) | public Schema getSchema() { method setSchema (line 105) | public void setSchema(Schema schema) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Path.java class Path (line 17) | public class Path { method getGet (line 28) | public Operation getGet() { method setGet (line 32) | public void setGet(Operation get) { method getPut (line 36) | public Operation getPut() { method setPut (line 40) | public void setPut(Operation put) { method getPost (line 44) | public Operation getPost() { method setPost (line 48) | public void setPost(Operation post) { method getHead (line 52) | public Operation getHead() { method setHead (line 56) | public void setHead(Operation head) { method getDelete (line 60) | public Operation getDelete() { method setDelete (line 64) | public void setDelete(Operation delete) { method getPatch (line 68) | public Operation getPatch() { method setPatch (line 72) | public void setPatch(Operation patch) { method getOptions (line 76) | public Operation getOptions() { method setOptions (line 80) | public void setOptions(Operation options) { method getParameters (line 84) | public List getParameters() { method setParameters (line 88) | public void setParameters(List parameters) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/PathParameter.java class PathParameter (line 15) | public class PathParameter extends Parameter { method PathParameter (line 17) | public PathParameter() { method PathParameter (line 21) | public PathParameter(String name, String description) { method PathParameter (line 25) | public PathParameter(String name, String type, String defaultValue, St... FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/QueryParameter.java class QueryParameter (line 15) | public class QueryParameter extends Parameter { method QueryParameter (line 17) | public QueryParameter() { method QueryParameter (line 21) | public QueryParameter(String name, String description) { method QueryParameter (line 25) | public QueryParameter(String name, String type, String description) { method QueryParameter (line 29) | public QueryParameter(String name, String type, String defaultValue, S... method QueryParameter (line 33) | public QueryParameter( FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/RequestBody.java class RequestBody (line 18) | public class RequestBody { method RequestBody (line 24) | public RequestBody() {} method getDescription (line 26) | public String getDescription() { method setDescription (line 30) | public void setDescription(String description) { method getContent (line 34) | public Map getContent() { method setContent (line 38) | public void setContent(Map content) { method addContent (line 42) | public void addContent(MediaType mediaType) { method isRequired (line 49) | public boolean isRequired() { method setRequired (line 53) | public void setRequired(boolean required) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Response.java class Response (line 18) | public class Response { method Response (line 24) | public Response() {} method Response (line 26) | public Response(String code, String description) { method Response (line 31) | public Response(String code, String description, MediaType mediaType) { method getCode (line 38) | public String getCode() { method getDescription (line 42) | public String getDescription() { method setDescription (line 46) | public void setDescription(String description) { method getContent (line 50) | public Map getContent() { method setContent (line 54) | public void setContent(Map content) { method addContent (line 58) | public void addContent(MediaType mediaType) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/openapi/Schema.java class Schema (line 21) | public class Schema { method Schema (line 40) | public Schema() {} method Schema (line 42) | public Schema(String type) { method Schema (line 46) | public Schema(String type, String description) { method Schema (line 50) | public Schema(String type, String description, String defaultValue) { method getType (line 56) | public String getType() { method setType (line 60) | public void setType(String type) { method getFormat (line 64) | public String getFormat() { method setFormat (line 68) | public void setFormat(String format) { method getName (line 72) | public String getName() { method setName (line 76) | public void setName(String name) { method getRequired (line 80) | public List getRequired() { method setRequired (line 84) | public void setRequired(List required) { method getProperties (line 88) | public Map getProperties() { method setProperties (line 92) | public void setProperties(Map properties) { method addProperty (line 96) | public void addProperty(String key, Schema schema, boolean requiredPro... method getItems (line 109) | public Schema getItems() { method setItems (line 113) | public void setItems(Schema items) { method getDescription (line 117) | public String getDescription() { method setDescription (line 121) | public void setDescription(String description) { method getExample (line 125) | public Object getExample() { method setExample (line 129) | public void setExample(Object example) { method getAdditionalProperties (line 133) | public Schema getAdditionalProperties() { method setAdditionalProperties (line 137) | public void setAdditionalProperties(Schema additionalProperties) { method getDiscriminator (line 141) | public String getDiscriminator() { method setDiscriminator (line 145) | public void setDiscriminator(String discriminator) { method getEnumeration (line 149) | public List getEnumeration() { method setEnumeration (line 153) | public void setEnumeration(List enumeration) { method getDefaultValue (line 157) | public String getDefaultValue() { method setDefaultValue (line 161) | public void setDefaultValue(String defaultValue) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/servingsdk/impl/ModelServerContext.java class ModelServerContext (line 24) | public class ModelServerContext implements Context { method getConfig (line 25) | @Override method getModels (line 30) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/servingsdk/impl/ModelServerModel.java class ModelServerModel (line 22) | public class ModelServerModel implements Model { method ModelServerModel (line 25) | public ModelServerModel(com.amazonaws.ml.mms.wlm.Model m) { method getModelName (line 29) | @Override method getModelUrl (line 34) | @Override method getModelHandler (line 39) | @Override method getModelWorkers (line 44) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/servingsdk/impl/ModelServerRequest.java class ModelServerRequest (line 25) | public class ModelServerRequest implements Request { method ModelServerRequest (line 29) | public ModelServerRequest(FullHttpRequest r, QueryStringDecoder d) { method getHeaderNames (line 34) | @Override method getRequestURI (line 39) | @Override method getParameterMap (line 44) | @Override method getParameter (line 49) | @Override method getContentType (line 54) | @Override method getInputStream (line 59) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/servingsdk/impl/ModelServerResponse.java class ModelServerResponse (line 23) | public class ModelServerResponse implements Response { method ModelServerResponse (line 27) | public ModelServerResponse(FullHttpResponse rsp) { method setStatus (line 31) | @Override method setStatus (line 36) | @Override method setHeader (line 41) | @Override method addHeader (line 46) | @Override method setContentType (line 51) | @Override method getOutputStream (line 56) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/servingsdk/impl/ModelWorker.java class ModelWorker (line 20) | public class ModelWorker implements Worker { method ModelWorker (line 24) | public ModelWorker(WorkerThread t) { method isRunning (line 29) | @Override method getWorkerMemory (line 34) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/servingsdk/impl/PluginsManager.java class PluginsManager (line 27) | public final class PluginsManager { method PluginsManager (line 35) | private PluginsManager() {} method getInstance (line 37) | public static PluginsManager getInstance() { method initialize (line 41) | public void initialize() { method validateEndpointPlugin (line 46) | private boolean validateEndpointPlugin(Annotation a, EndpointTypes typ... method getEndpoints (line 52) | private HashMap getEndpoints(EndpointType... method initInferenceEndpoints (line 76) | private HashMap initInferenceEndpoints() { method initManagementEndpoints (line 80) | private HashMap initManagementEndpoints() { method getInferenceEndpoints (line 84) | public Map getInferenceEndpoints() { method getManagementEndpoints (line 88) | public Map getManagementEndpoints() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/ConfigManager.java class ConfigManager (line 53) | public final class ConfigManager { method ConfigManager (line 111) | private ConfigManager(Arguments args) { method resolveEnvVarVals (line 172) | private void resolveEnvVarVals(Properties prop) { method setSystemVars (line 193) | private void setSystemVars() { method getEnableEnvVarsConfig (line 210) | String getEnableEnvVarsConfig() { method getHostName (line 214) | public String getHostName() { method init (line 218) | public static void init(Arguments args) { method getInstance (line 222) | public static ConfigManager getInstance() { method isDebug (line 226) | public boolean isDebug() { method getListener (line 231) | public Connector getListener(boolean management) { method getPreloadModel (line 241) | public String getPreloadModel() { method getPreferDirectBuffer (line 245) | public boolean getPreferDirectBuffer() { method getNettyThreads (line 249) | public int getNettyThreads() { method getNettyClientThreads (line 253) | public int getNettyClientThreads() { method getJobQueueSize (line 257) | public int getJobQueueSize() { method getNumberOfGpu (line 261) | public int getNumberOfGpu() { method getMmsDefaultServiceHandler (line 265) | public String getMmsDefaultServiceHandler() { method getConfiguration (line 269) | public Properties getConfiguration() { method getConfiguredDefaultWorkersPerModel (line 273) | public int getConfiguredDefaultWorkersPerModel() { method getDefaultWorkers (line 277) | public int getDefaultWorkers() { method getMetricTimeInterval (line 297) | public int getMetricTimeInterval() { method getModelServerHome (line 301) | public String getModelServerHome() { method getPythonExecutable (line 322) | public String getPythonExecutable() { method getModelStore (line 326) | public String getModelStore() { method getLoadModels (line 330) | public String getLoadModels() { method getBlacklistPattern (line 334) | public Pattern getBlacklistPattern() { method getCorsAllowedOrigin (line 338) | public String getCorsAllowedOrigin() { method getCorsAllowedMethods (line 342) | public String getCorsAllowedMethods() { method getCorsAllowedHeaders (line 346) | public String getCorsAllowedHeaders() { method getSslContext (line 350) | public SslContext getSslContext() throws IOException, GeneralSecurityE... method loadPrivateKey (line 405) | private PrivateKey loadPrivateKey(String keyFile) throws IOException, ... method loadCertificateChain (line 423) | private X509Certificate[] loadCertificateChain(String keyFile) method getProperty (line 437) | public String getProperty(String key, String def) { method validateConfigurations (line 441) | public void validateConfigurations() throws InvalidPropertiesFormatExc... method dumpConfigurations (line 450) | public String dumpConfigurations() { method useNativeIo (line 498) | public boolean useNativeIo() { method getIoRatio (line 502) | public int getIoRatio() { method getMaxResponseSize (line 506) | public int getMaxResponseSize() { method getMaxRequestSize (line 510) | public int getMaxRequestSize() { method setProperty (line 514) | void setProperty(String key, String value) { method getIntProperty (line 518) | private int getIntProperty(String key, int def) { method getDefaultResponseTimeoutSeconds (line 526) | public int getDefaultResponseTimeoutSeconds() { method getUnregisterModelTimeout (line 542) | public int getUnregisterModelTimeout() { method findMmsHome (line 546) | private File findMmsHome() { method enableAsyncLogging (line 559) | private void enableAsyncLogging() { method getBackendConfiguration (line 565) | public HashMap getBackendConfiguration() { method getCanonicalPath (line 573) | private static String getCanonicalPath(File file) { method getCanonicalPath (line 581) | private static String getCanonicalPath(String path) { method getAvailableGpu (line 588) | private static int getAvailableGpu() { class Arguments (line 606) | public static final class Arguments { method Arguments (line 613) | public Arguments() {} method Arguments (line 615) | public Arguments(CommandLine cmd) { method getOptions (line 622) | public static Options getOptions() { method getMmsConfigFile (line 655) | public String getMmsConfigFile() { method getPythonExecutable (line 659) | public String getPythonExecutable() { method setMmsConfigFile (line 663) | public void setMmsConfigFile(String mmsConfigFile) { method getModelStore (line 667) | public String getModelStore() { method setModelStore (line 671) | public void setModelStore(String modelStore) { method getModels (line 675) | public String[] getModels() { method setModels (line 679) | public void setModels(String[] models) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/Connector.java class Connector (line 42) | public class Connector { method Connector (line 58) | public Connector(int port) { method Connector (line 62) | private Connector(int port, boolean uds) { method Connector (line 74) | private Connector( method parse (line 89) | public static Connector parse(String binding, boolean management) { method getSocketType (line 126) | public String getSocketType() { method getSocketPath (line 130) | public String getSocketPath() { method isUds (line 134) | public boolean isUds() { method isSsl (line 138) | public boolean isSsl() { method isManagement (line 142) | public boolean isManagement() { method getSocketAddress (line 146) | public SocketAddress getSocketAddress() { method getPurpose (line 150) | public String getPurpose() { method newEventLoopGroup (line 154) | public static EventLoopGroup newEventLoopGroup(int threads) { method getServerChannel (line 166) | public Class getServerChannel() { method getClientChannel (line 176) | public Class getClientChannel() { method clean (line 186) | public void clean() { method equals (line 192) | @Override method hashCode (line 207) | @Override method toString (line 212) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/ConnectorType.java type ConnectorType (line 3) | public enum ConnectorType { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/JsonUtils.java class JsonUtils (line 18) | public final class JsonUtils { method JsonUtils (line 27) | private JsonUtils() {} FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/NettyUtils.java class NettyUtils (line 49) | public final class NettyUtils { method NettyUtils (line 81) | private NettyUtils() {} method requestReceived (line 83) | public static void requestReceived(Channel channel, HttpRequest reques... method getRequestId (line 98) | public static String getRequestId(Channel channel) { method sendJsonResponse (line 106) | public static void sendJsonResponse(ChannelHandlerContext ctx, Object ... method sendJsonResponse (line 110) | public static void sendJsonResponse( method sendJsonResponse (line 115) | public static void sendJsonResponse(ChannelHandlerContext ctx, String ... method sendJsonResponse (line 119) | public static void sendJsonResponse( method sendError (line 135) | public static void sendError( method sendError (line 142) | public static void sendError( method sendHttpResponse (line 155) | public static void sendHttpResponse( method closeOnFlush (line 215) | public static void closeOnFlush(Channel ch) { method getBytes (line 221) | public static byte[] getBytes(ByteBuf buf) { method getParameter (line 232) | public static String getParameter(QueryStringDecoder decoder, String k... method getIntParameter (line 240) | public static int getIntParameter(QueryStringDecoder decoder, String k... method getFormData (line 252) | public static InputParameter getFormData(InterfaceHttpData data) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/OpenSslKey.java class OpenSslKey (line 16) | public final class OpenSslKey { method OpenSslKey (line 21) | private OpenSslKey() {} method convertPrivateKey (line 29) | public static byte[] convertPrivateKey(byte[] keySpec) { method encodeOID (line 56) | private static byte[] encodeOID(int[] oid) { method encodeOctetString (line 83) | private static byte[] encodeOctetString(byte[] bytes) { method encodeSequence (line 104) | private static byte[] encodeSequence(byte[][] byteArrays) { method writeLengthField (line 140) | private static int writeLengthField(byte[] bytes, int len) { method getLengthOfLengthField (line 156) | private static int getLengthOfLengthField(int len) { method getOIDCompLength (line 170) | private static int getOIDCompLength(int comp) { method writeOIDComp (line 184) | private static int writeOIDComp(int comp, byte[] bytes, int offset) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/ServerGroups.java class ServerGroups (line 28) | public class ServerGroups { method ServerGroups (line 40) | public ServerGroups(ConfigManager configManager) { method init (line 45) | public final void init() { method shutdown (line 53) | public void shutdown(boolean graceful) { method getServerGroup (line 80) | public EventLoopGroup getServerGroup() { method getChildGroup (line 84) | public EventLoopGroup getChildGroup() { method getBackendGroup (line 88) | public EventLoopGroup getBackendGroup() { method registerChannel (line 92) | public void registerChannel(Channel channel) { method closeAllChannels (line 96) | private void closeAllChannels(boolean graceful) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/codec/CodecUtils.java class CodecUtils (line 21) | public final class CodecUtils { method CodecUtils (line 26) | private CodecUtils() {} method readLength (line 28) | static int readLength(ByteBuf byteBuf, int maxLength) { method readString (line 44) | static String readString(ByteBuf byteBuf, int len) { method read (line 48) | static byte[] read(ByteBuf in, int len) { method readMap (line 58) | static Map readMap(ByteBuf in, int len) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/codec/ModelRequestEncoder.java class ModelRequestEncoder (line 27) | @ChannelHandler.Sharable method ModelRequestEncoder (line 30) | public ModelRequestEncoder(boolean preferDirect) { method encode (line 34) | @Override method encodeRequest (line 73) | private void encodeRequest(RequestInput req, ByteBuf out) { method encodeParameter (line 90) | private void encodeParameter(InputParameter parameter, ByteBuf out) { method encodeField (line 102) | private static void encodeField(CharSequence field, ByteBuf out) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/codec/ModelResponseDecoder.java class ModelResponseDecoder (line 23) | public class ModelResponseDecoder extends ByteToMessageDecoder { method ModelResponseDecoder (line 27) | public ModelResponseDecoder(int maxBufferSize) { method decode (line 31) | @Override FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/logging/QLogLayout.java class QLogLayout (line 25) | @Plugin( method QLogLayout (line 32) | public QLogLayout() { method toSerializable (line 89) | @Override method createLayout (line 153) | @PluginFactory method getStringOrDefault (line 158) | private static String getStringOrDefault(String val, String defVal) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/BaseModelRequest.java class BaseModelRequest (line 15) | public class BaseModelRequest { method BaseModelRequest (line 20) | public BaseModelRequest() {} method BaseModelRequest (line 22) | public BaseModelRequest(WorkerCommands command, String modelName) { method getCommand (line 27) | public WorkerCommands getCommand() { method getModelName (line 31) | public String getModelName() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/InputParameter.java class InputParameter (line 17) | public class InputParameter { method InputParameter (line 23) | public InputParameter() {} method InputParameter (line 25) | public InputParameter(String name, String value) { method InputParameter (line 30) | public InputParameter(String name, byte[] data) { method InputParameter (line 34) | public InputParameter(String name, byte[] data, CharSequence contentTy... method getName (line 40) | public String getName() { method getValue (line 44) | public byte[] getValue() { method getContentType (line 48) | public CharSequence getContentType() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/ModelInferenceRequest.java class ModelInferenceRequest (line 18) | public class ModelInferenceRequest extends BaseModelRequest { method ModelInferenceRequest (line 22) | public ModelInferenceRequest(String modelName) { method getRequestBatch (line 27) | public List getRequestBatch() { method setRequestBatch (line 31) | public void setRequestBatch(List requestBatch) { method addRequest (line 35) | public void addRequest(RequestInput req) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/ModelLoadModelRequest.java class ModelLoadModelRequest (line 17) | public class ModelLoadModelRequest extends BaseModelRequest { method ModelLoadModelRequest (line 30) | public ModelLoadModelRequest(Model model, int gpuId, String fd) { method getIoFileDescriptor (line 39) | public String getIoFileDescriptor() { method setIoFileDescriptor (line 43) | public void setIoFileDescriptor(String ioFileDescriptor) { method getModelPath (line 47) | public String getModelPath() { method getHandler (line 51) | public String getHandler() { method getBatchSize (line 55) | public int getBatchSize() { method getGpuId (line 59) | public int getGpuId() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/ModelWorkerResponse.java class ModelWorkerResponse (line 17) | public class ModelWorkerResponse { method ModelWorkerResponse (line 23) | public ModelWorkerResponse() {} method getCode (line 25) | public int getCode() { method setCode (line 29) | public void setCode(int code) { method getMessage (line 33) | public String getMessage() { method setMessage (line 37) | public void setMessage(String message) { method getPredictions (line 41) | public List getPredictions() { method setPredictions (line 45) | public void setPredictions(List predictions) { method appendPredictions (line 49) | public void appendPredictions(Predictions prediction) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/Predictions.java class Predictions (line 17) | public class Predictions { method getHeaders (line 27) | public Map getHeaders() { method setHeaders (line 31) | public void setHeaders(Map headers) { method Predictions (line 35) | public Predictions() {} method getRequestId (line 37) | public String getRequestId() { method setRequestId (line 41) | public void setRequestId(String requestId) { method getResp (line 45) | public byte[] getResp() { method setResp (line 49) | public void setResp(byte[] resp) { method getContentType (line 53) | public String getContentType() { method setStatusCode (line 57) | public void setStatusCode(int statusCode) { method setContentType (line 61) | public void setContentType(String contentType) { method getStatusCode (line 65) | public int getStatusCode() { method getReasonPhrase (line 69) | public String getReasonPhrase() { method setReasonPhrase (line 73) | public void setReasonPhrase(String reasonPhrase) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/RequestInput.java class RequestInput (line 21) | public class RequestInput { method RequestInput (line 27) | public RequestInput(String requestId) { method getRequestId (line 33) | public String getRequestId() { method setRequestId (line 37) | public void setRequestId(String requestId) { method getHeaders (line 41) | public Map getHeaders() { method setHeaders (line 45) | public void setHeaders(Map headers) { method updateHeaders (line 49) | public void updateHeaders(String key, String val) { method getParameters (line 53) | public List getParameters() { method setParameters (line 57) | public void setParameters(List parameters) { method addParameter (line 61) | public void addParameter(InputParameter modelInput) { method getStringParameter (line 65) | public String getStringParameter(String key) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/util/messages/WorkerCommands.java type WorkerCommands (line 5) | public enum WorkerCommands { method WorkerCommands (line 17) | WorkerCommands(String command) { method getCommand (line 21) | public String getCommand() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/wlm/BatchAggregator.java class BatchAggregator (line 27) | public class BatchAggregator { method BatchAggregator (line 34) | public BatchAggregator(Model model) { method getRequest (line 39) | public BaseModelRequest getRequest(String threadName, WorkerState state) method sendResponse (line 70) | public void sendResponse(ModelWorkerResponse message) { method sendError (line 106) | public void sendError(BaseModelRequest message, String error, HttpResp... FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/wlm/Job.java class Job (line 31) | public class Job { method Job (line 43) | public Job( method getJobId (line 54) | public String getJobId() { method getModelName (line 58) | public String getModelName() { method getCmd (line 62) | public WorkerCommands getCmd() { method isControlCmd (line 66) | public boolean isControlCmd() { method getPayload (line 70) | public RequestInput getPayload() { method setScheduled (line 74) | public void setScheduled() { method response (line 78) | public void response( method sendError (line 122) | public void sendError(HttpResponseStatus status, String error) { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/wlm/Model.java class Model (line 29) | public class Model { method Model (line 50) | public Model(ModelArchive modelArchive, int queueSize, String preloadM... method getModelName (line 63) | public String getModelName() { method getModelDir (line 67) | public File getModelDir() { method getModelUrl (line 71) | public String getModelUrl() { method getModelArchive (line 75) | public ModelArchive getModelArchive() { method getMinWorkers (line 79) | public int getMinWorkers() { method setMinWorkers (line 83) | public void setMinWorkers(int minWorkers) { method getMaxWorkers (line 87) | public int getMaxWorkers() { method setMaxWorkers (line 91) | public void setMaxWorkers(int maxWorkers) { method getBatchSize (line 95) | public int getBatchSize() { method setBatchSize (line 99) | public void setBatchSize(int batchSize) { method getMaxBatchDelay (line 103) | public int getMaxBatchDelay() { method setMaxBatchDelay (line 107) | public void setMaxBatchDelay(int maxBatchDelay) { method addJob (line 111) | public void addJob(String threadId, Job job) { method removeJobQueue (line 120) | public void removeJobQueue(String threadId) { method addJob (line 126) | public boolean addJob(Job job) { method addFirst (line 130) | public void addFirst(Job job) { method pollBatch (line 134) | public void pollBatch(String threadId, long waitTime, Map... method getPort (line 185) | public int getPort() { method setPort (line 189) | public void setPort(int port) { method incrFailedInfReqs (line 193) | public int incrFailedInfReqs() { method resetFailedInfReqs (line 197) | public void resetFailedInfReqs() { method getResponseTimeoutSeconds (line 201) | public int getResponseTimeoutSeconds() { method setResponseTimeoutSeconds (line 205) | public void setResponseTimeoutSeconds(int responseTimeoutSeconds) { method getServerThread (line 209) | public WorkerThread getServerThread() { method setServerThread (line 213) | public void setServerThread(WorkerThread serverThread) { method preloadModel (line 217) | public String preloadModel() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/wlm/ModelManager.java class ModelManager (line 39) | public final class ModelManager { method ModelManager (line 51) | private ModelManager(ConfigManager configManager, WorkLoadManager wlm) { method getScheduler (line 59) | public ScheduledExecutorService getScheduler() { method init (line 63) | public static void init(ConfigManager configManager, WorkLoadManager w... method getInstance (line 67) | public static ModelManager getInstance() { method registerModel (line 71) | public ModelArchive registerModel(String url, String defaultModelName,... method registerModel (line 86) | public ModelArchive registerModel( method unregisterModel (line 144) | public HttpResponseStatus unregisterModel(String modelName) { method startBackendServer (line 174) | public void startBackendServer(Model model) method updateModel (line 183) | public CompletableFuture updateModel( method getModels (line 195) | public Map getModels() { method getWorkers (line 199) | public List getWorkers(String modelName) { method getWorkers (line 203) | public Map getWorkers() { method addJob (line 207) | public boolean addJob(Job job) throws ModelNotFoundException { method workerStatus (line 221) | public void workerStatus(final ChannelHandlerContext ctx) { method scaleRequestStatus (line 246) | public boolean scaleRequestStatus(String modelName) { method submitTask (line 253) | public void submitTask(Runnable runnable) { method getStartupModels (line 257) | public Set getStartupModels() { FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/wlm/WorkLoadManager.java class WorkLoadManager (line 34) | public class WorkLoadManager { method WorkLoadManager (line 48) | public WorkLoadManager(ConfigManager configManager, EventLoopGroup bac... method getWorkers (line 58) | public List getWorkers(String modelName) { method getWorkers (line 66) | public Map getWorkers() { method hasNoWorker (line 82) | public boolean hasNoWorker(String modelName) { method getNumRunningWorkers (line 90) | public int getNumRunningWorkers(String modelName) { method modelChanged (line 107) | public CompletableFuture modelChanged(Model model) { method shutdownServerThread (line 143) | private CompletableFuture shutdownServerThread( method addServerThread (line 171) | public void addServerThread(Model model, CompletableFuture futur... method notifyChangeState (line 29) | public void notifyChangeState(String modelName, WorkerState state, Htt... FILE: frontend/server/src/main/java/com/amazonaws/ml/mms/wlm/WorkerThread.java class WorkerThread (line 51) | public class WorkerThread implements Runnable { method getState (line 94) | public WorkerState getState() { method getLifeCycle (line 98) | public WorkerLifeCycle getLifeCycle() { method WorkerThread (line 102) | public WorkerThread( method runWorker (line 140) | private void runWorker() method run (line 201) | @Override method getWorkerId (line 268) | public String getWorkerId() { method getMemory (line 272) | public long getMemory() { method setMemory (line 276) | public void setMemory(long memory) { method connect (line 280) | private void connect() method isRunning (line 364) | public boolean isRunning() { method getGpuId (line 368) | public int getGpuId() { method getStartTime (line 372) | public long getStartTime() { method getPid (line 376) | public int getPid() { method shutdown (line 380) | public void shutdown() { method isServerThread (line 411) | public boolean isServerThread() { method getWorkerName (line 415) | private final String getWorkerName() { method setState (line 423) | void setState(WorkerState newState, HttpResponseStatus status) { method retry (line 439) | void retry() { class WorkerHandler (line 456) | @ChannelHandler.Sharable method channelRead0 (line 459) | @Override method exceptionCaught (line 466) | @Override FILE: frontend/server/src/test/java/com/amazonaws/ml/mms/CoverageTest.java class CoverageTest (line 19) | public class CoverageTest { method test (line 21) | @Test FILE: frontend/server/src/test/java/com/amazonaws/ml/mms/ModelServerTest.java class ModelServerTest (line 78) | public class ModelServerTest { method beforeSuite (line 99) | @BeforeSuite method afterSuite (line 123) | @AfterSuite method test (line 128) | @Test method testRoot (line 219) | private void testRoot(Channel channel, String expected) throws Interru... method testPing (line 229) | private void testPing(Channel channel) throws InterruptedException { method testApiDescription (line 241) | private void testApiDescription(Channel channel, String expected) thro... method testDescribeApi (line 253) | private void testDescribeApi(Channel channel) throws InterruptedExcept... method testLoadModel (line 265) | private void testLoadModel(Channel channel) throws InterruptedException { method testLoadModelWithInitialWorkers (line 280) | private void testLoadModelWithInitialWorkers(Channel channel) throws I... method testLoadModelWithInitialWorkersWithJSONReqBody (line 297) | private void testLoadModelWithInitialWorkersWithJSONReqBody(Channel ch... method testScaleModel (line 318) | private void testScaleModel(Channel channel) throws InterruptedExcepti... method testSyncScaleModel (line 331) | private void testSyncScaleModel(Channel channel) throws InterruptedExc... method testUnregisterModel (line 346) | private void testUnregisterModel(Channel channel) throws InterruptedEx... method testListModels (line 359) | private void testListModels(Channel channel) throws InterruptedExcepti... method testDescribeModel (line 372) | private void testDescribeModel(Channel channel) throws InterruptedExce... method testPredictions (line 385) | private void testPredictions(Channel channel) throws InterruptedExcept... method testPredictionsJson (line 403) | private void testPredictionsJson(Channel channel) throws InterruptedEx... method testPredictionsBinary (line 418) | private void testPredictionsBinary(Channel channel) throws Interrupted... method testInvocationsJson (line 434) | private void testInvocationsJson(Channel channel) throws InterruptedEx... method testInvocationsMultipart (line 449) | private void testInvocationsMultipart(Channel channel) method testModelsInvokeJson (line 474) | private void testModelsInvokeJson(Channel channel) throws InterruptedE... method testModelsInvokeMultipart (line 489) | private void testModelsInvokeMultipart(Channel channel) method testPredictionsInvalidRequestSize (line 514) | private void testPredictionsInvalidRequestSize(Channel channel) throws... method testPredictionsValidRequestSize (line 531) | private void testPredictionsValidRequestSize(Channel channel) throws I... method loadTests (line 548) | private void loadTests(Channel channel, String model, String modelName) method unloadTests (line 563) | private void unloadTests(Channel channel, String modelName) throws Int... method setConfiguration (line 575) | private void setConfiguration(String key, String val) method testModelRegisterWithDefaultWorkers (line 583) | private void testModelRegisterWithDefaultWorkers(Channel mgmtChannel) method testPredictionsDecodeRequest (line 603) | private void testPredictionsDecodeRequest(Channel inferChannel, Channe... method testPredictionsDoNotDecodeRequest (line 625) | private void testPredictionsDoNotDecodeRequest(Channel inferChannel, C... method testPredictionsModifyResponseHeader (line 647) | private void testPredictionsModifyResponseHeader( method testPredictionsNoManifest (line 672) | private void testPredictionsNoManifest(Channel inferChannel, Channel m... method testLegacyPredict (line 694) | private void testLegacyPredict(Channel channel) throws InterruptedExce... method testInvalidRootRequest (line 706) | private void testInvalidRootRequest() throws InterruptedException { method testInvalidInferenceUri (line 720) | private void testInvalidInferenceUri() throws InterruptedException { method testInvalidDescribeModel (line 735) | private void testInvalidDescribeModel() throws InterruptedException { method testInvalidPredictionsUri (line 751) | private void testInvalidPredictionsUri() throws InterruptedException { method testPredictionsModelNotFound (line 766) | private void testPredictionsModelNotFound() throws InterruptedException { method testInvalidManagementUri (line 782) | private void testInvalidManagementUri() throws InterruptedException { method testInvalidModelsMethod (line 797) | private void testInvalidModelsMethod() throws InterruptedException { method testInvalidModelMethod (line 812) | private void testInvalidModelMethod() throws InterruptedException { method testDescribeModelNotFound (line 827) | private void testDescribeModelNotFound() throws InterruptedException { method testRegisterModelMissingUrl (line 843) | private void testRegisterModelMissingUrl() throws InterruptedException { method testRegisterModelInvalidRuntime (line 858) | private void testRegisterModelInvalidRuntime() throws InterruptedExcep... method testRegisterModelNotFound (line 876) | private void testRegisterModelNotFound() throws InterruptedException { method testRegisterModelConflict (line 892) | private void testRegisterModelConflict() throws InterruptedException { method testRegisterModelMalformedUrl (line 918) | private void testRegisterModelMalformedUrl() throws InterruptedExcepti... method testRegisterModelConnectionFailed (line 936) | private void testRegisterModelConnectionFailed() throws InterruptedExc... method testRegisterModelHttpError (line 956) | private void testRegisterModelHttpError() throws InterruptedException { method testRegisterModelInvalidPath (line 976) | private void testRegisterModelInvalidPath() throws InterruptedException { method testScaleModelNotFound (line 994) | private void testScaleModelNotFound() throws InterruptedException { method testUnregisterModelNotFound (line 1009) | private void testUnregisterModelNotFound() throws InterruptedException { method testUnregisterModelTimeout (line 1024) | private void testUnregisterModelTimeout() method testScaleModelFailure (line 1052) | private void testScaleModelFailure() throws InterruptedException { method testInvalidModel (line 1087) | private void testInvalidModel() throws InterruptedException { method testLoadingMemoryError (line 1132) | private void testLoadingMemoryError() throws InterruptedException { method testPredictionMemoryError (line 1149) | private void testPredictionMemoryError() throws InterruptedException { method testPredictionCustomErrorCode (line 1194) | private void testPredictionCustomErrorCode() throws InterruptedExcepti... method testErrorBatch (line 1228) | private void testErrorBatch() throws InterruptedException { method testMetricManager (line 1271) | private void testMetricManager() throws JsonParseException, Interrupte... method testLogging (line 1301) | private void testLogging(Channel inferChannel, Channel mgmtChannel) method testLoggingUnload (line 1339) | private void testLoggingUnload(Channel inferChannel, Channel mgmtChannel) method connect (line 1358) | private Channel connect(boolean management) { class TestHandler (line 1395) | @ChannelHandler.Sharable method channelRead0 (line 1398) | @Override method exceptionCaught (line 1406) | @Override FILE: frontend/server/src/test/java/com/amazonaws/ml/mms/TestUtils.java class TestUtils (line 20) | public final class TestUtils { method TestUtils (line 22) | private TestUtils() {} method init (line 24) | public static void init() { FILE: frontend/server/src/test/java/com/amazonaws/ml/mms/test/TestHelper.java class TestHelper (line 29) | public final class TestHelper { method TestHelper (line 31) | private TestHelper() {} method testGetterSetters (line 33) | public static void testGetterSetters(Class baseClass) method getClasses (line 75) | private static List> getClasses(Class clazz) method getMockValue (line 117) | private static Object getMockValue(Class type) { FILE: frontend/server/src/test/java/com/amazonaws/ml/mms/util/ConfigManagerTest.java class ConfigManagerTest (line 32) | public class ConfigManagerTest { method createMetric (line 37) | private Metric createMetric(String metricName, String requestId) { method modifyEnv (line 52) | @SuppressWarnings("unchecked") method test (line 82) | @Test method testNoEnvVars (line 117) | @Test method testResponseTimeoutSeconds (line 130) | @Test FILE: mms/arg_parser.py class ArgParser (line 20) | class ArgParser(object): method mms_parser (line 26) | def mms_parser(): method str2bool (line 59) | def str2bool(v): method model_service_worker_args (line 67) | def model_service_worker_args(): method extract_args (line 124) | def extract_args(args=None): FILE: mms/context.py class Context (line 16) | class Context(object): method __init__ (line 22) | def __init__(self, model_name, model_dir, manifest, batch_size, gpu, m... method system_properties (line 37) | def system_properties(self): method request_processor (line 41) | def request_processor(self): method request_processor (line 45) | def request_processor(self, request_processor): method metrics (line 49) | def metrics(self): method metrics (line 53) | def metrics(self, metrics): method get_request_id (line 56) | def get_request_id(self, idx=0): method get_request_header (line 59) | def get_request_header(self, idx, key): method get_all_request_header (line 62) | def get_all_request_header(self, idx): method set_response_content_type (line 65) | def set_response_content_type(self, idx, value): method get_response_content_type (line 68) | def get_response_content_type(self, idx): method get_response_status (line 71) | def get_response_status(self, idx): method set_response_status (line 75) | def set_response_status(self, code=200, phrase="", idx=0): method set_all_response_status (line 87) | def set_all_response_status(self, code=200, phrase=""): method get_response_headers (line 97) | def get_response_headers(self, idx): method set_response_header (line 100) | def set_response_header(self, idx, key, value): method __eq__ (line 105) | def __eq__(self, other): class RequestProcessor (line 109) | class RequestProcessor(object): method __init__ (line 114) | def __init__(self, request_header): method get_request_property (line 120) | def get_request_property(self, key): method report_status (line 123) | def report_status(self, code, reason_phrase=None): method get_response_status_code (line 127) | def get_response_status_code(self): method get_response_status_phrase (line 130) | def get_response_status_phrase(self): method add_response_property (line 133) | def add_response_property(self, key, value): method get_response_headers (line 136) | def get_response_headers(self): method get_response_header (line 139) | def get_response_header(self, key): method get_request_properties (line 142) | def get_request_properties(self): FILE: mms/export_model.py function main (line 16) | def main(): FILE: mms/metrics/dimension.py class Dimension (line 16) | class Dimension(object): method __init__ (line 20) | def __init__(self, name, value): method __str__ (line 34) | def __str__(self): method to_dict (line 41) | def to_dict(self): FILE: mms/metrics/metric.py class Metric (line 25) | class Metric(object): method __init__ (line 30) | def __init__(self, name, value, method update (line 62) | def update(self, value): method __str__ (line 77) | def __str__(self): method to_dict (line 87) | def to_dict(self): FILE: mms/metrics/metric_encoder.py class MetricEncoder (line 22) | class MetricEncoder(JSONEncoder): method default (line 26) | def default(self, obj): # pylint: disable=arguments-differ, method-hi... FILE: mms/metrics/metrics_store.py class MetricsStore (line 20) | class MetricsStore(object): method __init__ (line 25) | def __init__(self, request_ids, model_name): method _add_or_update (line 34) | def _add_or_update(self, name, value, req_id, unit, metrics_method=Non... method _get_req (line 74) | def _get_req(self, idx): method add_counter (line 92) | def add_counter(self, name, value, idx=None, dimensions=None): method add_time (line 111) | def add_time(self, name, value, idx=None, unit='ms', dimensions=None): method add_size (line 133) | def add_size(self, name, value, idx=None, unit='MB', dimensions=None): method add_percent (line 155) | def add_percent(self, name, value, idx=None, dimensions=None): method add_error (line 174) | def add_error(self, name, value, dimensions=None): method add_metric (line 191) | def add_metric(self, name, value, idx=None, unit=None, dimensions=None): FILE: mms/metrics/process_memory_metric.py function get_cpu_usage (line 20) | def get_cpu_usage(pid): function check_process_mem_usage (line 39) | def check_process_mem_usage(stdin): FILE: mms/metrics/system_metrics.py function cpu_utilization (line 26) | def cpu_utilization(): function memory_used (line 31) | def memory_used(): function memory_available (line 36) | def memory_available(): function memory_utilization (line 41) | def memory_utilization(): function disk_used (line 46) | def disk_used(): function disk_utilization (line 51) | def disk_utilization(): function disk_available (line 56) | def disk_available(): function collect_all (line 61) | def collect_all(mod): FILE: mms/metrics/unit.py class Units (line 15) | class Units(object): method __init__ (line 20) | def __init__(self): FILE: mms/model_loader.py class ModelLoaderFactory (line 29) | class ModelLoaderFactory(object): method get_model_loader (line 35) | def get_model_loader(model_dir): class ModelLoader (line 45) | class ModelLoader(object): method load (line 52) | def load(self, model_name, model_dir, handler, gpu_id, batch_size): method list_model_services (line 66) | def list_model_services(module, parent_class=None): class MmsModelLoader (line 85) | class MmsModelLoader(ModelLoader): method load (line 90) | def load(self, model_name, model_dir, handler, gpu_id, batch_size): method unload (line 158) | def unload(self): class LegacyModelLoader (line 166) | class LegacyModelLoader(ModelLoader): method load (line 171) | def load(self, model_name, model_dir, handler, gpu_id, batch_size): FILE: mms/model_server.py function old_start (line 17) | def old_start(): function start (line 27) | def start(): function load_properties (line 165) | def load_properties(file_path): FILE: mms/model_service/gluon_vision_service.py class GluonVisionService (line 19) | class GluonVisionService(GluonImperativeBaseService): method _preprocess (line 25) | def _preprocess(self, data): method _inference (line 43) | def _inference(self, data): method _postprocess (line 63) | def _postprocess(self, data): FILE: mms/model_service/model_service.py class ModelService (line 23) | class ModelService(object): method __init__ (line 32) | def __init__(self, model_name, model_dir, manifest, gpu=None): # pyli... method initialize (line 37) | def initialize(self, context): method inference (line 56) | def inference(self, data): method ping (line 74) | def ping(self): method signature (line 85) | def signature(self): method handle (line 97) | def handle(self, data, context): # pylint: disable=unused-argument class SingleNodeService (line 131) | class SingleNodeService(ModelService): method inference (line 137) | def inference(self, data): method _inference (line 166) | def _inference(self, data): method _preprocess (line 183) | def _preprocess(self, data): method _postprocess (line 200) | def _postprocess(self, data): FILE: mms/model_service/mxnet_model_service.py function check_input_shape (line 24) | def check_input_shape(inputs, signature): class MXNetBaseService (line 57) | class MXNetBaseService(SingleNodeService): method __init__ (line 64) | def __init__(self, model_name, model_dir, manifest, gpu=None): method _preprocess (line 117) | def _preprocess(self, data): method _postprocess (line 120) | def _postprocess(self, data): method _inference (line 123) | def _inference(self, data): method ping (line 153) | def ping(self): method signature (line 165) | def signature(self): class GluonImperativeBaseService (line 177) | class GluonImperativeBaseService(SingleNodeService): method __init__ (line 183) | def __init__(self, model_name, model_dir, manifest, net=None, gpu=None): method _preprocess (line 218) | def _preprocess(self, data): method _postprocess (line 221) | def _postprocess(self, data): method _inference (line 224) | def _inference(self, data): method ping (line 227) | def ping(self): method signature (line 239) | def signature(self): FILE: mms/model_service/mxnet_vision_service.py class MXNetVisionService (line 18) | class MXNetVisionService(MXNetBaseService): method _preprocess (line 24) | def _preprocess(self, data): method _postprocess (line 36) | def _postprocess(self, data): FILE: mms/model_service_worker.py class MXNetModelServiceWorker (line 36) | class MXNetModelServiceWorker(object): method __init__ (line 40) | def __init__(self, s_type=None, s_name=None, host_addr=None, port_num=... method load_model (line 77) | def load_model(self, load_model_request=None): method _create_io_files (line 116) | def _create_io_files(self, tmp_dir, io_fd): method _remap_io (line 123) | def _remap_io(self): method handle_connection (line 129) | def handle_connection(self, cl_socket): method sigterm_handler (line 158) | def sigterm_handler(self): method start_worker (line 165) | def start_worker(self, cl_socket): method run_server (line 189) | def run_server(self): FILE: mms/protocol/otf_message_handler.py function retrieve_msg (line 29) | def retrieve_msg(conn): function encode_response_headers (line 47) | def encode_response_headers(resp_hdr_map): function create_predict_response (line 58) | def create_predict_response(ret, req_id_map, message, code, context=None): function create_load_model_response (line 137) | def create_load_model_response(code, message): function _retrieve_buffer (line 156) | def _retrieve_buffer(conn, length): function _retrieve_int (line 171) | def _retrieve_int(conn): function _retrieve_load_msg (line 176) | def _retrieve_load_msg(conn): function _retrieve_inference_msg (line 207) | def _retrieve_inference_msg(conn): function _retrieve_request (line 225) | def _retrieve_request(conn): function _retrieve_reqest_header (line 260) | def _retrieve_reqest_header(conn): function _retrieve_input_data (line 281) | def _retrieve_input_data(conn): FILE: mms/service.py class Service (line 28) | class Service(object): method __init__ (line 33) | def __init__(self, model_name, model_dir, manifest, entry_point, gpu, ... method context (line 38) | def context(self): method retrieve_data_for_inference (line 42) | def retrieve_data_for_inference(batch): method predict (line 87) | def predict(self, batch): class PredictionException (line 134) | class PredictionException(Exception): method __init__ (line 135) | def __init__(self, message, error_code=500): method __str__ (line 140) | def __str__(self): function emit_metrics (line 144) | def emit_metrics(metrics): FILE: mms/tests/unit_tests/helper/pixel2pixel_service.py class UnetSkipUnit (line 24) | class UnetSkipUnit(HybridBlock): method __init__ (line 25) | def __init__(self, inner_channels, outer_channels, inner_block=None, i... method hybrid_forward (line 64) | def hybrid_forward(self, F, x): class UnetGenerator (line 72) | class UnetGenerator(HybridBlock): method __init__ (line 73) | def __init__(self, in_channels, num_downs, ngf=64, use_dropout=True): method hybrid_forward (line 88) | def hybrid_forward(self, F, x): class Pixel2pixelService (line 91) | class Pixel2pixelService(MXNetBaseService): method __init__ (line 93) | def __init__(self, model_name, path): method _preprocess (line 97) | def _preprocess(self, data): method _inference (line 106) | def _inference(self, data): method _postprocess (line 110) | def _postprocess(self, data): FILE: mms/tests/unit_tests/model_service/dummy_model/dummy_model_service.py class DummyNodeService (line 18) | class DummyNodeService(SingleNodeService): method _inference (line 19) | def _inference(self, data): method signature (line 22) | def signature(self): method ping (line 25) | def ping(self): method inference (line 28) | def inference(self): class SomeOtherClass (line 32) | class SomeOtherClass: method __init__ (line 33) | def __init__(self): FILE: mms/tests/unit_tests/model_service/test_mxnet_image.py class TestMXNetImageUtils (line 23) | class TestMXNetImageUtils(unittest.TestCase): method _write_image (line 24) | def _write_image(self, img_arr, flag=1): method test_transform_shape (line 35) | def test_transform_shape(self): method test_read (line 44) | def test_read(self): method test_write (line 55) | def test_write(self): method test_resize (line 64) | def test_resize(self): method test_fix_crop (line 69) | def test_fix_crop(self): method test_color_normalize (line 74) | def test_color_normalize(self): method runTest (line 79) | def runTest(self): FILE: mms/tests/unit_tests/model_service/test_mxnet_ndarray.py class TestMXNetNDArrayUtils (line 20) | class TestMXNetNDArrayUtils(unittest.TestCase): method test_top_prob (line 21) | def test_top_prob(self): method runTest (line 28) | def runTest(self): FILE: mms/tests/unit_tests/model_service/test_mxnet_nlp.py class TestMXNetNLPUtils (line 21) | class TestMXNetNLPUtils(unittest.TestCase): method test_encode_sentence (line 22) | def test_encode_sentence(self): method test_pad_sentence (line 42) | def test_pad_sentence(self): FILE: mms/tests/unit_tests/model_service/test_service.py function empty_file (line 30) | def empty_file(path): function module_dir (line 34) | def module_dir(tmpdir): function create_symbolic_manifest (line 67) | def create_symbolic_manifest(path): function create_imperative_manifest (line 90) | def create_imperative_manifest(path): class TestService (line 113) | class TestService(unittest.TestCase): method setUp (line 114) | def setUp(self): method tearDown (line 117) | def tearDown(self): method _train_and_export (line 120) | def _train_and_export(self, path): method _write_image (line 158) | def _write_image(self, img_arr): method test_vision_init (line 166) | def test_vision_init(self): method test_vision_inference (line 172) | def test_vision_inference(self): method test_gluon_inference (line 178) | def test_gluon_inference(self): method test_mxnet_model_service (line 215) | def test_mxnet_model_service(self): method test_gluon_model_service (line 227) | def test_gluon_model_service(self): method runTest (line 239) | def runTest(self): FILE: mms/tests/unit_tests/test_beckend_metric.py function get_model_key (line 12) | def get_model_key(name, unit, req_id, model_name): function get_error_key (line 20) | def get_error_key(name, unit): function test_metrics (line 27) | def test_metrics(caplog): FILE: mms/tests/unit_tests/test_model_loader.py class TestModelFactory (line 29) | class TestModelFactory: method test_model_loader_factory_legacy (line 31) | def test_model_loader_factory_legacy(self): method test_model_loader_factory (line 37) | def test_model_loader_factory(self): class TestListModels (line 45) | class TestListModels: method test_list_models_legacy (line 47) | def test_list_models_legacy(self): method test_list_models (line 55) | def test_list_models(self): class TestLoadModels (line 66) | class TestLoadModels: method patches (line 73) | def patches(self, mocker): method test_load_model_legacy (line 83) | def test_load_model_legacy(self, patches): method test_load_class_model (line 96) | def test_load_class_model(self, patches): method test_load_func_model (line 106) | def test_load_func_model(self, patches): method test_load_func_model_with_error (line 117) | def test_load_func_model_with_error(self, patches): method test_load_model_with_error (line 126) | def test_load_model_with_error(self, patches): FILE: mms/tests/unit_tests/test_model_service_worker.py function socket_patches (line 27) | def socket_patches(mocker): function model_service_worker (line 42) | def model_service_worker(socket_patches): class TestInit (line 50) | class TestInit: method test_missing_socket_name (line 53) | def test_missing_socket_name(self): method test_socket_in_use (line 57) | def test_socket_in_use(self, mocker): method patches (line 67) | def patches(self, mocker): method test_success (line 75) | def test_success(self, patches): class TestRunServer (line 82) | class TestRunServer: method test_with_socket_bind_error (line 85) | def test_with_socket_bind_error(self, socket_patches, model_service_wo... method test_with_timeout (line 94) | def test_with_timeout(self, socket_patches, model_service_worker): method test_with_run_server_debug (line 104) | def test_with_run_server_debug(self, socket_patches, model_service_wor... method test_success (line 117) | def test_success(self, model_service_worker): class TestLoadModel (line 128) | class TestLoadModel: method patches (line 132) | def patches(self, mocker): method test_load_model (line 137) | def test_load_model(self, patches, model_service_worker): method test_optional_args (line 145) | def test_optional_args(self, patches, model_service_worker, batch_size... class TestHandleConnection (line 155) | class TestHandleConnection: method patches (line 159) | def patches(self, mocker): method test_handle_connection (line 166) | def test_handle_connection(self, patches, model_service_worker): FILE: mms/tests/unit_tests/test_otf_codec_protocol.py function socket_patches (line 27) | def socket_patches(mocker): class TestOtfCodecHandler (line 35) | class TestOtfCodecHandler: method test_retrieve_msg_unknown (line 37) | def test_retrieve_msg_unknown(self, socket_patches): method test_retrieve_msg_load_gpu (line 42) | def test_retrieve_msg_load_gpu(self, socket_patches): method test_retrieve_msg_load_no_gpu (line 61) | def test_retrieve_msg_load_no_gpu(self, socket_patches): method test_retrieve_msg_predict (line 79) | def test_retrieve_msg_predict(self, socket_patches): method test_retrieve_msg_predict_text (line 104) | def test_retrieve_msg_predict_text(self, socket_patches): method test_retrieve_msg_predict_binary (line 129) | def test_retrieve_msg_predict_binary(self, socket_patches): method test_create_load_model_response (line 154) | def test_create_load_model_response(self): method test_create_predict_response (line 159) | def test_create_predict_response(self): method test_create_predict_response_with_error (line 164) | def test_create_predict_response_with_error(self): FILE: mms/tests/unit_tests/test_utils/dummy_class_model_service.py class CustomService (line 17) | class CustomService(object): method initialize (line 19) | def initialize(self, context): method handle (line 23) | def handle(self, data, context): FILE: mms/tests/unit_tests/test_utils/dummy_func_model_service.py function infer (line 19) | def infer(data, context): FILE: mms/tests/unit_tests/test_version.py function test_mms_version (line 17) | def test_mms_version(): FILE: mms/tests/unit_tests/test_worker_service.py class TestService (line 15) | class TestService: method service (line 27) | def service(self, mocker): method test_predict (line 33) | def test_predict(self, service, mocker): method test_with_nil_request (line 38) | def test_with_nil_request(self, service): method test_valid_req (line 42) | def test_valid_req(self, service): class TestEmitMetrics (line 50) | class TestEmitMetrics: method test_emit_metrics (line 52) | def test_emit_metrics(self, caplog): FILE: mms/utils/mxnet/image.py function transform_shape (line 23) | def transform_shape(img_arr, dim_order='NCHW'): function read (line 47) | def read(buf, flag=1, to_rgb=True, out=None): function write (line 82) | def write(img_arr, flag=1, format='jpeg', dim_order='CHW'): # pylint: d... function resize (line 120) | def resize(src, new_width, new_height, interp=2): function fixed_crop (line 161) | def fixed_crop(src, x0, y0, w, h, size=None, interp=2): function color_normalize (line 190) | def color_normalize(src, mean, std=None): FILE: mms/utils/mxnet/ndarray.py function top_probability (line 18) | def top_probability(data, labels, top=5): FILE: mms/utils/mxnet/nlp.py function encode_sentences (line 19) | def encode_sentences(sentences, vocab=None, invalid_label=-1, invalid_ke... function pad_sentence (line 71) | def pad_sentence(sentence, buckets, invalid_label=-1, data_name='data', ... FILE: mms/utils/timeit_decorator.py function timeit (line 18) | def timeit(func): FILE: model-archiver/model_archiver/arg_parser.py class ArgParser (line 22) | class ArgParser(object): method export_model_args_parser (line 30) | def export_model_args_parser(): FILE: model-archiver/model_archiver/manifest_components/engine.py class EngineType (line 16) | class EngineType(Enum): class Engine (line 22) | class Engine(object): method __init__ (line 27) | def __init__(self, engine_name, engine_version=None): method __to_dict__ (line 33) | def __to_dict__(self): method __str__ (line 42) | def __str__(self): method __repr__ (line 45) | def __repr__(self): FILE: model-archiver/model_archiver/manifest_components/manifest.py class RuntimeType (line 17) | class RuntimeType(Enum): class Manifest (line 26) | class Manifest(object): method __init__ (line 31) | def __init__(self, runtime, model, engine=None, specification_version=... method __to_dict__ (line 46) | def __to_dict__(self): method __str__ (line 79) | def __str__(self): method __repr__ (line 82) | def __repr__(self): FILE: model-archiver/model_archiver/manifest_components/model.py class Model (line 15) | class Model(object): method __init__ (line 21) | def __init__(self, model_name, handler, description=None, model_versio... method __to_dict__ (line 29) | def __to_dict__(self): method __str__ (line 47) | def __str__(self): method __repr__ (line 50) | def __repr__(self): FILE: model-archiver/model_archiver/manifest_components/publisher.py class Publisher (line 15) | class Publisher(object): method __init__ (line 20) | def __init__(self, author, email): method __to_dict__ (line 25) | def __to_dict__(self): method __str__ (line 32) | def __str__(self): method __repr__ (line 35) | def __repr__(self): FILE: model-archiver/model_archiver/model_archiver_error.py class ModelArchiverError (line 15) | class ModelArchiverError(Exception): method __init__ (line 19) | def __init__(self, message): FILE: model-archiver/model_archiver/model_packaging.py function package_model (line 22) | def package_model(args, manifest): function generate_model_archive (line 55) | def generate_model_archive(): FILE: model-archiver/model_archiver/model_packaging_utils.py class ModelExportUtils (line 41) | class ModelExportUtils(object): method get_archive_export_path (line 48) | def get_archive_export_path(export_file_path, model_name, archive_form... method check_mar_already_exists (line 52) | def check_mar_already_exists(model_name, export_file_path, overwrite, ... method check_custom_model_types (line 78) | def check_custom_model_types(model_path, model_name=None): method find_unique (line 103) | def find_unique(files, suffix): method convert_onnx_model (line 122) | def convert_onnx_model(model_path, onnx_file, model_name): method generate_publisher (line 192) | def generate_publisher(publisherargs): method generate_engine (line 197) | def generate_engine(engineargs): method generate_model (line 202) | def generate_model(modelargs): method generate_manifest_json (line 207) | def generate_manifest_json(args): method clean_temp_files (line 226) | def clean_temp_files(temp_files): method make_dir (line 231) | def make_dir(d): method archive (line 236) | def archive(export_file, model_name, model_path, files_to_exclude, man... method archive_dir (line 283) | def archive_dir(path, dst, files_to_exclude, archive_format, model_name): method directory_filter (line 313) | def directory_filter(directory, unwanted_dirs): method file_filter (line 328) | def file_filter(current_file, files_to_exclude): method check_model_name_regex_or_exit (line 345) | def check_model_name_regex_or_exit(model_name): method validate_inputs (line 358) | def validate_inputs(model_path, model_name, export_path): FILE: model-archiver/model_archiver/tests/integ_tests/resources/onnx_model/service.py function handle (line 6) | def handle(): FILE: model-archiver/model_archiver/tests/integ_tests/resources/regular_model/service.py function handle (line 6) | def handle(): FILE: model-archiver/model_archiver/tests/integ_tests/test_integration_model_archiver.py function update_tests (line 16) | def update_tests(test): function create_file_path (line 26) | def create_file_path(path): function delete_file_path (line 36) | def delete_file_path(path): function run_test (line 46) | def run_test(test, cmd): function validate_archive_exists (line 59) | def validate_archive_exists(test): function validate_manifest_file (line 69) | def validate_manifest_file(manifest, test): function validate_files (line 81) | def validate_files(file_list, prefix, regular): function validate_tar_archive (line 92) | def validate_tar_archive(test_cfg): function validate_noarchive_archive (line 101) | def validate_noarchive_archive(test): function validate_mar_archive (line 107) | def validate_mar_archive(test): function validate_archive_content (line 115) | def validate_archive_content(test): function validate (line 125) | def validate(test): function test_model_archiver (line 130) | def test_model_archiver(): FILE: model-archiver/model_archiver/tests/unit_tests/test_model_packaging.py class TestModelPackaging (line 22) | class TestModelPackaging: class Namespace (line 24) | class Namespace: method __init__ (line 25) | def __init__(self, **kwargs): method update (line 28) | def update(self, **kwargs): method patches (line 44) | def patches(self, mocker): method test_gen_model_archive (line 52) | def test_gen_model_archive(self, patches): method test_export_model_method (line 57) | def test_export_model_method(self, patches): method test_export_model_method_tar (line 67) | def test_export_model_method_tar(self, patches): method test_export_model_method_noarchive (line 78) | def test_export_model_method_noarchive(self, patches): FILE: model-archiver/model_archiver/tests/unit_tests/test_model_packaging_utils.py class TestExportModelUtils (line 22) | class TestExportModelUtils: class TestMarExistence (line 25) | class TestMarExistence: method patches (line 28) | def patches(self, mocker): method test_export_file_is_none (line 36) | def test_export_file_is_none(self, patches): method test_export_file_is_not_none (line 43) | def test_export_file_is_not_none(self, patches): method test_export_file_already_exists_with_override (line 49) | def test_export_file_already_exists_with_override(self, patches): method test_export_file_already_exists_with_override_false (line 56) | def test_export_file_already_exists_with_override_false(self, patches): method test_export_file_is_none_tar (line 64) | def test_export_file_is_none_tar(self, patches): method test_export_file_is_none_tar (line 71) | def test_export_file_is_none_tar(self, patches): class TestArchiveTypes (line 79) | class TestArchiveTypes: method test_archive_types (line 80) | def test_archive_types(self): class TestCustomModelTypes (line 88) | class TestCustomModelTypes: method patches (line 93) | def patches(self, mocker): method test_onnx_file_is_none (line 101) | def test_onnx_file_is_none(self, patches): method test_onnx_file_is_not_none (line 108) | def test_onnx_file_is_not_none(self, patches): class TestFindUnique (line 123) | class TestFindUnique: method test_with_count_zero (line 125) | def test_with_count_zero(self): method test_with_count_one (line 131) | def test_with_count_one(self): method test_with_exit (line 137) | def test_with_exit(self): class TestCleanTempFiles (line 144) | class TestCleanTempFiles: method patches (line 147) | def patches(self, mocker): method test_clean_call (line 154) | def test_clean_call(self, patches): class TestGenerateManifestProps (line 162) | class TestGenerateManifestProps: class Namespace (line 164) | class Namespace: method __init__ (line 165) | def __init__(self, **kwargs): method test_publisher (line 177) | def test_publisher(self): method test_engine (line 182) | def test_engine(self): method test_model (line 186) | def test_model(self): method test_manifest_json (line 191) | def test_manifest_json(self): class TestModelNameRegEx (line 201) | class TestModelNameRegEx: method test_regex_pass (line 203) | def test_regex_pass(self): method test_regex_fail (line 208) | def test_regex_fail(self): class TestFileFilter (line 216) | class TestFileFilter: method test_with_return_false (line 220) | def test_with_return_false(self): method test_with_pyc (line 223) | def test_with_pyc(self): method test_with_ds_store (line 226) | def test_with_ds_store(self): method test_with_return_true (line 229) | def test_with_return_true(self): class TestDirectoryFilter (line 233) | class TestDirectoryFilter: method test_with_unwanted_dirs (line 237) | def test_with_unwanted_dirs(self): method test_with_starts_with_dot (line 240) | def test_with_starts_with_dot(self): method test_with_return_true (line 243) | def test_with_return_true(self): FILE: model-archiver/model_archiver/tests/unit_tests/test_version.py function test_model_export_tool_version (line 15) | def test_model_export_tool_version(): FILE: model-archiver/setup.py function pypi_description (line 40) | def pypi_description(): function detect_model_archiver_version (line 46) | def detect_model_archiver_version(): FILE: plugins/endpoints/src/main/java/software/amazon/ai/mms/plugins/endpoint/ExecutionParameters.java class ExecutionParameters (line 15) | @Endpoint( method doGet (line 21) | @Override class ExecutionParametersResponse (line 40) | public static class ExecutionParametersResponse { method ExecutionParametersResponse (line 50) | public ExecutionParametersResponse() { method getMaxConcurrentTransforms (line 56) | public int getMaxConcurrentTransforms() { method getBatchStrategy (line 60) | public String getBatchStrategy() { method getMaxPayloadInMB (line 64) | public int getMaxPayloadInMB() { method setMaxConcurrentTransforms (line 68) | public void setMaxConcurrentTransforms(int newMaxConcurrentTransform... method setBatchStrategy (line 72) | public void setBatchStrategy(String newBatchStrategy) { method setMaxPayloadInMB (line 76) | public void setMaxPayloadInMB(int newMaxPayloadInMB) { FILE: plugins/endpoints/src/main/java/software/amazon/ai/mms/plugins/endpoint/Ping.java class Ping (line 16) | @Endpoint( method modelsLoaded (line 24) | private boolean modelsLoaded(Context ctx) { method validConfig (line 37) | private boolean validConfig(String svc) { method doGet (line 48) | @Override FILE: run_circleci_tests.py function get_processed_job_sequence (line 71) | def get_processed_job_sequence(processed_job_name): function get_jobs_to_exec (line 86) | def get_jobs_to_exec(job_name): function get_jobs_steps (line 115) | def get_jobs_steps(steps, job_name): FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/Context.java type Context (line 21) | public interface Context { method getConfig (line 26) | Properties getConfig(); method getModels (line 32) | Map getModels(); FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/Model.java type Model (line 20) | public interface Model { method getModelName (line 25) | String getModelName(); method getModelUrl (line 31) | String getModelUrl(); method getModelHandler (line 37) | String getModelHandler(); method getModelWorkers (line 43) | List getModelWorkers(); FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/ModelServerEndpoint.java class ModelServerEndpoint (line 23) | public abstract class ModelServerEndpoint { method doGet (line 31) | public void doGet(Request req, Response res, Context ctx) throws Model... method doPut (line 42) | public void doPut(Request req, Response res, Context ctx) throws Model... method doPost (line 53) | public void doPost(Request req, Response res, Context ctx) throws Mode... method doDelete (line 64) | public void doDelete(Request req, Response res, Context ctx) throws Mo... FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/ModelServerEndpointException.java class ModelServerEndpointException (line 15) | public class ModelServerEndpointException extends RuntimeException { method ModelServerEndpointException (line 16) | public ModelServerEndpointException(String err) {super(err);} method ModelServerEndpointException (line 17) | public ModelServerEndpointException(String err, Throwable t) {super(er... FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/Worker.java type Worker (line 14) | public interface Worker { method isRunning (line 19) | boolean isRunning(); method getWorkerMemory (line 25) | long getWorkerMemory(); FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/annotations/helpers/EndpointTypes.java type EndpointTypes (line 19) | public enum EndpointTypes { FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/http/Request.java type Request (line 24) | public interface Request { method getHeaderNames (line 29) | List getHeaderNames(); method getRequestURI (line 35) | String getRequestURI(); method getParameterMap (line 41) | Map> getParameterMap(); method getParameter (line 48) | List getParameter(String k); method getContentType (line 54) | String getContentType(); method getInputStream (line 61) | InputStream getInputStream() throws IOException; FILE: serving-sdk/src/main/java/software/amazon/ai/mms/servingsdk/http/Response.java type Response (line 22) | public interface Response { method setStatus (line 27) | void setStatus(int sc); method setStatus (line 34) | void setStatus(int sc, String phrase); method setHeader (line 41) | void setHeader(String k, String v); method addHeader (line 48) | void addHeader(String k, String v); method setContentType (line 54) | void setContentType(String ct); method getOutputStream (line 61) | OutputStream getOutputStream() throws IOException; FILE: serving-sdk/src/test/java/software/amazon/ai/mms/servingsdk/ModelServerEndpointTest.java class ModelServerEndpointTest (line 38) | public class ModelServerEndpointTest { method beforeSuite (line 48) | @Before method test (line 81) | @Test method testEndpointInterface (line 88) | private void testEndpointInterface() throws IOException { method testEndpointAnnotation (line 162) | private void testEndpointAnnotation() { method testWorkerInterface (line 170) | private void testWorkerInterface(Worker w) { method testModelInterface (line 177) | private void testModelInterface(Model m) { method testContextInterface (line 186) | private void testContextInterface() { FILE: setup.py function pypi_description (line 45) | def pypi_description(): function detect_model_server_version (line 53) | def detect_model_server_version(): class BuildFrontEnd (line 62) | class BuildFrontEnd(setuptools.command.build_py.build_py): method run (line 71) | def run(self): class BuildPy (line 99) | class BuildPy(setuptools.command.build_py.build_py): method run (line 104) | def run(self): class BuildPlugins (line 110) | class BuildPlugins(Command): method initialize_options (line 116) | def initialize_options(self): method finalize_options (line 119) | def finalize_options(self): method run (line 125) | def run(self): FILE: tests/performance/agents/configuration.py function get (line 26) | def get(section, key, default=''): FILE: tests/performance/agents/metrics/__init__.py class ProcessType (line 21) | class ProcessType(Enum): function get_metrics (line 90) | def get_metrics(server_process, child_processes, logger): FILE: tests/performance/agents/metrics_collector.py function store_pid (line 43) | def store_pid(pid_file): function stop_process (line 51) | def stop_process(pid_file): function check_is_running (line 71) | def check_is_running(pid_file): function store_metrics_collector_pid (line 86) | def store_metrics_collector_pid(): function stop_metrics_collector_process (line 91) | def stop_metrics_collector_process(): function monitor_processes (line 98) | def monitor_processes(server_process, metrics, interval, socket): function start_metric_collection (line 124) | def start_metric_collection(server_process, metrics, interval, socket): function start_metric_collector_process (line 134) | def start_metric_collector_process(): FILE: tests/performance/agents/metrics_monitoring_inproc.py class Monitor (line 38) | class Monitor(monitoring.Monitoring): method __init__ (line 42) | def __init__(self): class ServerLocalClient (line 47) | class ServerLocalClient(monitoring.LocalClient): method __init__ (line 53) | def __init__(self, parent_log, label, config, engine=None): method connect (line 61) | def connect(self): class ServerLocalMonitor (line 89) | class ServerLocalMonitor(monitoring.LocalMonitor): method _calc_resource_stats (line 92) | def _calc_resource_stats(self, interval): FILE: tests/performance/agents/metrics_monitoring_server.py function process_data (line 51) | def process_data(sock): function perf_server (line 79) | def perf_server(): function send_message (line 109) | def send_message(socket_, message): function close_socket (line 117) | def close_socket(socket_): FILE: tests/performance/agents/utils/process.py function find_procs_by_name (line 24) | def find_procs_by_name(name): function get_process_pid_from_file (line 39) | def get_process_pid_from_file(file_path): function get_child_processes (line 50) | def get_child_processes(process): function get_server_processes (line 58) | def get_server_processes(server_process_pid): function get_server_pidfile (line 70) | def get_server_pidfile(file): FILE: tests/performance/run_performance_suite.py function get_artifacts_dir (line 41) | def get_artifacts_dir(ctx, param, value): function validate_env (line 52) | def validate_env(ctx, param, value): function run_test_suite (line 74) | def run_test_suite(artifacts_dir, test_dir, pattern, exclude_pattern, FILE: tests/performance/runs/compare.py class CompareReportGenerator (line 36) | class CompareReportGenerator(): method __init__ (line 38) | def __init__(self, path, env_name, local_run): method gen (line 48) | def gen(self): class CompareTestSuite (line 64) | class CompareTestSuite(): method __init__ (line 74) | def __init__(self, name, hostname, t): method add_test_case (line 80) | def add_test_case(self, name, msg, type): function get_log_file (line 88) | def get_log_file(dir, sub_dir): function get_aggregate_val (line 94) | def get_aggregate_val(df, agg_func, col): function compare_values (line 105) | def compare_values(val1, val2, diff_percent, run_name1, run_name2): function compare_artifacts (line 135) | def compare_artifacts(dir1, dir2, run_name1, run_name2): FILE: tests/performance/runs/context.py class ExecutionEnv (line 35) | class ExecutionEnv(object): method __init__ (line 40) | def __init__(self, agent, artifacts_dir, env, local_run, use=True, che... method __enter__ (line 50) | def __enter__(self): method open_report (line 58) | def open_report(file_path): method report_summary (line 64) | def report_summary(reporter, suite_name): method __exit__ (line 82) | def __exit__(self, type, value, traceback): FILE: tests/performance/runs/junit.py class JunitConverter (line 28) | class JunitConverter(): method __init__ (line 30) | def __init__(self, junit_xml, out_dir, report_name): method generate_junit_report (line 35) | def generate_junit_report(self): function pretty_text (line 42) | def pretty_text(data): function junit2array (line 50) | def junit2array(junit_xml): function junit2tabulate (line 66) | def junit2tabulate(junit_xml): FILE: tests/performance/runs/storage.py class Storage (line 35) | class Storage(): method __init__ (line 38) | def __init__(self, path, env_name): method get_dir_to_compare (line 43) | def get_dir_to_compare(self): method store_results (line 46) | def store_results(self): method get_latest (line 50) | def get_latest(names, env_name, exclude_name): class LocalStorage (line 70) | class LocalStorage(Storage): method get_dir_to_compare (line 75) | def get_dir_to_compare(self): class S3Storage (line 83) | class S3Storage(Storage): method get_dir_to_compare (line 86) | def get_dir_to_compare(self): method store_results (line 112) | def store_results(self): FILE: tests/performance/runs/taurus/__init__.py function get_taurus_options (line 25) | def get_taurus_options(artifacts_dir, jmeter_path=None): function update_taurus_metric_files (line 38) | def update_taurus_metric_files(suite_artifacts_dir, test_file): FILE: tests/performance/runs/taurus/reader.py function get_mon_metrics_list (line 23) | def get_mon_metrics_list(test_yaml_path): function get_compare_metric_list (line 37) | def get_compare_metric_list(dir, sub_dir): FILE: tests/performance/runs/taurus/x2junit.py class X2Junit (line 24) | class X2Junit(object): method __init__ (line 29) | def __init__(self, name, artifacts_dir, junit_xml, timer, env_name): method __enter__ (line 37) | def __enter__(self): method __exit__ (line 40) | def __exit__(self, type, value, traceback): FILE: tests/performance/utils/fs.py function get_sub_dirs (line 26) | def get_sub_dirs(dir, exclude_list=['comp_data'], include_pattern='*', e... FILE: tests/performance/utils/pyshell.py function run_process (line 27) | def run_process(cmd, wait=True): FILE: tests/performance/utils/timer.py class Timer (line 26) | class Timer(object): method __init__ (line 30) | def __init__(self, description): method __enter__ (line 33) | def __enter__(self): method __exit__ (line 37) | def __exit__(self, type, value, traceback): method diff (line 40) | def diff(self):