SYMBOL INDEX (8901 symbols across 684 files) FILE: deploy/api/v1/mlservice_types.go type ServicePortType (line 28) | type ServicePortType constant ServicePortTypeHttp (line 31) | ServicePortTypeHttp ServicePortType = "HTTP" constant ServicePortTypeRpc (line 32) | ServicePortTypeRpc ServicePortType = "RPC" constant ServicePortTypeMetrics (line 33) | ServicePortTypeMetrics ServicePortType = "Metrics" constant ServicePortTypeOther (line 34) | ServicePortTypeOther ServicePortType = "Other" type DeploymentTemplateSpec (line 38) | type DeploymentTemplateSpec struct type ServicePort (line 48) | type ServicePort struct type ServiceSpec (line 56) | type ServiceSpec struct type RoleSpec (line 66) | type RoleSpec struct type MLServiceSpec (line 80) | type MLServiceSpec struct type ServicePhase (line 90) | type ServicePhase constant ServiceQueuing (line 94) | ServiceQueuing ServicePhase = "Queuing" constant ServiceDeploying (line 96) | ServiceDeploying ServicePhase = "Deploying" constant ServiceRunning (line 98) | ServiceRunning ServicePhase = "Running" constant ServiceAbnormal (line 100) | ServiceAbnormal ServicePhase = "Abnormal" constant ServiceDeleting (line 102) | ServiceDeleting ServicePhase = "Deleting" constant ServiceStopping (line 104) | ServiceStopping ServicePhase = "Stopping" constant ServiceStopped (line 106) | ServiceStopped ServicePhase = "Stopped" type MLServiceStatus (line 110) | type MLServiceStatus struct type MLService (line 147) | type MLService struct type MLServiceList (line 158) | type MLServiceList struct function init (line 164) | func init() { FILE: deploy/api/v1/zz_generated.deepcopy.go method DeepCopyInto (line 32) | func (in *DeploymentTemplateSpec) DeepCopyInto(out *DeploymentTemplateSp... method DeepCopy (line 39) | func (in *DeploymentTemplateSpec) DeepCopy() *DeploymentTemplateSpec { method DeepCopyInto (line 49) | func (in *MLService) DeepCopyInto(out *MLService) { method DeepCopy (line 58) | func (in *MLService) DeepCopy() *MLService { method DeepCopyObject (line 68) | func (in *MLService) DeepCopyObject() runtime.Object { method DeepCopyInto (line 76) | func (in *MLServiceList) DeepCopyInto(out *MLServiceList) { method DeepCopy (line 90) | func (in *MLServiceList) DeepCopy() *MLServiceList { method DeepCopyObject (line 100) | func (in *MLServiceList) DeepCopyObject() runtime.Object { method DeepCopyInto (line 108) | func (in *MLServiceSpec) DeepCopyInto(out *MLServiceSpec) { method DeepCopy (line 125) | func (in *MLServiceSpec) DeepCopy() *MLServiceSpec { method DeepCopyInto (line 135) | func (in *MLServiceStatus) DeepCopyInto(out *MLServiceStatus) { method DeepCopy (line 162) | func (in *MLServiceStatus) DeepCopy() *MLServiceStatus { method DeepCopyInto (line 172) | func (in *RoleSpec) DeepCopyInto(out *RoleSpec) { method DeepCopy (line 183) | func (in *RoleSpec) DeepCopy() *RoleSpec { method DeepCopyInto (line 193) | func (in *ServicePort) DeepCopyInto(out *ServicePort) { method DeepCopy (line 198) | func (in *ServicePort) DeepCopy() *ServicePort { method DeepCopyInto (line 208) | func (in *ServiceSpec) DeepCopyInto(out *ServiceSpec) { method DeepCopy (line 218) | func (in *ServiceSpec) DeepCopy() *ServiceSpec { FILE: deploy/controllers/constants.go constant ModuleInference (line 4) | ModuleInference = "inference" constant MLPlatformVolcPrefix (line 5) | MLPlatformVolcPrefix = "mlplatform.volcengine.com" constant ImmutableLabelServiceId (line 9) | ImmutableLabelServiceId = ModuleInference + "." + MLPlatformVolcPrefix +... constant ImmutableLabelRoleName (line 10) | ImmutableLabelRoleName = ModuleInference + "." + MLPlatformVolcPrefix +... constant ImmutableLabelShardId (line 11) | ImmutableLabelShardId = ModuleInference + "." + MLPlatformVolcPrefix +... constant ImmutableLabelShardNum (line 12) | ImmutableLabelShardNum = ModuleInference + "." + MLPlatformVolcPrefix +... constant EnvShardId (line 16) | EnvShardId = "MLP_SHARD_ID" constant EnvPodName (line 17) | EnvPodName = "MLP_POD_NAME" constant EnvHostIp (line 18) | EnvHostIp = "MLP_HOST_IP" constant EnvShardNum (line 19) | EnvShardNum = "MLP_SHARD_NUM" constant EnvIdc (line 20) | EnvIdc = "MLP_IDC" constant EnvServiceName (line 21) | EnvServiceName = "MLP_SERVICE_NAME" constant EnvRoleName (line 22) | EnvRoleName = "MLP_ROLE_NAME" constant EnvPort (line 23) | EnvPort = "MLP_%s_PORT" constant PodInitializing (line 28) | PodInitializing = "PodInitializing" constant ContainerCreating (line 29) | ContainerCreating = "ContainerCreating" constant DefaultRpcPort (line 33) | DefaultRpcPort = 8500 constant DefaultHttpPort (line 34) | DefaultHttpPort = 8501 constant ContainerEvicted (line 38) | ContainerEvicted = "Evicted" constant ReasonInsufficientClusterResources (line 43) | ReasonInsufficientClusterResources = "InsufficientClusterResources" constant ReasonInProgress (line 44) | ReasonInProgress = "" constant ReasonStatusNotFound (line 45) | ReasonStatusNotFound = "StatusNotFound" constant ReasonEvicted (line 46) | ReasonEvicted = "Evicted" constant ReasonServiceExceptionExited (line 47) | ReasonServiceExceptionExited = "ExceptionExited" FILE: deploy/controllers/deployment_handler.go function getDeploymentName (line 21) | func getDeploymentName(mlsvcName, role string, shardIdx int) string { method DeploymentHandler (line 27) | func (r *MLServiceReconciler) DeploymentHandler(ctx context.Context, mls... method createDeployment (line 134) | func (r *MLServiceReconciler) createDeployment(ctx context.Context, dp *... method updateDeployment (line 145) | func (r *MLServiceReconciler) updateDeployment(ctx context.Context, desi... method deleteDeployment (line 159) | func (r *MLServiceReconciler) deleteDeployment(ctx context.Context, dp *... method cleanOwnedDeployments (line 172) | func (r *MLServiceReconciler) cleanOwnedDeployments(ctx context.Context,... method getOwnedDeployments (line 201) | func (r *MLServiceReconciler) getOwnedDeployments(ctx context.Context, m... function AdditionalEnvs (line 211) | func AdditionalEnvs(mlsvcName, roleName, idc string, shardIdx, shardNum ... function SetAdditionalKeyValuePairs (line 260) | func SetAdditionalKeyValuePairs(existing map[string]string, mlsvcName, r... FILE: deploy/controllers/mlservice_controller.go type MLSvcHandler (line 36) | type MLSvcHandler type MLServiceReconciler (line 41) | type MLServiceReconciler struct method Reconcile (line 64) | func (r *MLServiceReconciler) Reconcile(ctx context.Context, req ctrl.... method SetupWithManager (line 96) | func (r *MLServiceReconciler) SetupWithManager(mgr ctrl.Manager) error { method updateStatus (line 110) | func (r *MLServiceReconciler) updateStatus(ctx context.Context, mlsvc ... FILE: deploy/controllers/service_handler.go function getServiceName (line 19) | func getServiceName(mlsvcName, role string) string { method ServiceHandler (line 25) | func (r *MLServiceReconciler) ServiceHandler(ctx context.Context, mlsvc ... method cleanOwnedServices (line 98) | func (r *MLServiceReconciler) cleanOwnedServices(ctx context.Context, ml... method getOwnedServices (line 127) | func (r *MLServiceReconciler) getOwnedServices(ctx context.Context, mlsv... function GetServicePorts (line 137) | func GetServicePorts(ports []monolithv1.ServicePort) []corev1.ServicePort { FILE: deploy/controllers/status.go method getMLServiceStatus (line 23) | func (r *MLServiceReconciler) getMLServiceStatus(ctx context.Context, ml... method getDeploymentStatus (line 102) | func (r *MLServiceReconciler) getDeploymentStatus(ctx context.Context, d... method getReplicaSetStatus (line 138) | func (r *MLServiceReconciler) getReplicaSetStatus(ctx context.Context, r... method getPodStatus (line 215) | func (r *MLServiceReconciler) getPodStatus(ctx context.Context, pod *cor... function getContainerAbnormalMessage (line 293) | func getContainerAbnormalMessage(status corev1.ContainerStatus, isInitCo... function getPodCondition (line 317) | func getPodCondition(pod *corev1.Pod, conditionType corev1.PodConditionT... FILE: deploy/main.go function init (line 45) | func init() { function main (line 52) | func main() { FILE: idl/matrix/compression/compression.cc type matrix (line 21) | namespace matrix { type compression (line 22) | namespace compression { function compress_float_list_f16 (line 26) | bool compress_float_list_f16(const char* raw_data, const size_t raw_... function compress_float_list_f16 (line 47) | bool compress_float_list_f16(const char* raw_data, const size_t raw_... function decompress_float_list_f16 (line 65) | bool decompress_float_list_f16(const char* compressed_data, function decompress_float_list_f16 (line 87) | bool decompress_float_list_f16(const char* compressed_data, function compress_float_list_f16b (line 106) | bool compress_float_list_f16b(const char* raw_data, const size_t raw... function decompress_float_list_f16b (line 123) | bool decompress_float_list_f16b(const char* compressed_data, FILE: idl/matrix/compression/compression.h function namespace (line 21) | namespace matrix { FILE: idl/matrix/compression/compression_qtz8mm.cc type matrix (line 22) | namespace matrix { type compression (line 23) | namespace compression { function compress_float_list_qtz8mm (line 25) | bool compress_float_list_qtz8mm(const char* raw_data, const size_t r... function decompress_float_list_qtz8mm (line 51) | bool decompress_float_list_qtz8mm(const char* compressed_data, FILE: idl/matrix/compression/compression_qtz8mm.h function namespace (line 22) | namespace matrix { FILE: idl/matrix/compression/float16.h function namespace (line 25) | namespace matrix { FILE: markdown/demo/demo_local_runner.py function get_rand_port (line 31) | def get_rand_port(): function launch_workers (line 42) | def launch_workers(num_ps: int, num_workers: int): function main (line 77) | def main(_): FILE: markdown/demo/demo_model.py function get_worker_count (line 34) | def get_worker_count(env: dict): class MovieRankingModelBase (line 40) | class MovieRankingModelBase(MonolithModel): method __init__ (line 41) | def __init__(self, params): method model_fn (line 45) | def model_fn(self, features, mode): method serving_input_receiver_fn (line 75) | def serving_input_receiver_fn(self): class MovieRankingBatchTraining (line 79) | class MovieRankingBatchTraining(MovieRankingModelBase): method input_fn (line 80) | def input_fn(self, mode): class MovieRankingStreamTraining (line 87) | class MovieRankingStreamTraining(MovieRankingModelBase): method input_fn (line 88) | def input_fn(self, mode): function read_stdin (line 101) | def read_stdin(): class MovieRankingBatchTrainingStdin (line 114) | class MovieRankingBatchTrainingStdin(MovieRankingModelBase): method input_fn (line 115) | def input_fn(self, mode): function main (line 128) | def main(_): FILE: markdown/demo/kafka_receiver.py function to_ragged (line 24) | def to_ragged(x): function decode_example (line 32) | def decode_example(v): FILE: markdown/demo/ml_dataset.py function get_preprocessed_dataset (line 20) | def get_preprocessed_dataset(size='1m') -> tf.data.Dataset: function serialize_one (line 32) | def serialize_one(data): function serialize_hr (line 43) | def serialize_hr(data): function save_one_shard (line 46) | def save_one_shard(total_shards, pid, start, end): FILE: monolith/__init__.py function add_module (line 30) | def add_module(module): FILE: monolith/agent_service/agent.py function run_agent (line 41) | def run_agent(agent_config_path: str, tfs_log: str, function main (line 74) | def main(_): FILE: monolith/agent_service/agent_base.py function get_cmd_path (line 23) | def get_cmd_path(): function get_cmd_and_port (line 28) | def get_cmd_and_port(config: AgentConfig, class ServingLog (line 57) | class ServingLog(object): method __init__ (line 59) | def __init__(self, log_prefix: str, tfs_log: str): method __enter__ (line 65) | def __enter__(self): method __exit__ (line 73) | def __exit__(self, exc_type, exc_val, exc_tb): class AgentBase (line 77) | class AgentBase(metaclass=ABCMeta): method __init__ (line 79) | def __init__(self, conf: AgentConfig): method start (line 83) | def start(self): method wait_for_termination (line 87) | def wait_for_termination(self): FILE: monolith/agent_service/agent_client.py function main (line 45) | def main(_): FILE: monolith/agent_service/agent_controller.py function find_model_name (line 43) | def find_model_name(exported_models_path: str): function declare_saved_model (line 63) | def declare_saved_model(bd: CtrlBackend, function map_model_to_layout (line 91) | def map_model_to_layout(bd: CtrlBackend, model_pattern: str, layout_path... function bzid_info (line 108) | def bzid_info(bd: CtrlBackend): function main (line 112) | def main(_): FILE: monolith/agent_service/agent_controller_test.py function saved_model (line 24) | def saved_model(sub_graph): class AgentControllerTest (line 28) | class AgentControllerTest(unittest.TestCase): method setUpClass (line 31) | def setUpClass(cls) -> None: method tearDownClass (line 39) | def tearDownClass(cls) -> None: method test_decl_saved_models (line 43) | def test_decl_saved_models(self): method test_pub (line 58) | def test_pub(self): FILE: monolith/agent_service/agent_service.py class AgentDataProvider (line 33) | class AgentDataProvider: method __init__ (line 35) | def __init__(self, addrs_fn: Callable[[], Dict[str, List[str]]]): class AgentServiceImpl (line 39) | class AgentServiceImpl(AgentServiceServicer): method __init__ (line 42) | def __init__(self, arg): method _ (line 46) | def _(self, watcher: ReplicaWatcher, conf: AgentConfig = None): method _ (line 51) | def _(self, zk: ZKMirror, conf: AgentConfig): method _ (line 56) | def _(self, data_provider: AgentDataProvider, conf: AgentConfig): method GetReplicas (line 60) | def GetReplicas(self, request: GetReplicasRequest, method HeartBeat (line 76) | def HeartBeat(self, request: HeartBeatRequest, context) -> HeartBeatRe... method GetResource (line 105) | def GetResource(self, request: GetResourceRequest, class AgentService (line 120) | class AgentService: method __init__ (line 123) | def __init__(self, arg): method _ (line 127) | def _(self, watcher: ReplicaWatcher, port: int = None, max_workers: in... method _ (line 134) | def _(self, zk: ZKMirror, conf: AgentConfig, max_workers: int = 10): method _ (line 141) | def _(self, data_provider: AgentDataProvider, conf: AgentConfig, max_w... method start (line 148) | def start(self): method wait_for_termination (line 151) | def wait_for_termination(self): method stop (line 154) | def stop(self, grace=None): FILE: monolith/agent_service/agent_service_test.py class AgentServiceTest (line 37) | class AgentServiceTest(unittest.TestCase): method setUpClass (line 40) | def setUpClass(cls) -> None: method tearDownClass (line 59) | def tearDownClass(cls) -> None: method register (line 64) | def register(cls, zk): method test_heart_beat (line 96) | def test_heart_beat(self): method test_get_replicas (line 100) | def test_get_replicas(self): FILE: monolith/agent_service/agent_v1.py class ProcessType (line 34) | class ProcessType(Enum): class ProcessNode (line 42) | class ProcessNode(object): method __init__ (line 44) | def __init__(self, method sub_procs (line 91) | def sub_procs(self): method add_subproc (line 94) | def add_subproc(self, pn: 'ProcessNode'): method returncode (line 101) | def returncode(self): method poll (line 107) | def poll(self): method kill (line 113) | def kill(self): method run (line 138) | def run(self): method failover (line 188) | def failover(self): method wait_for_started (line 199) | def wait_for_started(self): function get_proc (line 215) | def get_proc(node: ProcessNode, res: List[ProcessNode]): class ProcessMgr (line 222) | class ProcessMgr(object): method __init__ (line 226) | def __init__(self): method add_subproc (line 237) | def add_subproc(self, proc: ProcessNode): method signal_handler (line 240) | def signal_handler(self, signum, frame): method _poll (line 259) | def _poll(self): method start (line 278) | def start(self): method kill_all (line 287) | def kill_all(self, include_self=True): class AgentV1 (line 299) | class AgentV1(AgentBase): method __init__ (line 301) | def __init__(self, method start (line 369) | def start(self): method wait_for_termination (line 379) | def wait_for_termination(self): method stop (line 382) | def stop(self): FILE: monolith/agent_service/agent_v3.py function gen_empty_model_config_file (line 43) | def gen_empty_model_config_file(): class AgentV3 (line 50) | class AgentV3(AgentBase): method __init__ (line 54) | def __init__(self, config: AgentConfig, conf_path: str, tfs_log: str): method _gen_addrs_map (line 106) | def _gen_addrs_map(self): method sync_available_saved_models (line 118) | def sync_available_saved_models(self): method layout_update_callback (line 128) | def layout_update_callback( method signal_handler (line 160) | def signal_handler(self, signum, frame): method start_bg_thread (line 164) | def start_bg_thread(self, fn, interval=10): method start (line 178) | def start(self): method stop (line 190) | def stop(self): method wait_for_termination (line 201) | def wait_for_termination(self): FILE: monolith/agent_service/agent_v3_test.py class AgentV3Test (line 29) | class AgentV3Test(unittest.TestCase): method setUpClass (line 32) | def setUpClass(cls) -> None: method tearDownClass (line 71) | def tearDownClass(cls) -> None: method test_service_info (line 75) | def test_service_info(self): method test_publish_models (line 79) | def test_publish_models(self): FILE: monolith/agent_service/backends.py class SavedModel (line 33) | class SavedModel: method __repr__ (line 37) | def __repr__(self): method __str__ (line 40) | def __str__(self): class SavedModelDeployConfig (line 46) | class SavedModelDeployConfig: method serialize (line 50) | def serialize(self) -> bytes: method deserialize (line 54) | def deserialize(cls, serialized: bytes) -> 'SavedModelDeployConfig': class Container (line 59) | class Container: method __repr__ (line 63) | def __repr__(self): method __str__ (line 66) | def __str__(self): class ContainerServiceInfo (line 72) | class ContainerServiceInfo: method serialize (line 80) | def serialize(self) -> bytes: method deserialize (line 84) | def deserialize(cls, serialized: bytes) -> 'ContainerServiceInfo': class AgentBackend (line 88) | class AgentBackend(abc.ABC): method __init__ (line 90) | def __init__(self): method register_layout_callback (line 94) | def register_layout_callback( method sync_available_saved_models (line 105) | def sync_available_saved_models(self, saved_models: List[SavedModel]) ... method report_service_info (line 112) | def report_service_info(self, container: Container, method get_service_map (line 117) | def get_service_map(self) -> Dict[str, Dict[str, List[ContainerService... method report_service_info (line 137) | def report_service_info(self, container: Container, method get_service_info (line 142) | def get_service_info(self, container) -> ContainerServiceInfo: method start (line 146) | def start(self): method stop (line 150) | def stop(self): class CtrlBackend (line 154) | class CtrlBackend(abc.ABC): method __init__ (line 156) | def __init__(self): method list_saved_models (line 160) | def list_saved_models(self, model_name: str) -> List[SavedModel]: method decl_saved_model (line 164) | def decl_saved_model(self, saved_model: SavedModel, method add_to_layout (line 169) | def add_to_layout(self, layout: str, saved_model: SavedModel): method remove_from_layout (line 173) | def remove_from_layout(self, layout: str, saved_model: SavedModel): method bzid_info (line 177) | def bzid_info(self): method start (line 181) | def start(self): method stop (line 185) | def stop(self): class SyncBackend (line 189) | class SyncBackend(abc.ABC): method __init__ (line 191) | def __init__(self): method subscribe_model (line 195) | def subscribe_model(self, model_name: str): method get_sync_targets (line 199) | def get_sync_targets( method start (line 204) | def start(self): method stop (line 208) | def stop(self): class ZKBackend (line 212) | class ZKBackend(AgentBackend, CtrlBackend, SyncBackend): method __init__ (line 216) | def __init__(self, bzid: str, zk_servers: str): method sync_available_saved_models (line 237) | def sync_available_saved_models(self, container: Container, method register_layout_callback (line 263) | def register_layout_callback( method get_service_map (line 303) | def get_service_map(self) -> Dict[str, Dict[str, List[ContainerService... method _bind_callback (line 322) | def _bind_callback(self, model_name, children): method report_service_info (line 339) | def report_service_info(self, container: Container, method get_service_info (line 347) | def get_service_info(self, container) -> ContainerServiceInfo: method _children_watch (line 355) | def _children_watch(self, path, callback): method list_saved_models (line 368) | def list_saved_models(self, model_name: str) -> List[SavedModel]: method decl_saved_model (line 376) | def decl_saved_model(self, saved_model: SavedModel, method add_to_layout (line 384) | def add_to_layout(self, layout: str, saved_model: SavedModel): method remove_from_layout (line 388) | def remove_from_layout(self, layout: str, saved_model: SavedModel): method bzid_info (line 395) | def bzid_info(self): method subscribe_model (line 465) | def subscribe_model(self, model_name: str): method get_sync_targets (line 476) | def get_sync_targets(self, sub_graph: str) -> Tuple[str, List[str]]: method create_znode (line 489) | def create_znode(self, path, value, ephemeral=False, makepath=False) -... method delete_znode (line 501) | def delete_znode(self, path) -> None: method get_znode (line 508) | def get_znode(self, path) -> bytes: method start (line 514) | def start(self): method stop (line 517) | def stop(self): FILE: monolith/agent_service/backends_test.py class ZKBackendTest (line 24) | class ZKBackendTest(unittest.TestCase): method setUpClass (line 27) | def setUpClass(cls) -> None: method tearDownClass (line 50) | def tearDownClass(cls) -> None: method test_register_service (line 54) | def test_register_service(self): method test_layout_callback (line 58) | def test_layout_callback(self): method test_sync_available_models (line 92) | def test_sync_available_models(self): method test_service_map (line 106) | def test_service_map(self): method test_sync_backend (line 120) | def test_sync_backend(self): FILE: monolith/agent_service/client.py class LoadSate (line 45) | class LoadSate: class ServingClient (line 51) | class ServingClient(object): method __init__ (line 53) | def __init__(self, zk_servers: str, bzid: str): method load (line 59) | def load(self, method unload (line 73) | def unload(self, model_name: str): method get_status (line 81) | def get_status(self, model_name: str) -> LoadSate: function main (line 105) | def main(_): FILE: monolith/agent_service/data_def.py class ModelMeta (line 37) | class ModelMeta(object): method get_path (line 45) | def get_path(self, base_path: str) -> str: method serialize (line 48) | def serialize(self) -> bytes: method deserialize (line 52) | def deserialize(cls, serialized: bytes) -> 'ModelMeta': class ResourceSpec (line 58) | class ResourceSpec(object): method get_path (line 67) | def get_path(self, base_path: str) -> str: method serialize (line 70) | def serialize(self) -> bytes: method deserialize (line 74) | def deserialize(cls, serialized: bytes) -> 'ResourceSpec': class PublishType (line 78) | class PublishType(Enum): class PublishMeta (line 85) | class PublishMeta(object): method get_path (line 95) | def get_path(self, base_path: str) -> str: method serialize (line 99) | def serialize(self) -> bytes: method deserialize (line 103) | def deserialize(cls, serialized: bytes) -> 'PublishMeta': class ReplicaMeta (line 109) | class ReplicaMeta: method serialize (line 120) | def serialize(self) -> bytes: method deserialize (line 124) | def deserialize(cls, serialized: bytes) -> 'ReplicaMeta': method get_path (line 127) | def get_path(self, bzid: str, sep: str = '/') -> str: method get_address (line 134) | def get_address(self, class EventType (line 151) | class EventType(Enum): class Event (line 161) | class Event(object): method serialize (line 166) | def serialize(self) -> bytes: method deserialize (line 170) | def deserialize(cls, serialized: bytes) -> 'Event': FILE: monolith/agent_service/data_def_test.py class DataDefTest (line 19) | class DataDefTest(unittest.TestCase): method serde (line 21) | def serde(self, item): method test_model_info (line 27) | def test_model_info(self): method test_resource (line 34) | def test_resource(self): method test_replica_meta (line 42) | def test_replica_meta(self): FILE: monolith/agent_service/mocked_tfserving.py class ModelConf (line 47) | class ModelConf: class ModelVersion (line 57) | class ModelVersion: class ModelMeta (line 63) | class ModelMeta: method __init__ (line 65) | def __init__(self, conf: ModelConf, versions: List[ModelVersion] = None): method is_unloading (line 70) | def is_unloading(self): method set_unloading (line 73) | def set_unloading(self): class Event (line 78) | class Event: class ModelMgr (line 84) | class ModelMgr: method __init__ (line 86) | def __init__(self, model_config_list=None): method load (line 96) | def load(self, model_config_list): method remove (line 125) | def remove(self, model_name_list): method get_status (line 134) | def get_status(self, model_spec): method get_metadata (line 168) | def get_metadata(self, model_spec, metadata_field): method get_alive_model_names (line 189) | def get_alive_model_names(self): method start (line 193) | def start(self): method stop (line 197) | def stop(self): method _poll (line 203) | def _poll(self): method _event_handler (line 228) | def _event_handler(self, event: Event): class ModelServiceImpl (line 305) | class ModelServiceImpl(ModelServiceServicer): method __init__ (line 307) | def __init__(self, model_mgr: ModelMgr): method GetModelStatus (line 310) | def GetModelStatus(self, request: GetModelStatusRequest, context): method HandleReloadConfigRequest (line 316) | def HandleReloadConfigRequest(self, request: ReloadConfigRequest, cont... class PredictionServiceImpl (line 334) | class PredictionServiceImpl(PredictionServiceServicer): method __init__ (line 336) | def __init__(self, model_mgr: ModelMgr): method Predict (line 339) | def Predict(self, request, context): method GetModelMetadata (line 342) | def GetModelMetadata(self, request: GetModelMetadataRequest, context): class FakeTFServing (line 356) | class FakeTFServing: method __init__ (line 358) | def __init__(self, method start (line 387) | def start(self): method stop (line 392) | def stop(self, grace=None): FILE: monolith/agent_service/mocked_tfserving_test.py class MockedTFSTest (line 40) | class MockedTFSTest(unittest.TestCase): method setUpClass (line 44) | def setUpClass(cls) -> None: method tearDownClass (line 52) | def tearDownClass(cls) -> None: method test_get_model_metadata (line 55) | def test_get_model_metadata(self): method test_get_model_status (line 66) | def test_get_model_status(self): method test_handle_reload_config_request (line 74) | def test_handle_reload_config_request(self): FILE: monolith/agent_service/mocked_zkclient.py class ChildrenWatch (line 25) | class ChildrenWatch: method __init__ (line 27) | def __init__(self, method __call__ (line 40) | def __call__(self, children: List[str], event: WatchedEvent): class DataWatch (line 47) | class DataWatch: method __init__ (line 49) | def __init__(self, client, path: str, method __call__ (line 57) | def __call__(self, data: bytes, state: ZnodeStat, event: WatchedEvent): class Election (line 64) | class Election(object): method __init__ (line 66) | def __init__(self, client, path, identifier=None): method run (line 69) | def run(self, func, *args, **kwargs): method cancel (line 79) | def cancel(self): class Node (line 83) | class Node: method __init__ (line 85) | def __init__(self, method state (line 112) | def state(self): method basename (line 126) | def basename(self): method set (line 129) | def set(self, value: bytes): method get (line 140) | def get(self): method set_data_watch (line 143) | def set_data_watch(self, watch: DataWatch): method set_children_watch (line 147) | def set_children_watch(self, watch: ChildrenWatch): method create_child (line 151) | def create_child(self, method get_or_create_child (line 174) | def get_or_create_child(self, path): method get_child (line 181) | def get_child(self, path): method has_child (line 184) | def has_child(self, path=None): method remove_child (line 190) | def remove_child(self, path, recursive: bool = False): method __del__ (line 206) | def __del__(self): class Catalog (line 225) | class Catalog: method __init__ (line 227) | def __init__(self): method add_data_watch (line 233) | def add_data_watch(self, watch: DataWatch): method add_children_watch (line 241) | def add_children_watch(self, watch: ChildrenWatch): method ensure_path (line 249) | def ensure_path(self, path: str) -> Node: method create (line 262) | def create(self, method delete (line 290) | def delete(self, path: str, recursive: bool = False): method set (line 295) | def set(self, path: str, value: bytes): method get (line 298) | def get(self, path: str) -> Node: class FakeKazooClient (line 310) | class FakeKazooClient: method __init__ (line 312) | def __init__(self, zk_server: str = None): method ensure_path (line 320) | def ensure_path(self, path: str): method start (line 323) | def start(self): method create (line 326) | def create(self, method delete (line 341) | def delete(self, path: str, recursive: bool = True): method set (line 344) | def set(self, path: str, value: bytes): method get (line 347) | def get(self, path: str): method exists (line 351) | def exists(self, path: str): method get_children (line 358) | def get_children(self, path: str, include_data=False): method retry (line 366) | def retry(self, func, *args, **kwargs): method stop (line 369) | def stop(self): method close (line 372) | def close(self): method add_listener (line 376) | def add_listener(self, listener): FILE: monolith/agent_service/mocked_zkclient_test.py class MockedZKClientTest (line 23) | class MockedZKClientTest(unittest.TestCase): method setUpClass (line 27) | def setUpClass(cls) -> None: method tearDownClass (line 32) | def tearDownClass(cls) -> None: method test_create (line 35) | def test_create(self): method test_set_get (line 45) | def test_set_get(self): method test_delete (line 75) | def test_delete(self): method test_data_watch (line 88) | def test_data_watch(self): method test_children_watch (line 103) | def test_children_watch(self): FILE: monolith/agent_service/model_manager.py class ModelManager (line 27) | class ModelManager(object): method __init__ (line 32) | def __init__(self, model_name, source_path, receive_path, use_metrics): method init_metrics (line 51) | def init_metrics(self): method stop (line 54) | def stop(self): method start (line 59) | def start(self): method _start (line 68) | def _start(self): method touch (line 99) | def touch(self, file): method run (line 108) | def run(self): method check_model_update_time (line 123) | def check_model_update_time(self): method remove_old_file (line 143) | def remove_old_file(self): method create_read_lock (line 151) | def create_read_lock(self, name): method remove_read_lock (line 159) | def remove_read_lock(self): method loop_once (line 177) | def loop_once(self): method copy_model (line 208) | def copy_model(self, model_name, version, model_data): method wait_for_download (line 256) | def wait_for_download(self): method get_source_data (line 288) | def get_source_data(self): method get_version_data (line 331) | def get_version_data(self, path, version): method get_done_file (line 354) | def get_done_file(self, file): method delete (line 357) | def delete(self, file): FILE: monolith/agent_service/model_manager_test.py class ModelManagerTest (line 27) | class ModelManagerTest(unittest.TestCase): method create_file (line 29) | def create_file(self, model_name, timestamp, p2p_data_path): method test_start (line 45) | def test_start(self): method test_ignore_old (line 74) | def test_ignore_old(self): function main (line 108) | def main(_): FILE: monolith/agent_service/replica_manager.py class ReplicaWatcher (line 42) | class ReplicaWatcher(object): method __init__ (line 44) | def __init__(self, method zk (line 71) | def zk(self): method watch_data (line 74) | def watch_data(self): method stop (line 87) | def stop(self): method _get_idc_cluster_children_watch (line 100) | def _get_idc_cluster_children_watch(self, path_prefix: str): method _get_task_children_watch (line 115) | def _get_task_children_watch(self, path_prefix: str): method _get_replica_children_watch (line 131) | def _get_replica_children_watch(self, task_path: str): method _get_data_watch (line 145) | def _get_data_watch(self, path): method _poll (line 187) | def _poll(self): method get_all_replicas (line 273) | def get_all_replicas(self, method get_replicas (line 306) | def get_replicas(self, method get_replica (line 327) | def get_replica(self, method get_replicas_with_extra_info (line 356) | def get_replicas_with_extra_info(self, method to_sync_wrapper (line 380) | def to_sync_wrapper(self) -> SyncBackend: class ReplicaUpdater (line 384) | class ReplicaUpdater(object): method __init__ (line 386) | def __init__(self, zk_client: MonolithKazooClient, config: AgentConfig): method init_metrics (line 419) | def init_metrics(self): method zk (line 431) | def zk(self): method model_names (line 435) | def model_names(self): method entry_path (line 452) | def entry_path(self): method ps_path (line 456) | def ps_path(self, task_id: int): method dense_path (line 460) | def dense_path(self): method _do_register (line 464) | def _do_register(self, replica_path: str, grpc_port: int, archon_port:... method register (line 508) | def register(self): method _do_update (line 528) | def _do_update(self, name: str): method _updater (line 588) | def _updater(self): method _get_latest_version_in_fs (line 608) | def _get_latest_version_in_fs(self, name): method _check_version (line 617) | def _check_version(self): method _watch_update (line 657) | def _watch_update(self): method _reregister (line 671) | def _reregister(self): method start (line 679) | def start(self): method stop (line 694) | def stop(self): class ZKListener (line 717) | class ZKListener(object): method __init__ (line 719) | def __init__(self, watcher: ReplicaWatcher, updater: ReplicaUpdater): method __call__ (line 724) | def __call__(self, state: KazooState) -> bool: class ReplicaManager (line 749) | class ReplicaManager: method __init__ (line 751) | def __init__(self, zk_client: MonolithKazooClient, config: AgentConfig): method watcher (line 760) | def watcher(self): method updater (line 764) | def updater(self): method start (line 767) | def start(self): method stop (line 772) | def stop(self): method get_all_replicas (line 776) | def get_all_replicas(self, method get_replicas (line 782) | def get_replicas(self, method get_replica (line 789) | def get_replica(self, method is_ps_set_started (line 797) | def is_ps_set_started(self): method is_dense_set_started (line 807) | def is_dense_set_started(self): class SyncBackendWrapper (line 815) | class SyncBackendWrapper(SyncBackend): method __init__ (line 817) | def __init__(self, watcher: ReplicaWatcher): method subscribe_model (line 822) | def subscribe_model(self, model_name: str): method get_sync_targets (line 825) | def get_sync_targets(self, sub_graph: str) -> Tuple[str, Dict]: method start (line 831) | def start(self): method stop (line 834) | def stop(self): FILE: monolith/agent_service/replica_manager_test.py class ReplicaMgrTest (line 37) | class ReplicaMgrTest(unittest.TestCase): method setUpClass (line 42) | def setUpClass(cls) -> None: method tearDownClass (line 81) | def tearDownClass(cls) -> None: method register (line 87) | def register(self, zk): FILE: monolith/agent_service/resource_utils.py function _get_pod_cgroup_path (line 35) | def _get_pod_cgroup_path(): function exists (line 50) | def exists(dirname: str) -> bool: function open_hdfs (line 54) | def open_hdfs(fname: Union[str, List[str]]): function cal_model_info_v2 (line 77) | def cal_model_info_v2( function total_memory (line 166) | def total_memory() -> int: function total_memory_v2 (line 179) | def total_memory_v2() -> int: function cal_available_memory (line 184) | def cal_available_memory() -> int: function cal_available_memory_v2 (line 198) | def cal_available_memory_v2() -> int: class CPU (line 203) | class CPU(object): method __init__ (line 205) | def __init__(self, cpuacct_file): method wall_clock (line 210) | def wall_clock(self): method cpu_clock (line 219) | def cpu_clock(self): method cpu_usage (line 224) | def cpu_usage(self): function num_cpu (line 238) | def num_cpu(): function cal_cpu_usage (line 256) | def cal_cpu_usage(): function cal_cpu_usage_v2 (line 268) | def cal_cpu_usage_v2() -> float: FILE: monolith/agent_service/resource_utils_test.py class UtilTest (line 21) | class UtilTest(unittest.TestCase): method test_cal_avaiable_memory_v2 (line 23) | def test_cal_avaiable_memory_v2(self): method test_cal_cpu_usage_v2 (line 29) | def test_cal_cpu_usage_v2(self): FILE: monolith/agent_service/run.py function main (line 27) | def main(_): FILE: monolith/agent_service/svr_client.py class SvrClient (line 26) | class SvrClient(object): method __init__ (line 28) | def __init__(self, config) -> None: method stub (line 36) | def stub(self): method get_server_type (line 45) | def get_server_type(self, st): method heart_beat (line 58) | def heart_beat(self, server_type): method get_replicas (line 65) | def get_replicas(self, server_type, task): FILE: monolith/agent_service/tfs_client.py function read_header (line 69) | def read_header(stream): function read_data (line 93) | def read_data(stream): function generate_random_instance (line 99) | def generate_random_instance(slots: List[int] = None, function generate_random_example_batch (line 114) | def generate_random_example_batch(feature_list: FeatureList, function get_instance_proto (line 163) | def get_instance_proto(input_file: str = None, batch_size: int = 256): function get_example_batch_proto (line 177) | def get_example_batch_proto(input_file: str = None, function gen_random_file (line 199) | def gen_random_file(input_file, variant_type="example_batch"): function get_example_batch_proto_v2 (line 225) | def get_example_batch_proto_v2(input_file: str): function get_example_batch_to_instance (line 247) | def get_example_batch_to_instance(input_file: str, file_type: str): class ProfileThread (line 308) | class ProfileThread(threading.Thread): method __init__ (line 310) | def __init__(self, job_id, model_name, stub_list, repeat_time, data_ca... method run (line 322) | def run(self): method get_result (line 352) | def get_result(self): function main (line 357) | def main(_): FILE: monolith/agent_service/tfs_client_test.py class TFSClientTest (line 27) | class TFSClientTest(unittest.TestCase): method test_get_instance_proto (line 29) | def test_get_instance_proto(self): method test_get_example_batch_to_instance_from_pb (line 34) | def test_get_example_batch_to_instance_from_pb(self): method test_get_example_batch_to_instance_from_pbtxt (line 39) | def test_get_example_batch_to_instance_from_pbtxt(self): function main (line 45) | def main(_): FILE: monolith/agent_service/tfs_monitor.py class TFSMonitor (line 38) | class TFSMonitor(object): method __init__ (line 40) | def __init__(self, config: AgentConfig): method host (line 51) | def host(self): method get_addr (line 57) | def get_addr(self, sub_model_name: SubModelName) -> str: method get_service_type (line 77) | def get_service_type(self, sub_model_name: SubModelName): method is_entry (line 98) | def is_entry(self, sub_model_name: str): method is_ps (line 101) | def is_ps(self, sub_model_name: str): method is_dense (line 104) | def is_dense(self, sub_model_name: str): method connect (line 107) | def connect(self): method start (line 137) | def start(self): method stop (line 145) | def stop(self): method get_model_status (line 158) | def get_model_status(self, arg): method _ (line 162) | def _(self, pm: PublishMeta, fix_dense_version: bool = False): method _ (line 210) | def _(self, method gen_model_config (line 237) | def gen_model_config( method handle_reload_config_request (line 277) | def handle_reload_config_request( FILE: monolith/agent_service/tfs_monitor_test.py class TFSMonitorTest (line 39) | class TFSMonitorTest(unittest.TestCase): method setUpClass (line 44) | def setUpClass(cls) -> None: method tearDownClass (line 69) | def tearDownClass(cls) -> None: method setUp (line 74) | def setUp(self): method tearDown (line 88) | def tearDown(self): method test_reload_config (line 128) | def test_reload_config(self): method test_remove_config (line 154) | def test_remove_config(self): FILE: monolith/agent_service/tfs_wrapper.py class TFSWrapper (line 32) | class TFSWrapper(object): method __init__ (line 34) | def __init__(self, archon_port: int, grpc_port: int, http_port: int, method _prepare_cmd (line 53) | def _prepare_cmd(self): method is_grpc_remote_op (line 93) | def is_grpc_remote_op(self): method start (line 96) | def start(self): method stop (line 112) | def stop(self): method poll (line 123) | def poll(self): method model_config_text (line 127) | def model_config_text(self): method list_saved_models (line 131) | def list_saved_models(self): method list_saved_models_status (line 137) | def list_saved_models_status(self): class FakeTFSWrapper (line 172) | class FakeTFSWrapper(object): method __init__ (line 174) | def __init__(self, model_config_file: str): method start (line 177) | def start(self): method stop (line 180) | def stop(self): method poll (line 183) | def poll(self): method model_config_text (line 186) | def model_config_text(self): method list_saved_models (line 190) | def list_saved_models(self): method list_saved_models_status (line 196) | def list_saved_models_status(self): FILE: monolith/agent_service/utils.py function isabs (line 61) | def isabs(path: str): class TFSServerType (line 71) | class TFSServerType: class DeployType (line 78) | class DeployType(TFSServerType): method __init__ (line 81) | def __init__(self, dtype: str): method __str__ (line 87) | def __str__(self): method __hash__ (line 90) | def __hash__(self): method __eq__ (line 93) | def __eq__(self, o): method compat_server_type (line 101) | def compat_server_type(self, server_type: str): class RoughSortModelLoadedServer (line 114) | class RoughSortModelLoadedServer: class RoughSortModelPrefix (line 121) | class RoughSortModelPrefix: function conf_parser (line 127) | def conf_parser(file_name: str, args: dict): function find_free_port (line 155) | def find_free_port(): function check_port_open (line 163) | def check_port_open(port): function write_to_tmp_file (line 175) | def write_to_tmp_file(content) -> str: function replica_id_from_pod_name (line 182) | def replica_id_from_pod_name() -> int: class TfServingConfig (line 196) | class TfServingConfig: class AgentConfig (line 286) | class AgentConfig(TfServingConfig): method __post_init__ (line 380) | def __post_init__(self): method generate_platform_config_file (line 487) | def generate_platform_config_file(self): method num_tce_shard (line 529) | def num_tce_shard(self) -> int: method shard_id (line 533) | def shard_id(self) -> int: method idc (line 537) | def idc(self) -> Optional[str]: method cluster (line 545) | def cluster(self) -> Optional[str]: method location (line 555) | def location(self) -> Optional[str]: method path_prefix (line 563) | def path_prefix(self) -> str: method layout_path (line 571) | def layout_path(self) -> str: method container_cluster (line 578) | def container_cluster(self) -> str: method container_id (line 583) | def container_id(self) -> str: method get_cmd_and_port (line 586) | def get_cmd_and_port(self, method get_cmd (line 668) | def get_cmd(self, binary, server_type: str = None) -> str: method get_server_schedule_iter (line 672) | def get_server_schedule_iter(self, server_type): method _gen_model_server_config (line 686) | def _gen_model_server_config( method from_file (line 758) | def from_file(cls, fname): method _update_zk_servers (line 798) | def _update_zk_servers(cls, zk_servers, use_ipv6: bool = False): class ZKPath (line 817) | class ZKPath(object): method __init__ (line 822) | def __init__(self, path: str): method __getattr__ (line 835) | def __getattr__(self, name: str): method task (line 846) | def task(self) -> str: method location (line 855) | def location(self) -> Optional[str]: method ship_in (line 862) | def ship_in(self, idc: str, cluster: str) -> bool: function parse_pattern (line 869) | def parse_pattern(pattern_str, init_val, comb_fn, lp='{', rp='}'): function normalize_regex (line 882) | def normalize_regex(pattern_str): function expand_pattern (line 892) | def expand_pattern(pattern_str): function gen_model_spec (line 910) | def gen_model_spec(name: str, function gen_model_config (line 927) | def gen_model_config( function gen_status_proto (line 966) | def gen_status_proto(error_code: ErrorCode = ErrorCode.OK, function gen_model_version_status (line 971) | def gen_model_version_status(version: int, function make_tensor_proto (line 981) | def make_tensor_proto(instances): class InstanceFormater (line 990) | class InstanceFormater: method __init__ (line 992) | def __init__(self, inst: Instance): method __str__ (line 995) | def __str__(self): method to_tensor_proto (line 998) | def to_tensor_proto(self, batch_size: int): method to_pb (line 1004) | def to_pb(self, fname: str = None) -> str: method to_json (line 1016) | def to_json(self, fname: str = None) -> str: method to_pb_text (line 1025) | def to_pb_text(self, fname: str = None) -> str: method from_json (line 1034) | def from_json(cls, fname: str): method from_pb_text (line 1041) | def from_pb_text(cls, fname: str): method from_dump (line 1050) | def from_dump(cls, fname: str): function pasre_sub_model_name (line 1133) | def pasre_sub_model_name(sub_model_name: str): function get_local_ip (line 1145) | def get_local_ip() -> str: FILE: monolith/agent_service/utils_test.py class ServingUtilsTest (line 21) | class ServingUtilsTest(unittest.TestCase): method setUpClass (line 23) | def setUpClass(cls) -> None: method test_gen_model_spec (line 26) | def test_gen_model_spec(self): method test_gen_model_config (line 33) | def test_gen_model_config(self): method test_gen_status_proto (line 45) | def test_gen_status_proto(self): method test_gen_model_version_status (line 51) | def test_gen_model_version_status(self): method test_gen_from_file (line 59) | def test_gen_from_file(self): method test_list_field (line 64) | def test_list_field(self): method test_instance_wrapper_from_json (line 69) | def test_instance_wrapper_from_json(self): method test_instance_wrapper_from_pbtext (line 76) | def test_instance_wrapper_from_pbtext(self): method test_instance_wrapper_from_dump (line 83) | def test_instance_wrapper_from_dump(self): method test_get_cmd_and_port (line 90) | def test_get_cmd_and_port(self): method test_zk_path_full (line 98) | def test_zk_path_full(self): method test_zk_path_partial (line 112) | def test_zk_path_partial(self): method test_zk_path_old_full (line 125) | def test_zk_path_old_full(self): method test_zk_path_old_partial (line 138) | def test_zk_path_old_partial(self): method test_zk_path_old_partial2 (line 151) | def test_zk_path_old_partial2(self): FILE: monolith/agent_service/zk_mirror.py class ZKMirror (line 37) | class ZKMirror(object): method __init__ (line 42) | def __init__( method is_leader (line 77) | def is_leader(self) -> bool: method set_leader (line 80) | def set_leader(self): method create (line 83) | def create(self, method ensure_path (line 105) | def ensure_path(self, path): method set (line 109) | def set(self, path: str, value: bytes = b''): method exists (line 118) | def exists(self, path: str) -> bool: method delete (line 129) | def delete(self, path: str, recursive: bool = True): method get (line 140) | def get(self, path) -> Optional[bytes]: method get_children (line 144) | def get_children(self, path: str) -> List[str]: method report_resource (line 155) | def report_resource(self, recource: ResourceSpec): method resources (line 161) | def resources(self) -> List[ResourceSpec]: method num_tce_replica (line 171) | def num_tce_replica(self) -> Optional[int]: method tce_replica_id (line 198) | def tce_replica_id(self) -> int: method publish_loadding (line 204) | def publish_loadding(self, info: Union[PublishMeta, List[PublishMeta]]): method expected_loading (line 219) | def expected_loading(self) -> Dict[ModelName, PublishMeta]: method get_published_path (line 287) | def get_published_path(self, model_name: str) -> List[str]: method update_service (line 296) | def update_service(self, replicas: List[ReplicaMeta]): method local_replica_paths (line 323) | def local_replica_paths(self) -> Set[str]: method get_all_replicas (line 334) | def get_all_replicas(self, server_type: str) -> Dict[str, List[Replica... method get_model_replicas (line 350) | def get_model_replicas(self, model_name: str, method get_task_replicas (line 368) | def get_task_replicas(self, model_name: str, server_type: str, method get_replica (line 382) | def get_replica(self, model_name: str, server_type: str, task: int, method watch_portal (line 397) | def watch_portal(self): method watch_publish (line 467) | def watch_publish(self): method watch_resource (line 527) | def watch_resource(self): method watch_service (line 559) | def watch_service(self): method election (line 632) | def election(self, leader, sched, identifier: str = None): method start (line 662) | def start(self, is_client: bool = False): method stop (line 668) | def stop(self): FILE: monolith/agent_service/zk_mirror_test.py class ZKMirrorTest (line 40) | class ZKMirrorTest(unittest.TestCase): method setUpClass (line 45) | def setUpClass(cls) -> None: method tearDownClass (line 71) | def tearDownClass(cls) -> None: method test_crud (line 74) | def test_crud(self): method test_zk_mirror (line 96) | def test_zk_mirror(self): FILE: monolith/base_runner.py class BaseRunner (line 24) | class BaseRunner(object): method __init__ (line 27) | def __init__(self, *args, **kwargs): method run (line 35) | def run(self): method write_summary (line 38) | def write_summary(self, logs, summary_writer, current_step): FILE: monolith/common/python/mem_profiling.py function enable_tcmalloc (line 21) | def enable_tcmalloc(): function setup_heap_profile (line 28) | def setup_heap_profile(heap_profile_inuse_interval=104857600, FILE: monolith/core/auto_checkpoint_feed_hook.py class PeriodicLogger (line 49) | class PeriodicLogger(object): method __init__ (line 51) | def __init__(self, seconds): method log (line 55) | def log(self, msg, *args, **kw): class _SIGNAL (line 61) | class _SIGNAL(object): class _OpQueueContext (line 71) | class _OpQueueContext(object): method __init__ (line 74) | def __init__(self, name, target, args): method stop (line 82) | def stop(self): method send_next_batch_signal (line 85) | def send_next_batch_signal(self, iterations): method read_iteration_counts (line 88) | def read_iteration_counts(self): method join (line 99) | def join(self): class _OpSignalOnceQueueContext (line 105) | class _OpSignalOnceQueueContext(_OpQueueContext): method __init__ (line 111) | def __init__(self, name, target, args): method send_next_batch_signal (line 115) | def send_next_batch_signal(self, iterations): class TPUInfeedOutfeedSessionWithEndOfStreamHandlingHook (line 121) | class TPUInfeedOutfeedSessionWithEndOfStreamHandlingHook( method __init__ (line 131) | def __init__(self, method _create_or_get_iterations_per_loop (line 174) | def _create_or_get_iterations_per_loop(self): method begin (line 224) | def begin(self): method _run_infeed (line 241) | def _run_infeed(self, queue_ctx, session): method _run_outfeed (line 261) | def _run_outfeed(self, queue_ctx, session): method _create_infeed_controller (line 290) | def _create_infeed_controller(self, name, target, args): method _assertCompilationSucceeded (line 293) | def _assertCompilationSucceeded(self, result, coord): method after_create_session (line 303) | def after_create_session(self, session, coord): method before_run (line 338) | def before_run(self, run_context): method end (line 355) | def end(self, session): method get_stopping_signals_and_name (line 368) | def get_stopping_signals_and_name(features): FILE: monolith/core/base_embedding_host_call.py class TPUVariableRestoreHook (line 58) | class TPUVariableRestoreHook(tf.estimator.SessionRunHook): method __init__ (line 61) | def __init__(self, op): method after_create_session (line 64) | def after_create_session(self, session, coord): class BaseEmbeddingHostCall (line 69) | class BaseEmbeddingHostCall(BaseHostCall): method __init__ (line 71) | def __init__(self, output_dir, enable_host_call, enable_deepinsight, method _create_all_tpu_variables (line 108) | def _create_all_tpu_variables(self): method _create_tpu_var (line 144) | def _create_tpu_var(self, var_name, var_shape, var_type): method _compute_new_value (line 175) | def _compute_new_value(self, base_tpu_var, delta_value, update_offset): method _clear_value_at_index_1 (line 203) | def _clear_value_at_index_1(self, tpu_var, var_type, index): method update_tpu_variables_ops (line 207) | def update_tpu_variables_ops(self, global_step, labels, preds, uid_buc... method record_summary_tpu_variables (line 288) | def record_summary_tpu_variables(self): method record_summary_tensor (line 315) | def record_summary_tensor(self, name, tensor): method _verify_shape_and_dtype (line 324) | def _verify_shape_and_dtype(self, tensor, shape_list, dtype): method _slice_tensor (line 332) | def _slice_tensor(self, tensor, indices, expect_shape, expect_dtype): method _serialize_tensor (line 353) | def _serialize_tensor(self, sampled_tensor, gs, message_name): method _serialize_messages (line 359) | def _serialize_messages(self, labels, y_preds, sample_rates, req_times, method _write_summary_ops (line 379) | def _write_summary_ops(self, method generate_host_call_hook (line 457) | def generate_host_call_hook(self): FILE: monolith/core/base_embedding_host_call_test.py class BaseEmbeddingHostCallTest (line 36) | class BaseEmbeddingHostCallTest(unittest.TestCase): method test_compute_new_value (line 38) | def test_compute_new_value(self): FILE: monolith/core/base_embedding_task.py class BaseEmbeddingTask (line 42) | class BaseEmbeddingTask(base_task.BaseTask): method params (line 46) | def params(cls): method __init__ (line 121) | def __init__(self, params): method download_vocab_size_file_from_hdfs (line 143) | def download_vocab_size_file_from_hdfs(self): method _create_vocab_dict (line 168) | def _create_vocab_dict(self): method _parse_inputs (line 204) | def _parse_inputs(return_values): method create_input_fn (line 211) | def create_input_fn(self, mode=tf.estimator.ModeKeys.TRAIN): method logits_fn (line 348) | def logits_fn(self): method init_slot_to_env (line 353) | def init_slot_to_env(self): method create_model_fn (line 360) | def create_model_fn(self,): method _get_feature_map (line 364) | def _get_feature_map(self): method _post_process_example (line 369) | def _post_process_example(self, example): method create_feature_and_table_config_dict (line 472) | def create_feature_and_table_config_dict(self): method cross_shard_optimizer (line 556) | def cross_shard_optimizer(self, optimizer, params): method process_features_for_cpu_test (line 562) | def process_features_for_cpu_test(self, features): FILE: monolith/core/base_host_call.py class BaseHostCall (line 21) | class BaseHostCall(object): method __init__ (line 23) | def __init__(self, output_dir, enable_host_call): method record_summary_tensor (line 38) | def record_summary_tensor(self, name, tensor): method compress_tensors (line 55) | def compress_tensors(self): method decompress_tensors (line 103) | def decompress_tensors(self, tensors): method generate_host_call_hook (line 143) | def generate_host_call_hook(self): FILE: monolith/core/base_layer.py class BaseLayer (line 44) | class BaseLayer(object): method params (line 47) | def params(cls): method __init__ (line 53) | def __init__(self, params): method children (line 65) | def children(self): method __getattr__ (line 69) | def __getattr__(self, name): method __call__ (line 85) | def __call__(self, *args, **kwargs): method fprop (line 89) | def fprop(self, *args, **kwargs): method create_child (line 101) | def create_child(self, name, params): method create_children (line 121) | def create_children(self, name, params): function get_uname (line 144) | def get_uname(name): function add_layer_loss (line 152) | def add_layer_loss(name, loss): function get_layer_loss (line 160) | def get_layer_loss(): FILE: monolith/core/base_layer_test.py class BaseLayerTest (line 20) | class BaseLayerTest(unittest.TestCase): method test_create_child (line 22) | def test_create_child(self): method test_create_children (line 30) | def test_create_children(self): FILE: monolith/core/base_model_params.py class SingleTaskModelParams (line 20) | class SingleTaskModelParams(object): method task (line 23) | def task(self): FILE: monolith/core/base_task.py class BaseTask (line 25) | class BaseTask(base_layer.BaseLayer): method params (line 29) | def params(cls): method __init__ (line 79) | def __init__(self, params): method create_input_fn (line 83) | def create_input_fn(self, mode): method create_model_fn (line 93) | def create_model_fn(self,): FILE: monolith/core/base_tpu_test.py class BaseTPUTest (line 21) | class BaseTPUTest(tf.test.TestCase): method runWithCPU (line 24) | def runWithCPU(self, task_name): method runMergeVectorTestOnCPU (line 31) | def runMergeVectorTestOnCPU(self, task_name): FILE: monolith/core/core_test_suite.py function suite (line 24) | def suite(): FILE: monolith/core/dense.py class Dense (line 37) | class Dense(tf.keras.layers.Dense, BaseLayer): method params (line 40) | def params(cls): method __init__ (line 61) | def __init__(self, params, **kwargs): method build (line 97) | def build(self, input_shape): method get_config (line 164) | def get_config(self): method fprop (line 178) | def fprop(self, inputs, **kwargs): FILE: monolith/core/dense_test.py class DenseTest (line 32) | class DenseTest(tf.test.TestCase): method test_dense_instantiate (line 34) | def test_dense_instantiate(self): method test_dense_dtype (line 65) | def test_dense_dtype(self): method test_dense (line 77) | def test_dense(self): method test_dense_with_partitioner (line 92) | def test_dense_with_partitioner(self): FILE: monolith/core/feature.py class FeatureSlice (line 26) | class FeatureSlice(object): method __init__ (line 29) | def __init__( method __repr__ (line 59) | def __repr__(self): method __hash__ (line 64) | def __hash__(self): method dim (line 69) | def dim(self): method slice_index (line 73) | def slice_index(self): method optimizer (line 77) | def optimizer(self): method initializer (line 81) | def initializer(self): method learning_rate_fn (line 85) | def learning_rate_fn(self): class FeatureSlot (line 89) | class FeatureSlot(object): method __init__ (line 92) | def __init__( method get_env (line 160) | def get_env(self): method slot_id (line 163) | def slot_id(self): method has_bias (line 166) | def has_bias(self): method add_feature_slice (line 169) | def add_feature_slice( method add_merged_feature_slice (line 192) | def add_merged_feature_slice( method _add_feature_column (line 215) | def _add_feature_column(self, feature_column): method bias_optimizer (line 226) | def bias_optimizer(self): method bias_initializer (line 230) | def bias_initializer(self): method bias_learning_rate_fn (line 234) | def bias_learning_rate_fn(self): method default_vec_optimizer (line 238) | def default_vec_optimizer(self): method default_vec_initializer (line 242) | def default_vec_initializer(self): method default_vec_learning_rate_fn (line 246) | def default_vec_learning_rate_fn(self): method feature_slices (line 250) | def feature_slices(self): method merged_feature_slices (line 254) | def merged_feature_slices(self): method feature_columns (line 258) | def feature_columns(self): class FeatureColumnV1 (line 262) | class FeatureColumnV1(object): method __init__ (line 265) | def __init__(self, feature_slot, fc_name): method get_env (line 279) | def get_env(self): method embedding_lookup (line 282) | def embedding_lookup( method get_bias (line 292) | def get_bias(self): method feature_slot (line 297) | def feature_slot(self): method fc_name (line 301) | def fc_name(self): method feature_slice_to_tf_placeholder (line 305) | def feature_slice_to_tf_placeholder(self): class FeatureColumn3D (line 317) | class FeatureColumn3D(object): method __init__ (line 320) | def __init__(self, feature_slot, max_seq_length, fc_name): method get_env (line 329) | def get_env(self): method embedding_lookup (line 332) | def embedding_lookup( method get_bias (line 344) | def get_bias(self): method feature_slot (line 349) | def feature_slot(self): method fc_name (line 353) | def fc_name(self): method feature_slice_to_tf_placeholder (line 357) | def feature_slice_to_tf_placeholder(self): method max_seq_length (line 361) | def max_seq_length(self): method size_tensor_lookup (line 364) | def size_tensor_lookup(self): class Env (line 369) | class Env(object): method __init__ (line 372) | def __init__(self, vocab_size_dict, params): method set_tpu_features (line 380) | def set_tpu_features(self, tpu_features): method set_feature_slot (line 388) | def set_feature_slot(self, slot_id, feature_slot): method set_params (line 396) | def set_params(self, params): method is_finalized (line 403) | def is_finalized(self): method _embedding_lookup (line 406) | def _embedding_lookup(self, method _seq_embedding_lookup (line 453) | def _seq_embedding_lookup(self, method _size_tensor_lookup (line 484) | def _size_tensor_lookup(self, feature_column): method finalize (line 505) | def finalize(self): method _split_merged_embedding (line 513) | def _split_merged_embedding(self, feature_slot): method _merge_vector_in_same_slot (line 560) | def _merge_vector_in_same_slot(self): method vocab_size_dict (line 599) | def vocab_size_dict(self): method slot_id_to_feature_slot (line 603) | def slot_id_to_feature_slot(self): method features (line 610) | def features(self): FILE: monolith/core/feature_test.py class FeatureSlotTest (line 21) | class FeatureSlotTest(tf.test.TestCase): method test_has_bias (line 23) | def test_has_bias(self): method test_add_feature_slice (line 37) | def test_add_feature_slice(self): class FeatureColumnV1Test (line 56) | class FeatureColumnV1Test(tf.test.TestCase): method test_add_feature_column (line 58) | def test_add_feature_column(self): method test_merge_split_vector_in_same_slot (line 73) | def test_merge_split_vector_in_same_slot(self): FILE: monolith/core/host_call.py class HostCall (line 33) | class HostCall(): method __init__ (line 35) | def __init__(self, output_dir, enable_host_call, enable_deepinsight): method record_summary_tensor (line 51) | def record_summary_tensor(self, name, tensor): method compress_tensors (line 63) | def compress_tensors(self): method decompress_tensors (line 111) | def decompress_tensors(self, tensors): method _verify_shape_and_dtype (line 151) | def _verify_shape_and_dtype(self, tensor, shape_list, dtype): method _serialize_messages (line 159) | def _serialize_messages(self, labels, y_preds, sample_rates, req_times... method generate_host_call_hook (line 192) | def generate_host_call_hook(self): FILE: monolith/core/hyperparams.py function _is_named_tuple (line 42) | def _is_named_tuple(x): class _SortedDict (line 54) | class _SortedDict(dict): method __repr__ (line 57) | def __repr__(self): class _Param (line 62) | class _Param(object): method __init__ (line 65) | def __init__(self, name, default_value, description): method __eq__ (line 70) | def __eq__(self, other): method __deepcopy__ (line 75) | def __deepcopy__(self, memo): method to_string (line 86) | def to_string(self, nested_depth): method set (line 114) | def set(self, value): method get (line 120) | def get(self): function copy_params_to (line 124) | def copy_params_to(from_p, to_p, skip=None): class Params (line 145) | class Params(object): method __init__ (line 151) | def __init__(self): method __setattr__ (line 155) | def __setattr__(self, name, value): method __getattr__ (line 166) | def __getattr__(self, name): method __setitem__ (line 175) | def __setitem__(self, name, value): method __getitem__ (line 178) | def __getitem__(self, key): method __dir__ (line 181) | def __dir__(self): method __contains__ (line 184) | def __contains__(self, name): method __len__ (line 187) | def __len__(self): method __eq__ (line 191) | def __eq__(self, other): method __ne__ (line 194) | def __ne__(self, other): method __str__ (line 197) | def __str__(self): method _to_string (line 200) | def _to_string(self, nested_depth): method __deepcopy__ (line 212) | def __deepcopy__(self, unused_memo): method _similar_keys (line 215) | def _similar_keys(self, name): method _key_error_string (line 234) | def _key_error_string(self, name): method copy (line 240) | def copy(self): method _copy_to (line 243) | def _copy_to(self, res): method define (line 255) | def define(self, name, default_value, description): method contain (line 274) | def contain(self, name): method freeze (line 277) | def freeze(self): method is_immutable (line 281) | def is_immutable(self): method _get_nested (line 285) | def _get_nested(self, name): method set (line 306) | def set(self, **kwargs): method get (line 329) | def get(self, name): method delete (line 349) | def delete(self, *args): method iter_params (line 372) | def iter_params(self): function _inverted_index (line 384) | def _inverted_index(ips: 'InstantiableParams', idx): class InstantiableParams (line 392) | class InstantiableParams(Params): method __init__ (line 400) | def __init__(self, cls=None): method instantiate (line 404) | def instantiate(self): method copy (line 429) | def copy(self): function update_params (line 433) | def update_params(ips: Params, args): FILE: monolith/core/hyperparams_test.py class TestEnum (line 34) | class TestEnum(enum.Enum): class ParamsTest (line 40) | class ParamsTest(unittest.TestCase): method test_equals (line 42) | def test_equals(self): method test_deep_copy (line 69) | def test_deep_copy(self): method test_copy_params_to (line 84) | def test_copy_params_to(self): method test_define_existing (line 96) | def test_define_existing(self): method test_legal_param_names (line 102) | def test_legal_param_names(self): method test_set_and_get (line 113) | def test_set_and_get(self): method test_set_and_get_nested_param (line 135) | def test_set_and_get_nested_param(self): method test_freeze (line 193) | def test_freeze(self): method test_to_string (line 225) | def test_to_string(self): method test_iter_params (line 246) | def test_iter_params(self): method test_similar_keys (line 260) | def test_similar_keys(self): FILE: monolith/core/mixed_emb_op_comb_nws.py class TeacherEmbeddingTransform (line 41) | class TeacherEmbeddingTransform(Layer): method __init__ (line 76) | def __init__(self, max_choice_per_embedding, teacher_embedding_sizes_l... method build (line 85) | def build(self, input_shape): method call (line 106) | def call(self, inputs): method compute_output_shape (line 134) | def compute_output_shape(self, input_shape): method get_config (line 137) | def get_config(self): class MixedEmbedOpComb (line 146) | class MixedEmbedOpComb(Layer): method __init__ (line 181) | def __init__(self, method build (line 220) | def build(self, input_shape): method call (line 357) | def call(self, inputs): method compute_output_shape (line 397) | def compute_output_shape(self, input_shape): method get_config (line 400) | def get_config(self): method get_arch_embedding_weights (line 410) | def get_arch_embedding_weights(self): method get_summaries (line 413) | def get_summaries(self): FILE: monolith/core/model.py class Model (line 34) | class Model(object): method __init__ (line 37) | def __init__(self, params): method _create_vocab_dict (line 49) | def _create_vocab_dict(self, file_path, vocab_size_per_slot=None): method _get_feature_map (line 79) | def _get_feature_map(self): method _post_process_example (line 84) | def _post_process_example(self, example): method create_input_fn (line 104) | def create_input_fn(self, file_pattern, repeat=True): method _padding_8 (line 164) | def _padding_8(self, dim): method _get_slot_number (line 167) | def _get_slot_number(self, optimizer, use_gradient_accumulation): method _get_max_slot_number (line 188) | def _get_max_slot_number(self): method create_feature_and_table_config_dict (line 206) | def create_feature_and_table_config_dict(self): method sum_pooling (line 272) | def sum_pooling(self, method logits_fn (line 305) | def logits_fn(self): method init_slot_to_dims (line 310) | def init_slot_to_dims(self): method create_model_fn (line 317) | def create_model_fn(self): FILE: monolith/core/model_imports.py function _Import (line 40) | def _Import(name): function ImportAllParams (line 58) | def ImportAllParams(task_root=_ROOT, task_dirs=_DIRS, require_success=Fa... function ImportParams (line 74) | def ImportParams(model_name, FILE: monolith/core/model_registry.py class _ModelRegistryHelper (line 45) | class _ModelRegistryHelper(object): method _ClassPathPrefix (line 52) | def _ClassPathPrefix(cls): method _ModelParamsClassKey (line 56) | def _ModelParamsClassKey(cls, src_cls, shortcut=False): method _GetSourceInfo (line 73) | def _GetSourceInfo(cls, src_cls): method _RegisterModel (line 80) | def _RegisterModel(cls, src_cls): method RegisterSingleTaskModel (line 102) | def RegisterSingleTaskModel(cls, src_cls): method GetAllRegisteredClasses (line 115) | def GetAllRegisteredClasses(): method GetClass (line 123) | def GetClass(cls, class_key): method GetParams (line 144) | def GetParams(cls, class_key): function GetAllRegisteredClasses (line 162) | def GetAllRegisteredClasses(): function GetClass (line 167) | def GetClass(class_key): function GetParams (line 172) | def GetParams(class_key): FILE: monolith/core/py_utils.py class NestedMap (line 41) | class NestedMap(dict): method __init__ (line 60) | def __init__(self, *args, **kwargs): method __setitem__ (line 69) | def __setitem__(self, key, value): method __setattr__ (line 79) | def __setattr__(self, name, value): method __getattr__ (line 82) | def __getattr__(self, name): method __delattr__ (line 89) | def __delattr__(self, name): method copy (line 96) | def copy(self): # Don't delegate w/ super: dict.copy() -> dict. method __deepcopy__ (line 99) | def __deepcopy__(self, unused_memo): method DeepCopy (line 103) | def DeepCopy(self): method FromNestedDict (line 108) | def FromNestedDict(x): method CheckKey (line 121) | def CheckKey(key): method GetItem (line 126) | def GetItem(self, key): method Get (line 147) | def Get(self, key, default=None): method Set (line 165) | def Set(self, key, value): method _RecursiveMap (line 192) | def _RecursiveMap(self, fn, flatten=False): method Flatten (line 245) | def Flatten(self): method FlattenItems (line 252) | def FlattenItems(self): method Pack (line 260) | def Pack(self, lst): method Transform (line 266) | def Transform(self, fn): method IsCompatible (line 270) | def IsCompatible(self, other): method Filter (line 281) | def Filter(self, fn): method FilterKeyVal (line 285) | def FilterKeyVal(self, fn): method _ToStrings (line 296) | def _ToStrings(self): method DebugString (line 302) | def DebugString(self): method VLog (line 306) | def VLog(self, level=None, prefix=None): FILE: monolith/core/testing_utils.py function layer_test (line 64) | def layer_test(layer_cls, FILE: monolith/core/tpu_variable.py function _handle_graph (line 40) | def _handle_graph(handle): function _enclosing_tpu_context (line 45) | def _enclosing_tpu_context(): class ReplicatedVariable (line 55) | class ReplicatedVariable(VariableBase): method __init__ (line 65) | def __init__(self, name, variables): method handle (line 73) | def handle(self): method _assign_dependencies (line 81) | def _assign_dependencies(self): method initializer (line 94) | def initializer(self): method graph (line 98) | def graph(self): method _shared_name (line 102) | def _shared_name(self): method _unique_id (line 106) | def _unique_id(self): method name (line 110) | def name(self): method dtype (line 114) | def dtype(self): method shape (line 118) | def shape(self): method get_shape (line 121) | def get_shape(self): method to_proto (line 124) | def to_proto(self, export_scope=None): method constraint (line 128) | def constraint(self): method op (line 132) | def op(self): method _read_variable_op (line 135) | def _read_variable_op(self): method read_value (line 141) | def read_value(self): method assign (line 144) | def assign(self, value, use_locking=None, name=None, read_value=False): method assign_add (line 155) | def assign_add(self, delta, use_locking=None, name=None, read_value=Tr... method assign_sub (line 166) | def assign_sub(self, delta, use_locking=None, name=None, read_value=Tr... method get (line 177) | def get(self): method _in_graph_mode (line 181) | def _in_graph_mode(self): method _should_act_as_resource_variable (line 184) | def _should_act_as_resource_variable(self): method _dense_var_to_tensor (line 188) | def _dense_var_to_tensor(self, dtype=None, name=None, as_ref=False): function _tensor_conversion (line 207) | def _tensor_conversion(var, dtype=None, name=None, as_ref=False): FILE: monolith/core/util.py function get_bucket_name_and_relavite_path (line 31) | def get_bucket_name_and_relavite_path(gs_file_path): function download_gcs_file (line 44) | def download_gcs_file(gs_file_path, local_file_name): function download_gcs_file_with_relative_path (line 55) | def download_gcs_file_with_relative_path(bucket_name, gs_file_relative_p... function list_gcs_files_with_prefix (line 65) | def list_gcs_files_with_prefix(gs_path_prefix): function parse_example_number_meta_file (line 77) | def parse_example_number_meta_file(meta_file, seperator): function calculate_shard_skip_file_number (line 98) | def calculate_shard_skip_file_number(file_example_number, shard_num, function get_checkpoint_completed_step_number (line 120) | def get_checkpoint_completed_step_number(checkpoint_path): function update_params (line 142) | def update_params(params, tpu_cluster_resolver): function get_per_file_example_numbers_for_checkpoint_reload (line 183) | def get_per_file_example_numbers_for_checkpoint_reload( function range_dateset (line 243) | def range_dateset(dataset: tf.data.Dataset, FILE: monolith/core/util_test.py class UtilTest (line 20) | class UtilTest(tf.test.TestCase): method test_range_dataset_single (line 25) | def test_range_dataset_single(self): method test_range_dataset_multiple (line 48) | def test_range_dataset_multiple(self): method test_range_dataset_out_of_boundary (line 75) | def test_range_dataset_out_of_boundary(self): method test_range_dataset_no_start_date (line 98) | def test_range_dataset_no_start_date(self): method test_range_dataset_no_end_date (line 123) | def test_range_dataset_no_end_date(self): FILE: monolith/core/variance_scaling.py function _compute_fans (line 39) | def _compute_fans(shape, data_format='channels_last'): class VarianceScaling (line 79) | class VarianceScaling(): method __init__ (line 112) | def __init__(self, method __call__ (line 138) | def __call__(self, shape, dtype=np.float32): method get_config (line 182) | def get_config(self): FILE: monolith/gpu_runner.py class GPURunner (line 55) | class GPURunner(BaseRunner): method __init__ (line 57) | def __init__(self, task_param, *args, **kwargs): method create_estimator (line 66) | def create_estimator(self, model_fn): method run (line 107) | def run(self): function main (line 214) | def main(unused_argv): FILE: monolith/native_training/alert/alert_manager.py function get_default_alert_manager (line 30) | def get_default_alert_manager(): FILE: monolith/native_training/barrier_ops.py class BarrierAlreadyPlacedError (line 26) | class BarrierAlreadyPlacedError(Exception): class BarrierOp (line 30) | class BarrierOp: method __init__ (line 36) | def __init__(self, method place_barrier (line 71) | def place_barrier(self, session, action: str = ""): method remove_barrier (line 82) | def remove_barrier(self, session): method is_barrier_placed (line 88) | def is_barrier_placed(self, session): method barrier_placed_tensor (line 92) | def barrier_placed_tensor(self): method capacity (line 96) | def capacity(self): method is_barrier_removed (line 99) | def is_barrier_removed(self, session): method wait_until_barrier_removed (line 102) | def wait_until_barrier_removed(self, session, index): method is_all_blocked (line 120) | def is_all_blocked(self, session): method is_none_blocked (line 125) | def is_none_blocked(self, session): method get_unblocked_indices (line 130) | def get_unblocked_indices(self, session): method get_blocked_indices (line 134) | def get_blocked_indices(self, session): method _run_barrier_callbacks (line 138) | def _run_barrier_callbacks(self, action: str, session: tf.compat.v1.Se... class BarrierHook (line 143) | class BarrierHook(tf.estimator.SessionRunHook): method __init__ (line 146) | def __init__(self, index, barrier_op: BarrierOp): method before_run (line 150) | def before_run(self, run_context): method after_run (line 153) | def after_run(self, run_context, run_values): FILE: monolith/native_training/barrier_ops_test.py class BarrierOpsTest (line 25) | class BarrierOpsTest(tf.test.TestCase): method test_basic (line 27) | def test_basic(self): method _run (line 39) | def _run(self, train_op, sess, step=1): method test_barrier_hook_not_blocked (line 43) | def test_barrier_hook_not_blocked(self): method test_barrier_hook_blocked (line 62) | def test_barrier_hook_blocked(self): FILE: monolith/native_training/basic_restore_hook.py class CheckpointRestorerListener (line 21) | class CheckpointRestorerListener(): method begin (line 24) | def begin(self): method before_restore (line 27) | def before_restore(self, session): method after_restore (line 30) | def after_restore(self, session): method end (line 33) | def end(self, session): class CheckpointRestorerHook (line 37) | class CheckpointRestorerHook(session_run_hook.SessionRunHook): method __init__ (line 44) | def __init__(self, listeners=None): method begin (line 56) | def begin(self): method after_create_session (line 60) | def after_create_session(self, session, coord): method _restore (line 63) | def _restore(self, session): FILE: monolith/native_training/basic_restore_hook_test.py class CountCheckpointRestorerListener (line 21) | class CountCheckpointRestorerListener( method __init__ (line 24) | def __init__(self): method begin (line 29) | def begin(self): method before_restore (line 32) | def before_restore(self, session): method after_restore (line 35) | def after_restore(self, session): method get_counts (line 38) | def get_counts(self): class CountHook (line 46) | class CountHook(session_run_hook.SessionRunHook): method __init__ (line 48) | def __init__(self): method after_create_session (line 54) | def after_create_session(self, session, coord): method before_run (line 57) | def before_run(self, run_context): method after_run (line 60) | def after_run(self, run_context, run_values): method end (line 63) | def end(self, session): method get_counts (line 66) | def get_counts(self): class CheckpointRestorerHookTest (line 75) | class CheckpointRestorerHookTest(tf.test.TestCase): method test_restore_only_in_after_create_session (line 77) | def test_restore_only_in_after_create_session(self): method test_two_listeners_with_restorer (line 117) | def test_two_listeners_with_restorer(self): FILE: monolith/native_training/clip_ops.py function _global_norm (line 25) | def _global_norm(t_list: List[tf.Tensor]) -> tf.Tensor: function clip_by_global_norm (line 33) | def clip_by_global_norm(t_list: List[tf.Tensor], FILE: monolith/native_training/clip_ops_test.py class ClipOpsTest (line 24) | class ClipOpsTest(tf.test.TestCase): method _test_clip_by_global_norm (line 26) | def _test_clip_by_global_norm(self, inputs, clip_norm, expected=None): method test_clip_by_global_norm (line 39) | def test_clip_by_global_norm(self): class NormOpsTest (line 73) | class NormOpsTest(tf.test.TestCase): method _test_global_norm (line 75) | def _test_global_norm(self, inputs, expected): method test_it (line 82) | def test_it(self): FILE: monolith/native_training/cluster_manager.py function emit_store (line 28) | def emit_store(name, value, tagkv=None): function generate_session_config (line 32) | def generate_session_config(cluster_and_task=None): function get_training_cluster (line 52) | def get_training_cluster( function _cluster_query_failure_handler (line 114) | def _cluster_query_failure_handler(): function _query_chief_addr (line 118) | def _query_chief_addr(discovery: ServiceDiscovery): function _query_ps_cluster (line 129) | def _query_ps_cluster(discovery: ServiceDiscovery, function _save_ps_cluster_to_file (line 155) | def _save_ps_cluster_to_file(file_name: str, ps_addrs: List[str]): function _fetch_ps_cluster_from_file (line 164) | def _fetch_ps_cluster_from_file(file_name: str, timeout=1800): function _get_ps_cluster_file_name (line 183) | def _get_ps_cluster_file_name(model_dir: str, uuid: str): FILE: monolith/native_training/cluster_manager_test.py class ClusterManagerTest (line 21) | class ClusterManagerTest(unittest.TestCase): method testBasic (line 23) | def testBasic(self): FILE: monolith/native_training/consul.py class ConsulException (line 30) | class ConsulException(Exception): class UnixHTTPConnection (line 34) | class UnixHTTPConnection(HTTPConnection): method __init__ (line 36) | def __init__(self, path, **kwargs): method connect (line 41) | def connect(self): class Client (line 47) | class Client: method __init__ (line 49) | def __init__(self): method lookup (line 62) | def lookup(self, name, timeout=3, cachetime=0): method _lookup (line 80) | def _lookup(self, name, timeout): method register (line 98) | def register(self, name, port, tags=None, check_script=None, host=None): method deregister (line 140) | def deregister(self, name, port, host=None): FILE: monolith/native_training/consul_test.py class ConsulTest (line 28) | class ConsulTest(unittest.TestCase): method test_lookup (line 30) | def test_lookup(self): method test_register (line 41) | def test_register(self): method test_deregister (line 49) | def test_deregister(self): FILE: monolith/native_training/cpu_sync_training_test.py class FeatureTask (line 35) | class FeatureTask(NativeTask): method create_input_fn (line 38) | def create_input_fn(self, _): method create_model_fn (line 47) | def create_model_fn(self): class EmbeddingUpdateTask (line 74) | class EmbeddingUpdateTask(NativeTask): method create_input_fn (line 77) | def create_input_fn(self, _): method create_model_fn (line 87) | def create_model_fn(self): class FloatFeatureTask (line 130) | class FloatFeatureTask(NativeTask): method create_input_fn (line 133) | def create_input_fn(self, _): method create_model_fn (line 143) | def create_model_fn(self): class NonFeatureTask (line 168) | class NonFeatureTask(NativeTask): method create_input_fn (line 170) | def create_input_fn(self, _): method create_model_fn (line 177) | def create_model_fn(self): class SequenceFeatureTask (line 188) | class SequenceFeatureTask(NativeTask): method create_input_fn (line 191) | def create_input_fn(self, mode): method create_model_fn (line 202) | def create_model_fn(self): class CpuSyncTrainTest (line 229) | class CpuSyncTrainTest(tf.test.TestCase): method test_cpu_training_feature (line 231) | def test_cpu_training_feature(self): method test_embedding_update (line 248) | def test_embedding_update(self): method test_cpu_training_float_feature (line 265) | def test_cpu_training_float_feature(self): method test_cpu_training_sequence_feature (line 283) | def test_cpu_training_sequence_feature(self): method test_cpu_training_non_feature (line 303) | def test_cpu_training_non_feature(self): class DistributedSyncTrainTest (line 322) | class DistributedSyncTrainTest(tf.test.TestCase): method test_basic (line 324) | def test_basic(self): method test_sparse_pipelining (line 340) | def test_sparse_pipelining(self): FILE: monolith/native_training/cpu_training.py function _combine_slices_as_table (line 132) | def _combine_slices_as_table( function _lookup_embedding_ids (line 148) | def _lookup_embedding_ids( function _convert_parquets_to_instance (line 155) | def _convert_parquets_to_instance(parquets_path, instance_path): function create_exporter (line 208) | def create_exporter(task, class _CpuFeatureFactory (line 245) | class _CpuFeatureFactory(feature.FeatureFactoryFromEmbeddings): method __init__ (line 247) | def __init__(self, method _push (line 263) | def _push(self, slot_to_emb_ids, slot_to_emb_grads, global_step, req_t... method apply_gradients (line 275) | def apply_gradients( class _FusedCpuFeatureFactory (line 294) | class _FusedCpuFeatureFactory(feature.FeatureFactoryFromEmbeddings): method __init__ (line 296) | def __init__( method apply_gradients (line 316) | def apply_gradients(self, class _MetricsHeartBeatThread (line 344) | class _MetricsHeartBeatThread(): method __init__ (line 346) | def __init__(self, interval=30): method _heart_beat (line 352) | def _heart_beat(self): method start (line 364) | def start(self): method stop (line 370) | def stop(self): function get_req_time (line 377) | def get_req_time(features): class CpuTrainingConfig (line 385) | class CpuTrainingConfig: method enable_full_sync_training (line 535) | def enable_full_sync_training(self): function _make_serving_config_from_training_config (line 539) | def _make_serving_config_from_training_config( function _make_serving_feature_configs_from_training_configs (line 557) | def _make_serving_feature_configs_from_training_configs( function make_native_task_context (line 568) | def make_native_task_context(config: CpuTrainingConfig, function is_chief (line 580) | def is_chief(config: CpuTrainingConfig): class CpuTraining (line 587) | class CpuTraining: method __init__ (line 590) | def __init__(self, method config (line 695) | def config(self) -> CpuTrainingConfig: method feature_configs (line 701) | def feature_configs( method _init_fused_layout_params (line 709) | def _init_fused_layout_params(self) -> None: method create_input_fn (line 736) | def create_input_fn(self, mode): method create_model_fn (line 832) | def create_model_fn(self): method _generate_valid_features (line 949) | def _generate_valid_features(self) -> Dict[str, tf.Tensor]: method _collect_feature_name_to_table_config (line 955) | def _collect_feature_name_to_table_config( method _get_pipelined_model_fn (line 1006) | def _get_pipelined_model_fn(self, create_hash_table_and_filters_fn: Ca... method create_serving_input_receiver_fn (line 1644) | def create_serving_input_receiver_fn(self): class DistributedCpuTrainingConfig (line 1649) | class DistributedCpuTrainingConfig(CpuTrainingConfig): function _prepare_server (line 1690) | def _prepare_server(target: str, config: DistributedCpuTrainingConfig): function _shutdown_ps (line 1702) | def _shutdown_ps(target, cluster, task, num_ps): function _join_ps (line 1719) | def _join_ps(target, ps_index, sync_backend: SyncBackend = None): function _get_blocked_addrs (line 1777) | def _get_blocked_addrs(cluster: Dict, ignored_jobs: Set = {}): class NodeAliveCheckerError (line 1787) | class NodeAliveCheckerError(Exception): method __init__ (line 1789) | def __init__(self, msg): method __str__ (line 1793) | def __str__(self): function _do_worker_train (line 1797) | def _do_worker_train(config: DistributedCpuTrainingConfig, function _run_ps_benchmark (line 1877) | def _run_ps_benchmark(config: DistributedCpuTrainingConfig, function _save_debugging_info (line 1899) | def _save_debugging_info(config: DistributedCpuTrainingConfig, cluster: ... function _get_replica_device_setter (line 1918) | def _get_replica_device_setter(config): function _do_worker_feature_engineering (line 1936) | def _do_worker_feature_engineering(target, config: DistributedCpuTrainin... function make_config_backward_compatible (line 1985) | def make_config_backward_compatible(model_dir: str, config: CpuTrainingC... function distributed_train (line 1995) | def distributed_train(config: DistributedCpuTrainingConfig, function distributed_sync_train (line 2160) | def distributed_sync_train(config: DistributedCpuTrainingConfig, function local_train_internal (line 2252) | def local_train_internal(params: InstantiableParams, function local_feature_engineering_internal (line 2338) | def local_feature_engineering_internal( function local_train (line 2420) | def local_train(params: InstantiableParams, FILE: monolith/native_training/cpu_training_distributed_test_binary.py function _sleep_short (line 49) | def _sleep_short(): class SyncHook (line 58) | class SyncHook(tf.estimator.SessionRunHook): method __init__ (line 60) | def __init__(self, num_workers, index): method begin (line 66) | def begin(self): method after_create_session (line 78) | def after_create_session(self, session, coord): class FeatureTask (line 88) | class FeatureTask(native_task.NativeTask): method params (line 92) | def params(cls): method create_input_fn (line 97) | def create_input_fn(self, mode): method create_model_fn (line 106) | def create_model_fn(self): class HostServiceDiscovery (line 133) | class HostServiceDiscovery(service_discovery.ServiceDiscovery): method __init__ (line 135) | def __init__(self, base_path: str): method register (line 138) | def register(self, name: str, index: int, addr: str): method deregister (line 144) | def deregister(self, name: str, index: int, addr: str): method query (line 147) | def query(self, name: str): method _named_path (line 160) | def _named_path(self, name: str): function test_run (line 164) | def test_run(params): function test0 (line 184) | def test0(): function test1 (line 190) | def test1(): class RaiseErrorHook (line 200) | class RaiseErrorHook(tf.estimator.SessionRunHook): method __init__ (line 202) | def __init__(self, first): method before_run (line 205) | def before_run(self, run_context): function test2 (line 212) | def test2(): function main (line 220) | def main(_): FILE: monolith/native_training/cpu_training_test.py function inc_global_step_op (line 50) | def inc_global_step_op() -> tf.Operation: class FeatureTask (line 56) | class FeatureTask(NativeTask): method create_input_fn (line 59) | def create_input_fn(self, mode): method create_model_fn (line 68) | def create_model_fn(self): method create_serving_input_receiver_fn (line 92) | def create_serving_input_receiver_fn(self): class FloatFeatureTask (line 102) | class FloatFeatureTask(NativeTask): method create_input_fn (line 105) | def create_input_fn(self, mode): method create_model_fn (line 116) | def create_model_fn(self): class SequenceFeatureTask (line 139) | class SequenceFeatureTask(NativeTask): method create_input_fn (line 142) | def create_input_fn(self, mode): method create_model_fn (line 153) | def create_model_fn(self): class FeatureWithSlotOccurrenceThresholdTask (line 178) | class FeatureWithSlotOccurrenceThresholdTask(NativeTask): method create_input_fn (line 181) | def create_input_fn(self, mode): method create_model_fn (line 190) | def create_model_fn(self): class FeatureWithExpireTimeTask (line 214) | class FeatureWithExpireTimeTask(NativeTask): method create_input_fn (line 217) | def create_input_fn(self, mode): method create_model_fn (line 232) | def create_model_fn(self): class NonFeatureTask (line 273) | class NonFeatureTask(NativeTask): method create_input_fn (line 275) | def create_input_fn(self, mode): method create_model_fn (line 283) | def create_model_fn(self): class CpuTrainTest (line 295) | class CpuTrainTest(tf.test.TestCase): method test_cpu_training_feature (line 297) | def test_cpu_training_feature(self): method test_with_misc_features (line 307) | def test_with_misc_features(self): method test_with_export_when_saving (line 318) | def test_with_export_when_saving(self): method test_dense_only_export (line 328) | def test_dense_only_export(self): method test_with_prefetch_postpush (line 341) | def test_with_prefetch_postpush(self): method test_cpu_training_float_feature (line 355) | def test_cpu_training_float_feature(self): method test_cpu_training_sequence_feature (line 366) | def test_cpu_training_sequence_feature(self): method test_cpu_training_with_slot_occurrence_threshold (line 377) | def test_cpu_training_with_slot_occurrence_threshold(self): method test_cpu_training_with_expire_time (line 392) | def test_cpu_training_with_expire_time(self): method test_cpu_training_non_feature (line 418) | def test_cpu_training_non_feature(self): method test_gpu_export (line 429) | def test_gpu_export(self): class DistributedTrainTest (line 449) | class DistributedTrainTest(tf.test.TestCase): method _run_process (line 451) | def _run_process(self, args_tmpl: List, num_ps: int, num_workers: int): method _run_test (line 474) | def _run_test(self, args_tmpl: List, num_ps: int, num_workers: int): method _test_dir (line 481) | def _test_dir(self): method _test_args (line 485) | def _test_args(self, num_ps, num_workers, case=0): method test0_basic (line 498) | def test0_basic(self): method test0_with_extra_ps (line 505) | def test0_with_extra_ps(self): method test0_with_redundant_ps (line 513) | def test0_with_redundant_ps(self): method test1_with_debugging_server (line 521) | def test1_with_debugging_server(self): method test2_temporary_error (line 564) | def test2_temporary_error(self): class LocalTrainTest (line 571) | class LocalTrainTest(tf.test.TestCase): method testBasic (line 573) | def testBasic(self): method testWithPs (line 583) | def testWithPs(self): FILE: monolith/native_training/data/data_ops_test.py function parse_inst_exam (line 67) | def parse_inst_exam(tensor: tf.Tensor, out_type): function parse_eb (line 91) | def parse_eb(tensor: tf.Tensor, out_type): class DataOpsTest (line 116) | class DataOpsTest(tf.test.TestCase): method setUpClass (line 119) | def setUpClass(cls): method tearDownClass (line 142) | def tearDownClass(cls): method pb_dataset_target (line 146) | def pb_dataset_target(self, input_pb_type, output_pb_type, filter_fn=N... method testInstance2Instance (line 202) | def testInstance2Instance(self): method testInstance2Example (line 206) | def testInstance2Example(self): method testExample2Example (line 210) | def testExample2Example(self): method testExample2Instance (line 214) | def testExample2Instance(self): method testExampleBatch2Example (line 218) | def testExampleBatch2Example(self): method testExampleBatch2Instance (line 222) | def testExampleBatch2Instance(self): method testInstanceWithPBInstanceDataset (line 226) | def testInstanceWithPBInstanceDataset(self): method testExampleWithPBInstanceDataset (line 230) | def testExampleWithPBInstanceDataset(self): method testSetFilterInstance (line 234) | def testSetFilterInstance(self): method testSetFilterExample (line 240) | def testSetFilterExample(self): method testValueFilterInstance (line 247) | def testValueFilterInstance(self): method testValueFilterInInstance (line 253) | def testValueFilterInInstance(self): method testValueFilterEqInstance (line 259) | def testValueFilterEqInstance(self): method testValueFilterBewteenInstance (line 265) | def testValueFilterBewteenInstance(self): method testValueFilterStrInstance (line 271) | def testValueFilterStrInstance(self): method testValueFilterAnyInstance (line 277) | def testValueFilterAnyInstance(self): method testValueFilterAllInstance (line 283) | def testValueFilterAllInstance(self): method testValueFilterDiffInstance (line 289) | def testValueFilterDiffInstance(self): method testSpecialStrategyInstance (line 295) | def testSpecialStrategyInstance(self): method testValueFilterExample (line 302) | def testValueFilterExample(self): method testExampleBatchPredScalar (line 309) | def testExampleBatchPredScalar(self): method testExampleBatchPredBatch (line 335) | def testExampleBatchPredBatch(self): method testPBDataset (line 360) | def testPBDataset(self): method _init_session (line 373) | def _init_session(self): method testCreateInstanceDatasetHdfs (line 379) | def testCreateInstanceDatasetHdfs(self): method testGenPatterns (line 401) | def testGenPatterns(self): class CahceOneDatasetTest (line 409) | class CahceOneDatasetTest(tf.test.TestCase): method test_basic (line 411) | def test_basic(self): class DecompressTest (line 420) | class DecompressTest(tf.test.TestCase): method setUpClass (line 425) | def setUpClass(cls): method prase_base (line 429) | def prase_base(self, compress_file_name, compression_type): method testDecompressZstd (line 466) | def testDecompressZstd(self): method testDecompressZlib (line 475) | def testDecompressZlib(self): method testDecompressGzip (line 487) | def testDecompressGzip(self): FILE: monolith/native_training/data/data_service_parquet_test.py class DataServiceTest2 (line 32) | class DataServiceTest2(tf.test.TestCase): method setUpClass (line 35) | def setUpClass(cls): method tearDownClass (line 50) | def tearDownClass(cls): method testDataServiceWithParquetDataset (line 63) | def testDataServiceWithParquetDataset(self): FILE: monolith/native_training/data/data_service_test.py class DataServiceTest (line 28) | class DataServiceTest(tf.test.TestCase): method setUpClass (line 31) | def setUpClass(cls): method tearDownClass (line 46) | def tearDownClass(cls): method testSplitProvider (line 59) | def testSplitProvider(self): FILE: monolith/native_training/data/datasets.py class FeaturePruningType (line 91) | class FeaturePruningType(object): class PbType (line 98) | class PbType(Enum): method to_name (line 104) | def to_name(self): function _get_params (line 108) | def _get_params(name, default=None): class DatasetMetaclass (line 126) | class DatasetMetaclass(type): method __call__ (line 128) | def __call__(cls, *args, **kwargs): class PBDataset (line 311) | class PBDataset(metaclass=DatasetMetaclass): method __init__ (line 313) | def __init__( method gen_patterns (line 339) | def gen_patterns(cls, class DynamicMatchingFilesDataset (line 384) | class DynamicMatchingFilesDataset(dataset_ops.DatasetSource): method __init__ (line 387) | def __init__(self, patterns: List[str]): method element_spec (line 397) | def element_spec(self): class TFRecordDatasetWrapper (line 401) | class TFRecordDatasetWrapper(tf.data.TFRecordDataset): method __init__ (line 403) | def __init__(self, class ParquetDataset (line 415) | class ParquetDataset(dataset_ops.DatasetSource): method __init__ (line 417) | def __init__(self, method element_spec (line 457) | def element_spec(self): class CompressType (line 462) | class CompressType(Enum): class FilePBDataset (line 472) | class FilePBDataset(dataset_ops.DatasetSource): method __init__ (line 490) | def __init__( method element_spec (line 582) | def element_spec(self): class DistributedFilePBDataset (line 586) | class DistributedFilePBDataset(dataset_ops.DatasetSource): method __init__ (line 588) | def __init__( method element_spec (line 680) | def element_spec(self): class InstanceReweightDataset (line 685) | class InstanceReweightDataset(dataset_ops.UnaryUnchangedStructureDataset): method __init__ (line 706) | def __init__(self, method element_spec (line 735) | def element_spec(self): class NegativeGenDataset (line 740) | class NegativeGenDataset(dataset_ops.UnaryUnchangedStructureDataset): method __init__ (line 766) | def __init__(self, method element_spec (line 836) | def element_spec(self): function instance_reweight (line 840) | def instance_reweight(self, action_priority: str, reweight: str, **kwargs): class CacheOneDataset (line 852) | class CacheOneDataset(dataset_ops.UnaryDataset): method __init__ (line 854) | def __init__(self, input_dataset): method element_spec (line 862) | def element_spec(self): class SplitFlowDataset (line 868) | class SplitFlowDataset(dataset_ops.UnaryUnchangedStructureDataset): method __init__ (line 870) | def __init__(self, method element_spec (line 885) | def element_spec(self): class MergeFlowDataset (line 890) | class MergeFlowDataset(dataset_ops.DatasetV2): method __init__ (line 892) | def __init__(self, method _inputs (line 950) | def _inputs(self): method element_spec (line 954) | def element_spec(self): function negative_gen (line 958) | def negative_gen(self, function split_flow (line 1015) | def split_flow(self, function merge_flow (line 1031) | def merge_flow(self, dataset_to_merge, max_queue_size: int = 1024, **kwa... class KafkaGen (line 1042) | class KafkaGen(object): method __init__ (line 1044) | def __init__(self, method consumer (line 1072) | def consumer(self): method __iter__ (line 1082) | def __iter__(self): method __next__ (line 1085) | def __next__(self): method __call__ (line 1095) | def __call__(self): method _poll (line 1098) | def _poll(self): class PyKafkaDataset (line 1127) | class PyKafkaDataset(dataset_ops.DatasetSource): method __init__ (line 1129) | def __init__(self, method element_spec (line 1178) | def element_spec(self): function create_plain_kafka_dataset (line 1182) | def create_plain_kafka_dataset(topics: List[str], class KafkaDataset (line 1223) | class KafkaDataset(dataset_ops.DatasetSource): method __init__ (line 1225) | def __init__(self, method element_spec (line 1360) | def element_spec(self): function register_dataset (line 1364) | def register_dataset(service, dataset, buffer_size=32): function from_dataset_id (line 1387) | def from_dataset_id(processing_mode, function merged_window (line 1418) | def merged_window(self: tf.data.Dataset, function distribute (line 1456) | def distribute(self, function transform (line 1597) | def transform(self, t: Transform, **kwargs): class TransformDataset (line 1606) | class TransformDataset(dataset_ops.UnaryUnchangedStructureDataset): method __init__ (line 1620) | def __init__(self, input_dataset, transform: Transform, variant_type: ... method element_spec (line 1632) | def element_spec(self): FILE: monolith/native_training/data/eager_mode_test.py function parse_inst_exam (line 52) | def parse_inst_exam(tensor: tf.Tensor, out_type): function parse_eb (line 76) | def parse_eb(tensor: tf.Tensor, out_type): class DataOpsTest (line 100) | class DataOpsTest(tf.test.TestCase): method target (line 102) | def target(self, input_pb_type, output_pb_type): method testExampleBatch2Instance (line 147) | def testExampleBatch2Instance(self): method testExample2Instance (line 150) | def testExample2Instance(self): method testInstance2Instance (line 153) | def testInstance2Instance(self): method testExampleBatch (line 156) | def testExampleBatch(self): FILE: monolith/native_training/data/extract_fid_test.py class ExtraFidTest (line 22) | class ExtraFidTest(tf.test.TestCase): method test_parse_search (line 24) | def test_parse_search(self): FILE: monolith/native_training/data/feature_list.py function new_instance (line 32) | def new_instance(cls, args): class Feed (line 44) | class Feed: method __post_init__ (line 49) | def __post_init__(self): method name (line 58) | def name(self): class Cache (line 63) | class Cache: method __post_init__ (line 71) | def __post_init__(self): method name (line 78) | def name(self): class Feature (line 90) | class Feature: method __post_init__ (line 104) | def __post_init__(self): method __str__ (line 150) | def __str__(self): method name (line 173) | def name(self): method depend_strip_prefix (line 185) | def depend_strip_prefix(self): class FeatureList (line 200) | class FeatureList(object): method __init__ (line 203) | def __init__(self, column_name: Optional[Set[str]], feeds: Dict[str, F... method __getitem__ (line 215) | def __getitem__(self, item) -> Feature: method get (line 242) | def get(self, item, default=None): method get_with_slot (line 248) | def get_with_slot(self, slot): method __len__ (line 254) | def __len__(self): method __contains__ (line 257) | def __contains__(self, item): method __iter__ (line 260) | def __iter__(self): method parse (line 264) | def parse(cls, fname: str = None, use_old_name: bool = True) -> 'Featu... function get_feature_name_and_slot (line 328) | def get_feature_name_and_slot(item) -> Tuple[str, Optional[int]]: function is_example_batch (line 351) | def is_example_batch(): function add_feature (line 360) | def add_feature(feature: Union[str, int, List[str], List[int]]): function add_feature_by_fids (line 373) | def add_feature_by_fids(fids: Union[int, List[int]], feature_list: Featu... function get_valid_features (line 407) | def get_valid_features() -> List[str]: FILE: monolith/native_training/data/feature_utils.py function filter_by_fids (line 34) | def filter_by_fids(variant: tf.Tensor, function filter_by_feature_value (line 81) | def filter_by_feature_value(variant: tf.Tensor, function filter_by_value (line 167) | def filter_by_value(variant: tf.Tensor, function add_action (line 261) | def add_action( function add_label (line 331) | def add_label( function scatter_label (line 396) | def scatter_label( function filter_by_label (line 433) | def filter_by_label( function special_strategy (line 468) | def special_strategy(variant: tf.Tensor, function negative_sample (line 518) | def negative_sample(variant: tf.Tensor, function feature_combine (line 566) | def feature_combine(src1: tf.RaggedTensor, src2: tf.RaggedTensor, function switch_slot (line 602) | def switch_slot(ragged: tf.RaggedTensor, slot: int) -> tf.RaggedTensor: function switch_slot_batch (line 632) | def switch_slot_batch(variant: tf.Tensor, function label_upper_bound (line 664) | def label_upper_bound(variant: tf.Tensor, function label_normalization (line 686) | def label_normalization(variant: tf.Tensor, function use_field_as_label (line 711) | def use_field_as_label(variant: tf.Tensor, function create_item_pool (line 736) | def create_item_pool(start_num: int, function item_pool_random_fill (line 749) | def item_pool_random_fill(pool: tf.Tensor) -> tf.Tensor: function item_pool_check (line 754) | def item_pool_check(pool: tf.Tensor, function save_item_pool (line 767) | def save_item_pool(pool: tf.Tensor, function restore_item_pool (line 778) | def restore_item_pool(pool: tf.Tensor, function fill_multi_rank_output (line 791) | def fill_multi_rank_output( function use_f100_multi_head (line 814) | def use_f100_multi_head( function map_id (line 826) | def map_id(tensor: tf.Tensor, map_dict: Dict[int, int], default: int = -1): function multi_label_gen (line 836) | def multi_label_gen(variant: tf.Tensor, function string_to_variant (line 887) | def string_to_variant(tensor: tf.Tensor, function string_to_variant_with_transform (line 931) | def string_to_variant_with_transform(tensor: tf.Tensor, function variant_to_zeros (line 958) | def variant_to_zeros(tensor: tf.Tensor): function kafka_resource_init (line 962) | def kafka_resource_init(topics: List[str], function kafka_read_next (line 985) | def kafka_read_next(input, index: int, message_poll_timeout: int, function kafka_read_next_v2 (line 994) | def kafka_read_next_v2(input, index: int, message_poll_timeout: int, function has_variant (line 1003) | def has_variant(input, variant_type: str = 'example'): function gen_fid_mask (line 1007) | def gen_fid_mask(tenosr: tf.RaggedTensor, fid: int) -> tf.Tensor: function tf_example_to_example (line 1015) | def tf_example_to_example(serialized: tf.Tensor, FILE: monolith/native_training/data/feature_utils_test.py function get_fid_v1 (line 40) | def get_fid_v1(slot: int, signautre: int): function get_fid_v2 (line 44) | def get_fid_v2(slot: int, signature: int): function parse_instance_or_example (line 80) | def parse_instance_or_example(tensor: tf.Tensor, out_type, function parse_example_batch (line 111) | def parse_example_batch(tensor: tf.Tensor, out_type, function line_id_to_feature (line 142) | def line_id_to_feature(name, value): function generate_instance (line 164) | def generate_instance(labels: List[int], function write_instance_into_file (line 209) | def write_instance_into_file(file: BinaryIO, instance): function parse_instance_from_file (line 222) | def parse_instance_from_file(stream, has_kafka_dump, has_kafka_dump_pref... class DataOpsTest (line 248) | class DataOpsTest(tf.test.TestCase): method pb_dataset_target (line 249) | def pb_dataset_target(self, method test_input_instance_output_instance (line 315) | def test_input_instance_output_instance(self): method test_input_instance_output_instance_add_action (line 321) | def test_input_instance_output_instance_add_action(self): method test_input_instance_output_example (line 330) | def test_input_instance_output_example(self): method test_input_instance_output_example_add_action (line 338) | def test_input_instance_output_example_add_action(self): method test_input_example_output_instance (line 352) | def test_input_example_output_instance(self): method test_input_example_output_instance_add_action (line 358) | def test_input_example_output_instance_add_action(self): method test_input_example_output_example (line 370) | def test_input_example_output_example(self): method test_input_example_output_example_add_action (line 378) | def test_input_example_output_example_add_action(self): method test_input_example_batch_output_instance (line 389) | def test_input_example_batch_output_instance(self): method test_input_example_batch_output_instance_add_action (line 397) | def test_input_example_batch_output_instance_add_action(self): method test_input_example_batch_output_example (line 412) | def test_input_example_batch_output_example(self): method test_input_example_batch_output_example_add_action (line 420) | def test_input_example_batch_output_example_add_action(self): method test_input_instance_output_instance_add_label (line 432) | def test_input_instance_output_instance_add_label(self): method test_input_instance_output_instance_label_upper_bound (line 506) | def test_input_instance_output_instance_label_upper_bound(self): method test_input_instance_output_instance_label_normalization (line 516) | def test_input_instance_output_instance_label_normalization(self): method test_input_examplebatch_output_instance_use_field_as_label (line 529) | def test_input_examplebatch_output_instance_use_field_as_label(self): method test_input_instance_output_instance_filter_by_label_equals (line 569) | def test_input_instance_output_instance_filter_by_label_equals(self): method test_input_instance_output_instance_scatter_label (line 596) | def test_input_instance_output_instance_scatter_label(self): method test_filter_by_bytes_value (line 667) | def test_filter_by_bytes_value(self): method test_filter_by_float_value (line 758) | def test_filter_by_float_value(self): method test_filter_by_value_not_in (line 823) | def test_filter_by_value_not_in(self): method test_filter_by_value_all (line 984) | def test_filter_by_value_all(self): method test_map_id (line 1047) | def test_map_id(self): method test_filter_by_fids (line 1057) | def test_filter_by_fids(self): method test_multi_label_gen (line 1107) | def test_multi_label_gen(self): method test_string_to_variant (line 1191) | def test_string_to_variant(self): method test_has_variant (line 1231) | def test_has_variant(self): method test_switch_slot_batch (line 1253) | def test_switch_slot_batch(self): method test_gen_fid_mask_int64 (line 1324) | def test_gen_fid_mask_int64(self): method test_gen_fid_mask_int32 (line 1334) | def test_gen_fid_mask_int32(self): method test_negative_sample_with_positive_actions (line 1346) | def test_negative_sample_with_positive_actions(self): FILE: monolith/native_training/data/item_pool_hook.py class ItemPoolSaveRestoreHook (line 27) | class ItemPoolSaveRestoreHook(SessionRunHook): method __init__ (line 29) | def __init__(self, model_dir: str, save_steps: int, mode: str = 'train'): method begin (line 40) | def begin(self): method after_create_session (line 62) | def after_create_session(self, session, coord): # pylint: disable=unu... method after_run (line 82) | def after_run( method end (line 98) | def end(self, session): # pylint: disable=unused-argument FILE: monolith/native_training/data/item_pool_test.py class ItemPoolTest (line 26) | class ItemPoolTest(tf.test.TestCase): method setUpClass (line 29) | def setUpClass(cls): method test_create_item_pool (line 41) | def test_create_item_pool(self): FILE: monolith/native_training/data/kafka_dataset_test.py function start_producer (line 79) | def start_producer(input_type): class KafkaDatasetTest (line 136) | class KafkaDatasetTest(tf.test.TestCase, parameterized.TestCase): method setUpClass (line 139) | def setUpClass(cls): method test_kafka_dataset (line 147) | def test_kafka_dataset(self, input_type, output_type): FILE: monolith/native_training/data/kernels/add_action_kernel.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { class AddActionOp (line 38) | class AddActionOp : public OpKernel { method AddActionOp (line 40) | explicit AddActionOp(OpKernelConstruction *context) : OpKernel(con... method Compute (line 77) | void Compute(OpKernelContext *context) override { method LineId (line 173) | static LineId *GetLineId(Tensor *output_tensor, bool is_instance) { FILE: monolith/native_training/data/kernels/add_label_kernel.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { class AddLabelOp (line 40) | class AddLabelOp : public OpKernel { method AddLabelOp (line 42) | explicit AddLabelOp(OpKernelConstruction *context) : OpKernel(cont... method Compute (line 66) | void Compute(OpKernelContext *context) override { method SelectedByNegativeSampling (line 129) | bool SelectedByNegativeSampling(const internal::TaskConfig &t) { method LineId (line 134) | static LineId *GetLineId(Tensor *output_tensor, bool is_instance) { FILE: monolith/native_training/data/kernels/cache_one_dataset_kernel.cc type tensorflow (line 28) | namespace tensorflow { type data (line 29) | namespace data { type monolith_tf (line 30) | namespace monolith_tf { class CacheOneDatasetOp::Dataset (line 32) | class CacheOneDatasetOp::Dataset : public DatasetBase { method Dataset (line 34) | Dataset(OpKernelContext* ctx, const DatasetBase* input) method MakeIteratorInternal (line 45) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 51) | const DataTypeVector& output_dtypes() const override { method string (line 59) | string DebugString() const override { method int64 (line 63) | int64 Cardinality() const override { return input_->Cardinality(... method Status (line 65) | Status InputDatasets(std::vector* inputs) co... method Status (line 70) | Status CheckExternalState() const override { method Status (line 75) | Status AsGraphDefInternal(SerializationContext* ctx, class Iterator (line 84) | class Iterator : public DatasetIterator { method Iterator (line 86) | explicit Iterator(const Params& params) method Status (line 89) | Status Initialize(IteratorContext* ctx) override { method Status (line 94) | Status GetNextInternal(IteratorContext* ctx, method CreateNode (line 125) | std::shared_ptr CreateNode( method Status (line 130) | Status SaveInternal(SerializationContext* ctx, method Status (line 135) | Status RestoreInternal(IteratorContext* ctx, FILE: monolith/native_training/data/kernels/cache_one_dataset_kernel.h function namespace (line 20) | namespace tensorflow { FILE: monolith/native_training/data/kernels/df_resource_kernel.cc type tensorflow (line 17) | namespace tensorflow { type monolith_tf (line 18) | namespace monolith_tf { function Status (line 22) | Status RegisterCancellationCallback(CancellationManager* cancellatio... class CreateQueueOp (line 41) | class CreateQueueOp : public ResourceOpKernel { method CreateQueueOp (line 43) | explicit CreateQueueOp(OpKernelConstruction* c) : ResourceOpKernel... method TF_EXCLUSIVE_LOCKS_REQUIRED (line 51) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { FILE: monolith/native_training/data/kernels/df_resource_kernel.h function namespace (line 26) | namespace tensorflow { FILE: monolith/native_training/data/kernels/dynamic_match_file_dataset_kernel.cc type tensorflow (line 35) | namespace tensorflow { type data (line 36) | namespace data { type monolith_tf (line 37) | namespace monolith_tf { class DynamicMatchingFilesDatasetOp (line 39) | class DynamicMatchingFilesDatasetOp : public DatasetOpKernel { method MakeDataset (line 43) | void MakeDataset(OpKernelContext* ctx, DatasetBase** output) ove... class Dataset (line 61) | class Dataset : public DatasetBase { method Dataset (line 63) | Dataset(OpKernelContext* ctx, std::vector patterns) method MakeIteratorInternal (line 66) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 72) | const DataTypeVector& output_dtypes() const override { method string (line 83) | string DebugString() const override { method Status (line 87) | Status InputDatasets( method Status (line 92) | Status CheckExternalState() const override { return Status::OK... method Status (line 94) | Status MakeSplitProvider( method Status (line 101) | Status AsGraphDefInternal(SerializationContext* ctx, class Iterator (line 111) | class Iterator : public DatasetIterator { method Iterator (line 113) | explicit Iterator(const Params& params) method Status (line 116) | Status GetNextInternal(IteratorContext* ctx, method CreateNode (line 158) | std::shared_ptr CreateNode( method Status (line 163) | Status SaveInternal(SerializationContext* ctx, method Status (line 174) | Status RestoreInternal(IteratorContext* ctx, FILE: monolith/native_training/data/kernels/extract_fid_kernel.cc type tensorflow (line 21) | namespace tensorflow { type monolith_tf (line 22) | namespace monolith_tf { class ExtractFidOp (line 24) | class ExtractFidOp : public OpKernel { method ExtractFidOp (line 29) | explicit ExtractFidOp(OpKernelConstruction* ctx) : OpKernel(ctx) { method Compute (line 34) | void Compute(OpKernelContext* context) override { FILE: monolith/native_training/data/kernels/feature_hash.cc type tensorflow (line 26) | namespace tensorflow { type monolith_tf (line 27) | namespace monolith_tf { class FeatureHashOp (line 34) | class FeatureHashOp : public OpKernel { method FeatureHashOp (line 39) | explicit FeatureHashOp(OpKernelConstruction *ctx) : OpKernel(ctx) { method Compute (line 45) | void Compute(OpKernelContext *context) override { method raw_feature_to_feature (line 82) | void raw_feature_to_feature(const std::string &name, FILE: monolith/native_training/data/kernels/feature_name_mapper_tf_bridge.cc type tensorflow (line 17) | namespace tensorflow { type monolith_tf (line 18) | namespace monolith_tf { function Status (line 20) | Status FeatureNameMapperTfBridge::New(FeatureNameMapperTfBridge** ne... function Status (line 28) | Status FeatureNameMapperTfBridge::RegisterValidIds( FILE: monolith/native_training/data/kernels/feature_name_mapper_tf_bridge.h function namespace (line 29) | namespace tensorflow { FILE: monolith/native_training/data/kernels/fill_multi_rank_output_kernel.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { class FillMultiRankOutputOp (line 39) | class FillMultiRankOutputOp : public OpKernel { method FillMultiRankOutputOp (line 41) | explicit FillMultiRankOutputOp(OpKernelConstruction *context) method Compute (line 65) | void Compute(OpKernelContext *context) override { method LineId (line 115) | static LineId *GetLineId(Tensor *output_tensor, bool is_instance) { method GetFids (line 138) | static std::vector GetFids(Tensor *output_tensor, FILE: monolith/native_training/data/kernels/filter_by_label_kernel.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { class FilterByLabelOp (line 40) | class FilterByLabelOp : public OpKernel { method FilterByLabelOp (line 42) | explicit FilterByLabelOp(OpKernelConstruction *context) : OpKernel... method Compute (line 58) | void Compute(OpKernelContext *context) override { FILE: monolith/native_training/data/kernels/gen_fid_mask.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { class MonolithGenFidMaskOp (line 28) | class MonolithGenFidMaskOp : public OpKernel { method MonolithGenFidMaskOp (line 32) | explicit MonolithGenFidMaskOp(OpKernelConstruction *ctx) : OpKerne... method Compute (line 36) | void Compute(OpKernelContext *context) override { FILE: monolith/native_training/data/kernels/instance_reweight_dataset_kernel.cc type tensorflow (line 40) | namespace tensorflow { type data (line 41) | namespace data { type monolith_tf (line 42) | namespace monolith_tf { class InnerIterator (line 65) | class InnerIterator { method InnerIterator (line 67) | InnerIterator(IteratorBase *input_impl, int instance_reweight_me... method Status (line 90) | Status GetNext(IteratorContext *ctx, std::vector *out_te... method Status (line 103) | Status NextInternal(IteratorContext *ctx) { method Instance (line 143) | inline Instance *GetCurrentInstance() { method Example (line 148) | inline Example *GetCurrentExample() { method CalReplicas (line 152) | int CalReplicas(const LineId &lineid, float *ins_label) { class InstanceReweightDatasetOp::Dataset (line 278) | class InstanceReweightDatasetOp::Dataset : public DatasetBase { method Dataset (line 280) | Dataset(OpKernelContext *ctx, const DatasetBase *input, method MakeIteratorInternal (line 297) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 303) | const DataTypeVector &output_dtypes() const override { method string (line 311) | string DebugString() const override { method Status (line 315) | Status InputDatasets( method Status (line 321) | Status CheckExternalState() const override { method Status (line 326) | Status AsGraphDefInternal(SerializationContext *ctx, class Iterator (line 360) | class Iterator : public DatasetIterator { method Iterator (line 362) | explicit Iterator(const Params ¶ms) method Status (line 365) | Status Initialize(IteratorContext *ctx) override { method Status (line 377) | Status GetNextInternal(IteratorContext *ctx, method CreateNode (line 386) | std::shared_ptr CreateNode( method Status (line 391) | Status SaveInternal(SerializationContext *ctx, method Status (line 396) | Status RestoreInternal(IteratorContext *ctx, FILE: monolith/native_training/data/kernels/instance_reweight_dataset_kernel.h function namespace (line 20) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/arrow_random_access_file.h function namespace (line 40) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/cache_mgr.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { type internal (line 33) | namespace internal { function MakeItemFeaturesFromProto (line 35) | std::shared_ptr MakeItemFeaturesFromProto( FILE: monolith/native_training/data/kernels/internal/cache_mgr.h function namespace (line 29) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/cache_mgr_test.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { type internal (line 26) | namespace internal { function gen_named_feature (line 31) | void gen_named_feature(NamedFeature *nf) { function gen_item_features (line 42) | void gen_item_features(ItemFeatures *item) { function fill_cache_with_gid (line 53) | void fill_cache_with_gid(CacheWithGid *cwg) { function TEST (line 63) | TEST(CACHE_MGR, CacheWithGid) { function TEST (line 74) | TEST(CACHE_MGR, CacheManager) { FILE: monolith/native_training/data/kernels/internal/datasource_utils.cc type tensorflow (line 17) | namespace tensorflow { type monolith_tf (line 18) | namespace monolith_tf { type internal (line 19) | namespace internal { function java_hash_code (line 21) | int32_t java_hash_code(const std::string &data_flow_name) { FILE: monolith/native_training/data/kernels/internal/datasource_utils.h function namespace (line 20) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/datasource_utils_test.cc type tensorflow (line 20) | namespace tensorflow { type monolith_tf (line 21) | namespace monolith_tf { type internal (line 22) | namespace internal { function TEST (line 25) | TEST(DatasourceUtils, JavaHashCode) { FILE: monolith/native_training/data/kernels/internal/file_match_split_provider.cc type tensorflow (line 34) | namespace tensorflow { type data (line 35) | namespace data { type monolith_tf (line 36) | namespace monolith_tf { function Status (line 38) | Status FileMatchSplitProvider::GetNext(Tensor *split, bool *end_of... function Status (line 69) | Status FileMatchSplitProvider::Reset() { function Status (line 90) | Status FileMatchSplitProvider::Save( function Status (line 110) | Status FileMatchSplitProvider::Restore( function Status (line 132) | Status FileMatchSplitProvider::EnsureFeederInitialized() { FILE: monolith/native_training/data/kernels/internal/file_match_split_provider.h function namespace (line 24) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/file_match_split_provider_test.cc type tensorflow (line 26) | namespace tensorflow { type data (line 27) | namespace data { type monolith_tf (line 28) | namespace monolith_tf { function TEST (line 31) | TEST(FileMatchSplitProvider, Create) { function TEST (line 55) | TEST(FileMatchSplitProvider, Reset) { FILE: monolith/native_training/data/kernels/internal/label_utils.cc type tensorflow (line 26) | namespace tensorflow { type monolith_tf (line 27) | namespace monolith_tf { type internal (line 28) | namespace internal { function HasIntersection (line 31) | bool HasIntersection(const std::set &lhs, function ParseTaskConfig (line 39) | bool ParseTaskConfig(const std::string &config, FILE: monolith/native_training/data/kernels/internal/label_utils.h function namespace (line 26) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/label_utils_test.cc type tensorflow (line 20) | namespace tensorflow { type monolith_tf (line 21) | namespace monolith_tf { type internal (line 22) | namespace internal { function TEST (line 26) | TEST(LabelUtils, HasIntersection) { function TEST (line 32) | TEST(LabelUtils, ParseTaskConfigBasic) { FILE: monolith/native_training/data/kernels/internal/parquet_column_buffer.h function namespace (line 22) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/parquet_example_reader.h function namespace (line 31) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/relational_utils.h function namespace (line 25) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/relational_utils_test.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { type internal (line 26) | namespace internal { function TEST (line 29) | TEST(RelationalUtils, GT) { function TEST (line 37) | TEST(RelationalUtils, GE) { function TEST (line 45) | TEST(RelationalUtils, EQ) { function TEST (line 53) | TEST(RelationalUtils, LT) { function TEST (line 61) | TEST(RelationalUtils, LE) { function TEST (line 69) | TEST(RelationalUtils, NEQ) { function TEST (line 77) | TEST(RelationalUtils, BETWEEN) { function TEST (line 85) | TEST(RelationalUtils, IN) { function TEST (line 93) | TEST(RelationalUtils, NOT_IN) { FILE: monolith/native_training/data/kernels/internal/sized_random_access_file.h function namespace (line 36) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/uniq_hashtable.h function namespace (line 34) | namespace tensorflow { function class (line 229) | class MultiShardUniqHashTable { FILE: monolith/native_training/data/kernels/internal/uniq_hashtable_test.cc type tensorflow (line 28) | namespace tensorflow { type monolith_tf (line 29) | namespace monolith_tf { class UniqHashTableTest (line 32) | class UniqHashTableTest { method UniqHashTableTest (line 39) | UniqHashTableTest(int fid_num, int fid_range) { method Reset (line 44) | void Reset() { method Check (line 51) | void Check() { function TEST (line 79) | TEST(UniqHashTableTest, Small) { function TEST (line 86) | TEST(UniqHashTableTest, Medium) { function TEST (line 93) | TEST(UniqHashTableTest, Reset) { function TEST (line 102) | TEST(UniqHashTableTest, ReqId) { FILE: monolith/native_training/data/kernels/internal/value_filter_by_feature.cc type tensorflow (line 23) | namespace tensorflow { type monolith_tf (line 24) | namespace monolith_tf { type internal (line 25) | namespace internal { function Status (line 100) | Status FeatureValueFilter::EnsureLoadFilterValues(tensorflow::Env*... FILE: monolith/native_training/data/kernels/internal/value_filter_by_feature.h function namespace (line 24) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/value_filter_by_line_id.cc type tensorflow (line 23) | namespace tensorflow { type monolith_tf (line 24) | namespace monolith_tf { type internal (line 25) | namespace internal { function Status (line 99) | Status LineIdValueFilter::EnsureLoadFilterValues(tensorflow::Env *... FILE: monolith/native_training/data/kernels/internal/value_filter_by_line_id.h function namespace (line 23) | namespace tensorflow { FILE: monolith/native_training/data/kernels/internal/value_filter_test.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { type internal (line 27) | namespace internal { function TEST (line 32) | TEST(LineIdValueFilter, Int) { function TEST (line 59) | TEST(LineIdValueFilter, IntArray) { function TEST (line 85) | TEST(LineIdValueFilter, Float) { function TEST (line 115) | TEST(LineIdValueFilter, String) { FILE: monolith/native_training/data/kernels/item_pool_kernels.cc type tensorflow (line 40) | namespace tensorflow { type monolith_tf (line 41) | namespace monolith_tf { type AsyncPack (line 45) | struct AsyncPack { method AsyncPack (line 46) | AsyncPack(OpKernelContext* p_ctx, ItemPoolResource* p_pool, function Status (line 73) | Status ItemPoolResource::Add( function Status (line 87) | Status ItemPoolResource::Save(WritableFile* ostream, int shard_index, function Status (line 115) | Status ItemPoolResource::Restore(RandomAccessFile* istream, int64 bu... function get_index_and_worker_num (line 191) | void get_index_and_worker_num(int* index, int* worker_num) { class ItemPoolCreateOp (line 216) | class ItemPoolCreateOp : public ResourceOpKernel { method ItemPoolCreateOp (line 218) | explicit ItemPoolCreateOp(OpKernelConstruction* ctx) : ResourceOpK... method TF_EXCLUSIVE_LOCKS_REQUIRED (line 226) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class ItemPoolRandomFillOp (line 235) | class ItemPoolRandomFillOp : public OpKernel { method ItemPoolRandomFillOp (line 237) | explicit ItemPoolRandomFillOp(OpKernelConstruction* ctx) : OpKerne... method Compute (line 239) | void Compute(OpKernelContext* ctx) override { method GenNamedFeature (line 256) | void GenNamedFeature(NamedFeature* nf) { method GenItemFeatures (line 267) | void GenItemFeatures(internal::ItemFeatures* item) { class ItemPoolCheckOp (line 280) | class ItemPoolCheckOp : public OpKernel { method ItemPoolCheckOp (line 282) | explicit ItemPoolCheckOp(OpKernelConstruction* ctx) : OpKernel(ctx) { method Compute (line 288) | void Compute(OpKernelContext* ctx) override { method GetRestoreFileName (line 320) | std::string GetRestoreFileName(OpKernelContext* ctx, int shard_ind... class ItemPoolSaveOp (line 357) | class ItemPoolSaveOp : public AsyncOpKernel { method ItemPoolSaveOp (line 359) | explicit ItemPoolSaveOp(OpKernelConstruction* ctx) : AsyncOpKernel... method ComputeAsync (line 365) | void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override { method GetSaveFileName (line 391) | std::string GetSaveFileName(int shard_index) { method WorkerThread (line 399) | void WorkerThread(int shard_index, AsyncPack* p) { method Status (line 407) | Status SaveOneShard(int shard_index, AsyncPack* p) { method Cleanup (line 429) | void Cleanup(AsyncPack* p) { class ItemPoolRestoreOp (line 443) | class ItemPoolRestoreOp : public AsyncOpKernel { method ItemPoolRestoreOp (line 445) | explicit ItemPoolRestoreOp(OpKernelConstruction* ctx) : AsyncOpKer... method ComputeAsync (line 452) | void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override { method WorkerThread (line 474) | void WorkerThread(int shard_index, AsyncPack* p) { method Status (line 482) | Status RestoreOneShard(int shard_index, AsyncPack* p) { method Cleanup (line 500) | void Cleanup(AsyncPack* p) { method FindLastNumber (line 513) | int FindLastNumber(std::vector const &files, OpKernel... method FindFuzzyCkptNumber (line 529) | int FindFuzzyCkptNumber(const std::vector& files) { method GetRestoreFileName (line 551) | std::string GetRestoreFileName(OpKernelContext* ctx, int shard_ind... FILE: monolith/native_training/data/kernels/item_pool_kernels.h function namespace (line 24) | namespace tensorflow { FILE: monolith/native_training/data/kernels/kafka_kernels.cc type tensorflow (line 34) | namespace tensorflow { type monolith_tf (line 35) | namespace monolith_tf { class KafkaEventCb (line 54) | class KafkaEventCb : public RdKafka::EventCb { method KafkaEventCb (line 56) | KafkaEventCb() : run_(true) {} method run (line 58) | bool run() { return run_; } method event_cb (line 60) | void event_cb(RdKafka::Event& event) { class KafkaRebalanceCb (line 94) | class KafkaRebalanceCb : public RdKafka::RebalanceCb { method KafkaRebalanceCb (line 96) | KafkaRebalanceCb() : run_(true) {} method run (line 98) | bool run() { return run_; } method rebalance_cb (line 100) | void rebalance_cb(RdKafka::KafkaConsumer* consumer, RdKafka::Error... class KafkaGroupReadableResource (line 146) | class KafkaGroupReadableResource : public ResourceBase { method KafkaGroupReadableResource (line 148) | explicit KafkaGroupReadableResource(Env* env) : env_(env) {} method Status (line 157) | virtual Status Init(const std::vector& topics, class CurPBIteratorHandler (line 301) | class CurPBIteratorHandler { type CurOutput (line 303) | struct CurOutput : public PBIteratorWithDataFormatTransBaseOutput { method Status (line 310) | Status HandleReaderNextStauts(const Status& s, const tstring& re... method Status (line 325) | Status HandleReaderNextStauts(const Status& s, const TResult& re... method Status (line 342) | Status HandleResult(TResult&& result, CurOutput* output) { method Status (line 346) | Status HandleResult(tstring&& serialized, CurOutput* output) { method Status (line 351) | virtual Status HandleResult(Example&& exa_pb, CurOutput* output) { method Status (line 356) | virtual Status HandleResult(Instance&& ins_pb, CurOutput* output) { method Status (line 361) | virtual Status HandleResult(ExampleBatch&& eb_pb, CurOutput* out... method Status (line 367) | Status Next(const int64 index, const int64 message_poll_timeout, method string (line 499) | string DebugString() const override { return "KafkaBaseResource"; } class KafkaGroupReadableInitOp (line 518) | class KafkaGroupReadableInitOp method KafkaGroupReadableInitOp (line 521) | explicit KafkaGroupReadableInitOp(OpKernelConstruction* context) method Compute (line 540) | void Compute(OpKernelContext* context) override { method TF_EXCLUSIVE_LOCKS_REQUIRED (line 562) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class KafkaGroupReadableNextOp (line 575) | class KafkaGroupReadableNextOp : public OpKernel { method KafkaGroupReadableNextOp (line 577) | explicit KafkaGroupReadableNextOp(OpKernelConstruction* context, method Compute (line 583) | void Compute(OpKernelContext* context) override { class KafkaGroupReadableNextOpV2 (line 629) | class KafkaGroupReadableNextOpV2 : public KafkaGroupReadableNextOp { method KafkaGroupReadableNextOpV2 (line 631) | explicit KafkaGroupReadableNextOpV2(OpKernelConstruction* context) FILE: monolith/native_training/data/kernels/label_normalization_kernel.cc type tensorflow (line 30) | namespace tensorflow { type monolith_tf (line 31) | namespace monolith_tf { class LabelNormalizationOp (line 39) | class LabelNormalizationOp : public OpKernel { method LabelNormalizationOp (line 41) | explicit LabelNormalizationOp(OpKernelConstruction *context) method Compute (line 58) | void Compute(OpKernelContext *context) override { FILE: monolith/native_training/data/kernels/label_upper_bound_kernel.cc type tensorflow (line 30) | namespace tensorflow { type monolith_tf (line 31) | namespace monolith_tf { class LabelUpperBoundOp (line 39) | class LabelUpperBoundOp : public OpKernel { method LabelUpperBoundOp (line 41) | explicit LabelUpperBoundOp(OpKernelConstruction *context) method Compute (line 53) | void Compute(OpKernelContext *context) override { FILE: monolith/native_training/data/kernels/map_id_kernels.cc type tensorflow (line 23) | namespace tensorflow { type monolith_tf (line 24) | namespace monolith_tf { class MapIdOp (line 28) | class MapIdOp : public OpKernel { method MapIdOp (line 30) | explicit MapIdOp(OpKernelConstruction *context) : OpKernel(context) { method Compute (line 42) | void Compute(OpKernelContext *context) override { FILE: monolith/native_training/data/kernels/merge_flow_dataset_kernel.cc type tensorflow (line 22) | namespace tensorflow { type data (line 23) | namespace data { type monolith_tf (line 24) | namespace monolith_tf { class MergeFlowDatasetOp (line 31) | class MergeFlowDatasetOp : public DatasetOpKernel { class Dataset (line 44) | class Dataset class MergeFlowDatasetOp::Dataset (line 50) | class MergeFlowDatasetOp::Dataset : public DatasetBase { method Dataset (line 52) | Dataset(OpKernelContext *ctx, const std::vector MakeIteratorInternal( method DataTypeVector (line 77) | const DataTypeVector &output_dtypes() const override { method string (line 85) | string DebugString() const override { method Status (line 89) | Status InputDatasets( method Status (line 97) | Status CheckExternalState() const override { method SetContainer (line 108) | void SetContainer(const std::string &container) { container_ = c... method GetContainer (line 110) | std::string GetContainer() const { return container_; } method Status (line 113) | Status AsGraphDefInternal(SerializationContext *ctx, class Iterator (line 148) | class Iterator : public DatasetIterator { method Iterator (line 150) | explicit Iterator(const Params ¶ms) method TF_LOCKS_EXCLUDED (line 170) | TF_LOCKS_EXCLUDED(mu_) { method Status (line 176) | Status Initialize(IteratorContext *ctx) override { method Status (line 205) | Status GetNextInternal(IteratorContext *ctx, method CreateNode (line 260) | std::shared_ptr CreateNode( method Status (line 265) | Status SaveInternal(SerializationContext *ctx, method Status (line 270) | Status RestoreInternal(IteratorContext *ctx, method TF_EXCLUSIVE_LOCKS_REQUIRED (line 290) | TF_EXCLUSIVE_LOCKS_REQUIRED(*mu_) { method PrefetchThread (line 306) | void PrefetchThread(const std::shared_ptr &ct... FILE: monolith/native_training/data/kernels/multi_label_gen_kernel.cc type tensorflow (line 29) | namespace tensorflow { type monolith_tf (line 30) | namespace monolith_tf { class MultiLabelGenOp (line 38) | class MultiLabelGenOp : public OpKernel { method MultiLabelGenOp (line 40) | explicit MultiLabelGenOp(OpKernelConstruction *context) : OpKernel... method Compute (line 84) | void Compute(OpKernelContext *context) override { method LineId (line 135) | static LineId *GetLineId(Tensor *output_tensor, bool is_instance) { method FindMostPriorAction (line 158) | bool FindMostPriorAction(const Action &actions, int64_t *action) { method GetHeadFlag (line 181) | std::string GetHeadFlag(const LineId &line_id) { FILE: monolith/native_training/data/kernels/negative_gen_dataset_kernel.cc type tensorflow (line 39) | namespace tensorflow { type data (line 40) | namespace data { type monolith_tf (line 41) | namespace monolith_tf { class InnerIterator (line 86) | class InnerIterator { method InnerIterator (line 88) | InnerIterator(IteratorBase *input_impl, ItemPoolResource *resource, method Status (line 177) | Status GetNext(IteratorContext *ctx, std::vector *out_te... method Status (line 246) | Status MaybeGetNextRealInstance(IteratorContext *ctx) { method T (line 264) | inline T *GetCurrent() { method LineId (line 269) | inline const LineId *GetLineId() { method Label (line 281) | inline const Label *GetLabel() { method IsPositive (line 293) | bool IsPositive() { method Cacheable (line 318) | inline bool Cacheable(bool is_positive) { method Emitable (line 334) | inline bool Emitable(bool is_positive) { method GetGidAndChannelId (line 338) | std::pair GetGidAndChannelId() { method SetInstanceWeight (line 394) | void SetInstanceWeight(Tensor *tensor, float instance_weight) { method SaveToCache (line 404) | void SaveToCache(bool is_positive) { method SetLabelAndLineId (line 455) | void SetLabelAndLineId(T *neg, uint64_t item_id) { method BuildNegativeTensor (line 471) | bool BuildNegativeTensor(IteratorContext *ctx, Tensor *res) { method FindMostPriorAction (line 544) | bool FindMostPriorAction(const Action &actions, int64_t *action) { method NeedEasyNeg (line 567) | bool NeedEasyNeg(float easy_hard_ratio) { class InstanceNegativeGenDatasetOp::Dataset (line 619) | class InstanceNegativeGenDatasetOp::Dataset : public DatasetBase { method Dataset (line 621) | Dataset(OpKernelContext *ctx, const DatasetBase *input, int32 ne... method MakeIteratorInternal (line 683) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 689) | const DataTypeVector &output_dtypes() const override { method string (line 697) | string DebugString() const override { method Status (line 701) | Status InputDatasets( method Status (line 707) | Status CheckExternalState() const override { method Status (line 712) | Status AsGraphDefInternal(SerializationContext *ctx, class Iterator (line 824) | class Iterator : public DatasetIterator { method Iterator (line 826) | explicit Iterator(const Params ¶ms) method Status (line 836) | Status Initialize(IteratorContext *ctx) override { method Status (line 856) | Status GetNextInternal(IteratorContext *ctx, method CreateNode (line 869) | std::shared_ptr CreateNode( method Status (line 874) | Status SaveInternal(SerializationContext *ctx, method Status (line 885) | Status RestoreInternal(IteratorContext *ctx, FILE: monolith/native_training/data/kernels/negative_gen_dataset_kernel.h function namespace (line 22) | namespace data { FILE: monolith/native_training/data/kernels/parquet_dataset_kernel.cc type tensorflow (line 24) | namespace tensorflow { type data (line 25) | namespace data { type monolith_tf (line 26) | namespace monolith_tf { class ParquetDatasetOp (line 32) | class ParquetDatasetOp : public DatasetOpKernel { method ParquetDatasetOp (line 42) | explicit ParquetDatasetOp(OpKernelConstruction* ctx) : DatasetOp... method MakeDataset (line 51) | void MakeDataset(OpKernelContext* ctx, DatasetBase** output) ove... class Dataset (line 74) | class Dataset : public DatasetBase { method Dataset (line 76) | explicit Dataset(OpKernelContext* ctx, tstring file_name, method MakeIteratorInternal (line 88) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 94) | const DataTypeVector& output_dtypes() const override { method string (line 112) | string DebugString() const override { return "ParquetDatasetOp... method Status (line 114) | Status CheckExternalState() const override { return Status::OK... method Status (line 117) | Status AsGraphDefInternal(SerializationContext* ctx, class Iterator (line 144) | class Iterator : public DatasetIterator { method Iterator (line 146) | explicit Iterator(const Params& params) method Status (line 149) | Status GetNextInternal(IteratorContext* ctx, method Status (line 223) | Status GetNextExample(Example& example, bool* end_of_sequenc... method Status (line 235) | Status GetNextExampleBatch(ExampleBatch& example_batch, method NamedFeatureList (line 250) | NamedFeatureList* AddNamedFeatureList(ExampleBatch& example_... method Status (line 261) | Status SaveInternal(SerializationContext* ctx, method Status (line 269) | Status RestoreInternal(IteratorContext* ctx, FILE: monolith/native_training/data/kernels/parse_example_lib.cc type tensorflow (line 26) | namespace tensorflow { type monolith_tf (line 27) | namespace monolith_tf { function Status (line 219) | Status BaseParser::FillFromLineIdByreflection(const LineId &line_id, FILE: monolith/native_training/data/kernels/parse_example_lib.h function namespace (line 30) | namespace tensorflow { FILE: monolith/native_training/data/kernels/parse_input_data_kernel.cc type tensorflow (line 42) | namespace tensorflow { type monolith_tf (line 43) | namespace monolith_tf { class DataCounter (line 59) | class DataCounter { method DataCounter (line 61) | explicit DataCounter(std::string op, bool emit_mini_batch, method EmitDataConsumeNumCounter (line 88) | void EmitDataConsumeNumCounter(int batch_size) { function Status (line 115) | Status GetParserConfig(OpKernelConstruction *ctx, InstanceParserConf... class ParseStringInstancesOp (line 217) | class ParseStringInstancesOp : public OpKernel { method ParseStringInstancesOp (line 219) | explicit ParseStringInstancesOp(OpKernelConstruction *ctx) : OpKer... method Compute (line 229) | void Compute(OpKernelContext *ctx) override { method InstanceParser (line 281) | InstanceParser *GetParse() const { return parser_.get(); } method DataCounter (line 282) | DataCounter *GetCounter() const { return counter_.get(); } class ParseStringInstancesV2Op (line 290) | class ParseStringInstancesV2Op : public ParseStringInstancesOp { method ParseStringInstancesV2Op (line 292) | explicit ParseStringInstancesV2Op(OpKernelConstruction *ctx) method Compute (line 295) | void Compute(OpKernelContext *ctx) override { class ParseVariantInstancesOp (line 337) | class ParseVariantInstancesOp : public OpKernel { method ParseVariantInstancesOp (line 339) | explicit ParseVariantInstancesOp(OpKernelConstruction *ctx) : OpKe... method Compute (line 349) | void Compute(OpKernelContext *ctx) override { class ParseVariantInstancesV2Op (line 380) | class ParseVariantInstancesV2Op : public ParseVariantInstancesOp { method ParseVariantInstancesV2Op (line 382) | explicit ParseVariantInstancesV2Op(OpKernelConstruction *ctx) method Compute (line 385) | void Compute(OpKernelContext *ctx) override { class ParseStringExamplesOp (line 391) | class ParseStringExamplesOp : public OpKernel { method ParseStringExamplesOp (line 393) | explicit ParseStringExamplesOp(OpKernelConstruction *ctx) : OpKern... method Compute (line 420) | void Compute(OpKernelContext *ctx) override { method ExampleParser (line 451) | ExampleParser *GetParse() const { return parser_.get(); } method DataCounter (line 452) | DataCounter *GetCounter() const { return counter_.get(); } method FeatureNameMapper (line 453) | FeatureNameMapper *GetFeatureNameMapper() const { class ParseStringExamplesV2Op (line 462) | class ParseStringExamplesV2Op : public ParseStringExamplesOp { method ParseStringExamplesV2Op (line 464) | explicit ParseStringExamplesV2Op(OpKernelConstruction *ctx) method Compute (line 467) | void Compute(OpKernelContext *ctx) override { class ParseVariantExamplesOp (line 504) | class ParseVariantExamplesOp : public OpKernel { method ParseVariantExamplesOp (line 506) | explicit ParseVariantExamplesOp(OpKernelConstruction *ctx) : OpKer... method Compute (line 533) | void Compute(OpKernelContext *ctx) override { class ParseVariantExamplesV2Op (line 564) | class ParseVariantExamplesV2Op : public ParseVariantExamplesOp { method ParseVariantExamplesV2Op (line 566) | explicit ParseVariantExamplesV2Op(OpKernelConstruction *ctx) method Compute (line 569) | void Compute(OpKernelContext *ctx) override { class ParseStringExampleBatchOp (line 575) | class ParseStringExampleBatchOp : public OpKernel { method ParseStringExampleBatchOp (line 577) | explicit ParseStringExampleBatchOp(OpKernelConstruction *ctx) method Compute (line 594) | void Compute(OpKernelContext *ctx) override { method ExampleBatchParser (line 615) | ExampleBatchParser *GetParse() const { return parser_.get(); } method DataCounter (line 616) | DataCounter *GetCounter() const { return counter_.get(); } class ParseStringExampleBatchV2Op (line 623) | class ParseStringExampleBatchV2Op : public ParseStringExampleBatchOp { method ParseStringExampleBatchV2Op (line 625) | explicit ParseStringExampleBatchV2Op(OpKernelConstruction *ctx) method Compute (line 628) | void Compute(OpKernelContext *ctx) override { class ParseVariantExampleBatchOp (line 660) | class ParseVariantExampleBatchOp : public OpKernel { method ParseVariantExampleBatchOp (line 662) | explicit ParseVariantExampleBatchOp(OpKernelConstruction *ctx) method Compute (line 679) | void Compute(OpKernelContext *ctx) override { class ParseVariantExampleBatchV2Op (line 698) | class ParseVariantExampleBatchV2Op : public ParseVariantExampleBatch... method ParseVariantExampleBatchV2Op (line 700) | explicit ParseVariantExampleBatchV2Op(OpKernelConstruction *ctx) method Compute (line 703) | void Compute(OpKernelContext *ctx) override { class ParseVariantExampleBatchListOp (line 709) | class ParseVariantExampleBatchListOp : public OpKernel { method ParseVariantExampleBatchListOp (line 711) | explicit ParseVariantExampleBatchListOp(OpKernelConstruction *ctx) method Compute (line 735) | void Compute(OpKernelContext *ctx) override { FILE: monolith/native_training/data/kernels/parse_sparse_feature.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { function Status (line 259) | Status ShardingSparseFidsOp::CreateOffsetTensor( class ShardingSparseFidsOpV2 (line 553) | class ShardingSparseFidsOpV2 : public ShardingSparseFidsOp { method ShardingSparseFidsOpV2 (line 555) | explicit ShardingSparseFidsOpV2(OpKernelConstruction *ctx) class ShardingSparseFidsOpV3 (line 562) | class ShardingSparseFidsOpV3 : public ShardingSparseFidsOp { method ShardingSparseFidsOpV3 (line 564) | explicit ShardingSparseFidsOpV3(OpKernelConstruction *ctx) class ShardingSparseFidsOpV4 (line 571) | class ShardingSparseFidsOpV4 : public ShardingSparseFidsOp { method ShardingSparseFidsOpV4 (line 573) | explicit ShardingSparseFidsOpV4(OpKernelConstruction *ctx) class ShardingSparseFidsOpV5 (line 580) | class ShardingSparseFidsOpV5 : public ShardingSparseFidsOp { method ShardingSparseFidsOpV5 (line 582) | explicit ShardingSparseFidsOpV5(OpKernelConstruction *ctx) FILE: monolith/native_training/data/kernels/parse_sparse_feature.h function namespace (line 39) | namespace tensorflow { function else (line 530) | else if (feature.has_fid_v2_list()) { type TaskContext2 (line 735) | struct TaskContext2 { function else (line 984) | else if (unique_) { FILE: monolith/native_training/data/kernels/pb_dataset_kernel.cc type tensorflow (line 36) | namespace tensorflow { type data (line 37) | namespace data { type monolith_tf (line 38) | namespace monolith_tf { type DsOptions (line 58) | struct DsOptions : DataFormatOptions { class PBDatasetOp (line 67) | class PBDatasetOp : public DatasetOpKernel { method PBDatasetOp (line 86) | explicit PBDatasetOp(OpKernelConstruction *ctx) : DatasetOpKerne... method MakeDataset (line 104) | void MakeDataset(OpKernelContext *ctx, DatasetBase **output) ove... class Dataset (line 180) | class Dataset : public DatasetBase { method Dataset (line 182) | explicit Dataset(OpKernelContext *ctx, tstring file_name, method MakeIteratorInternal (line 212) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 219) | const DataTypeVector &output_dtypes() const override { method string (line 230) | string DebugString() const override { method Status (line 234) | Status CheckExternalState() const override { return Status::OK... method Status (line 237) | Status AsGraphDefInternal(SerializationContext *ctx, class Iterator (line 282) | class Iterator : public DatasetIterator { method Iterator (line 284) | explicit Iterator(const Params ¶ms, FeatureNameMapper *m... class CurPBIteratorHandler (line 303) | class CurPBIteratorHandler { type CurOutput (line 305) | struct CurOutput : public PBIteratorWithDataFormatTransBas... method Status (line 311) | Status HandleReaderNextStauts(const Status &s, const TResu... method Status (line 316) | Status HandleResult(TResult &&result, CurOutput *output) { method Status (line 321) | Status HandleResult(tstring &&serialized, CurOutput *outpu... method Status (line 328) | Status GetNextInternal(IteratorContext *ctx, method CreateNode (line 383) | std::shared_ptr CreateNode( method Status (line 388) | Status SaveInternal(SerializationContext *ctx, method Status (line 398) | Status RestoreInternal(IteratorContext *ctx, method TF_EXCLUSIVE_LOCKS_REQUIRED (line 415) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) { method TF_EXCLUSIVE_LOCKS_REQUIRED (line 447) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) { method TF_GUARDED_BY (line 455) | TF_GUARDED_BY(mu_) = 0; FILE: monolith/native_training/data/kernels/ragged_feature_kernel.cc type tensorflow (line 26) | namespace tensorflow { type monolith_tf (line 27) | namespace monolith_tf { class SwitchSlotOp (line 33) | class SwitchSlotOp : public OpKernel { method SwitchSlotOp (line 38) | explicit SwitchSlotOp(OpKernelConstruction *ctx) : OpKernel(ctx) { method Compute (line 44) | void Compute(OpKernelContext *context) override { method int64 (line 82) | inline int64 convert_v1(int64 fid) { method int64 (line 87) | inline int64 convert_v2(int64 fid) { type VariantType (line 96) | enum class VariantType { PBExampleBatch, PBExample } class SwitchSlotBatchOp (line 99) | class SwitchSlotBatchOp : public OpKernel { method SwitchSlotBatchOp (line 102) | explicit SwitchSlotBatchOp(OpKernelConstruction *ctx) : OpKernel(c... method Compute (line 135) | void Compute(OpKernelContext *ctx) override { method switch_example (line 151) | void switch_example(const Tensor *pb_input, Tensor *pb_output, goo... method switch_example_batch (line 161) | void switch_example_batch(const Tensor *pb_input, Tensor *pb_outpu... method Example (line 169) | Example *switch_slot(const Example &example, google::protobuf::Are... method ExampleBatch (line 221) | ExampleBatch *switch_slot(const ExampleBatch &example_batch, googl... class FeatureCombineOp (line 283) | class FeatureCombineOp : public OpKernel { method FeatureCombineOp (line 288) | explicit FeatureCombineOp(OpKernelConstruction *ctx) : OpKernel(ct... method Compute (line 294) | void Compute(OpKernelContext *context) override { method int64 (line 377) | inline int64 convert_v1(int64 fid) { method int64 (line 382) | inline int64 convert_v2(int64 fid) { method int64 (line 387) | int64 combine(int64 fid1, int64 fid2) { FILE: monolith/native_training/data/kernels/scatter_label_kernel.cc type tensorflow (line 28) | namespace tensorflow { type monolith_tf (line 29) | namespace monolith_tf { class ScatterLabelOp (line 36) | class ScatterLabelOp : public OpKernel { method ScatterLabelOp (line 38) | explicit ScatterLabelOp(OpKernelConstruction *context) : OpKernel(... method Compute (line 71) | void Compute(OpKernelContext *context) override { method LineId (line 108) | static LineId *GetLineId(Tensor *output_tensor, bool is_instance) { FILE: monolith/native_training/data/kernels/split_flow_dataset_kernel.cc type tensorflow (line 23) | namespace tensorflow { type data (line 24) | namespace data { type monolith_tf (line 25) | namespace monolith_tf { class SplitFlowDatasetOp (line 34) | class SplitFlowDatasetOp : public UnaryDatasetOpKernel { class Dataset (line 49) | class Dataset class SplitFlowDatasetOp::Dataset (line 56) | class SplitFlowDatasetOp::Dataset : public DatasetBase { method Dataset (line 58) | Dataset(OpKernelContext *ctx, const DatasetBase *input, method MakeIteratorInternal (line 72) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 78) | const DataTypeVector &output_dtypes() const override { method string (line 86) | string DebugString() const override { method Status (line 90) | Status InputDatasets( method Status (line 96) | Status CheckExternalState() const override { method SetContainer (line 100) | void SetContainer(const std::string container) { container_ = co... method GetContainer (line 102) | std::string GetContainer() const { return container_; } method Status (line 105) | Status AsGraphDefInternal(SerializationContext *ctx, class Iterator (line 138) | class Iterator : public DatasetIterator { method Iterator (line 140) | explicit Iterator(const Params ¶ms) method TF_LOCKS_EXCLUDED (line 150) | TF_LOCKS_EXCLUDED(mu_) { method Status (line 156) | Status Initialize(IteratorContext *ctx) override { method Status (line 199) | Status GetNextInternal(IteratorContext *ctx, method CreateNode (line 241) | std::shared_ptr CreateNode( method Status (line 246) | Status SaveInternal(SerializationContext *ctx, method Status (line 251) | Status RestoreInternal(IteratorContext *ctx, method TF_EXCLUSIVE_LOCKS_REQUIRED (line 273) | TF_EXCLUSIVE_LOCKS_REQUIRED(*mu_) { method PrefetchThread (line 286) | void PrefetchThread(const std::shared_ptr &ctx, FILE: monolith/native_training/data/kernels/string_to_variant.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { class ReadHelper (line 33) | class ReadHelper { method ReadHelper (line 35) | explicit ReadHelper(DataFormatOptions options, bool has_header) method Status (line 38) | Status GetData(absl::string_view in, uint8_t* pb_type, class StringToVariantOp (line 56) | class StringToVariantOp : public OpKernel { method StringToVariantOp (line 61) | explicit StringToVariantOp(OpKernelConstruction* ctx) : OpKernel(c... method Compute (line 105) | void Compute(OpKernelContext* context) override { method UpdateDatasourceKey (line 159) | void UpdateDatasourceKey(const int64& chnid, uint32_t* data_source... class StringToVariantWithTransform (line 174) | class StringToVariantWithTransform : public OpKernel { method StringToVariantWithTransform (line 176) | explicit StringToVariantWithTransform(OpKernelConstruction* ctx) method Compute (line 238) | void Compute(OpKernelContext* context) override { method UpdateDatasourceKey (line 367) | void UpdateDatasourceKey(const int64& chnid, uint32_t* data_source... class VariantToZerosOp (line 382) | class VariantToZerosOp : public OpKernel { method VariantToZerosOp (line 384) | explicit VariantToZerosOp(OpKernelConstruction* ctx) : OpKernel(ct... method Compute (line 386) | void Compute(OpKernelContext* context) override { class HasVariantOp (line 399) | class HasVariantOp : public OpKernel { method HasVariantOp (line 401) | explicit HasVariantOp(OpKernelConstruction* ctx) : OpKernel(ctx) { method Compute (line 412) | void Compute(OpKernelContext* context) override { FILE: monolith/native_training/data/kernels/tf_example_to_example_kernel.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { class TFExampleToExampleOp (line 39) | class TFExampleToExampleOp : public OpKernel { method TFExampleToExampleOp (line 41) | explicit TFExampleToExampleOp(OpKernelConstruction* context) method Compute (line 105) | void Compute(OpKernelContext* context) override { method CalcHashValue (line 203) | int64_t CalcHashValue(float value) const { FILE: monolith/native_training/data/kernels/transform_dataset_kernel.cc type tensorflow (line 39) | namespace tensorflow { type data (line 40) | namespace data { type monolith_tf (line 41) | namespace monolith_tf { class TransformDatasetOp::Dataset (line 61) | class TransformDatasetOp::Dataset : public DatasetBase { method Dataset (line 63) | Dataset(OpKernelContext *ctx, const DatasetBase *input, method MakeIteratorInternal (line 79) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 85) | const DataTypeVector &output_dtypes() const override { method string (line 93) | string DebugString() const override { method Status (line 97) | Status InputDatasets( method Status (line 103) | Status CheckExternalState() const override { method Status (line 108) | Status AsGraphDefInternal(SerializationContext *ctx, class Iterator (line 127) | class Iterator : public DatasetIterator { method Iterator (line 129) | explicit Iterator(const Params ¶ms) method Status (line 132) | Status Initialize(IteratorContext *ctx) override { method Status (line 136) | Status GetNextInternal(IteratorContext *ctx, method Status (line 154) | Status NextInternalImpl(IteratorContext *ctx, method CreateNode (line 181) | std::shared_ptr CreateNode( method Status (line 186) | Status SaveInternal(SerializationContext *ctx, method Status (line 191) | Status RestoreInternal(IteratorContext *ctx, method T (line 198) | inline T *GetCurrent(Tensor *t) { FILE: monolith/native_training/data/kernels/transform_dataset_kernel.h function namespace (line 21) | namespace tensorflow { FILE: monolith/native_training/data/kernels/variant_filter_kernel.cc type tensorflow (line 37) | namespace tensorflow { type monolith_tf (line 38) | namespace monolith_tf { class SetFilterOp (line 47) | class SetFilterOp : public OpKernel { method SetFilterOp (line 49) | explicit SetFilterOp(OpKernelConstruction *context) : OpKernel(con... method Compute (line 107) | void Compute(OpKernelContext *context) override { method IsInstanceOfInterest (line 118) | bool IsInstanceOfInterest(const Tensor &input_tensor) { class FeatureValueFilterOp (line 143) | class FeatureValueFilterOp : public OpKernel { method FeatureValueFilterOp (line 145) | explicit FeatureValueFilterOp(OpKernelConstruction *context) method Compute (line 167) | void Compute(OpKernelContext *context) override { class ValueFilterOp (line 196) | class ValueFilterOp : public OpKernel { method ValueFilterOp (line 198) | explicit ValueFilterOp(OpKernelConstruction *context) : OpKernel(c... method Compute (line 214) | void Compute(OpKernelContext *context) override { method LineId (line 227) | const LineId &GetLineId(const Tensor &input_tensor) { class SpecialStrategyOp (line 249) | class SpecialStrategyOp : public OpKernel { method SpecialStrategyOp (line 251) | explicit SpecialStrategyOp(OpKernelConstruction *context) method Compute (line 290) | void Compute(OpKernelContext *context) override { method LineId (line 301) | const LineId &GetLineId(Tensor *input_tensor) { method DoCompute (line 323) | bool DoCompute(Tensor *input_tensor) { class NegativeSampleOp (line 384) | class NegativeSampleOp : public OpKernel { method NegativeSampleOp (line 386) | explicit NegativeSampleOp(OpKernelConstruction *context) : OpKerne... method Compute (line 413) | void Compute(OpKernelContext *context) override { method GetLabel (line 444) | float GetLabel(const Tensor &input_tensor) { method LineId (line 457) | const LineId *GetLineId(const Tensor &input_tensor) { method FindMostPriorAction (line 468) | int FindMostPriorAction(const Tensor &input_tensor) { method GetNegDropRate (line 483) | float GetNegDropRate(const Tensor &input_tensor) { FILE: monolith/native_training/data/multi_flow_test.py class MultiFlowTest (line 37) | class MultiFlowTest(tf.test.TestCase): method setUpClass (line 40) | def setUpClass(cls): method tearDownClass (line 72) | def tearDownClass(cls): method mk_kgx_header (line 77) | def mk_kgx_header(cls, dataflow: str): method test_data_flow (line 86) | def test_data_flow(self): FILE: monolith/native_training/data/negative_gen_test.py function parser (line 73) | def parser(tensor: tf.Tensor): class NegativeGenTest (line 95) | class NegativeGenTest(tf.test.TestCase): method setUpClass (line 98) | def setUpClass(cls): method tearDownClass (line 175) | def tearDownClass(cls): method test_dataset_target (line 179) | def test_dataset_target(self): FILE: monolith/native_training/data/ops/feature_utils_ops.cc type tensorflow (line 19) | namespace tensorflow { FILE: monolith/native_training/data/ops/parse_input_data_ops.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { function Status (line 23) | Status ShapeFn(shape_inference::InferenceContext *ctx) { FILE: monolith/native_training/data/ops/pb_dataset_ops.cc type tensorflow (line 20) | namespace tensorflow { FILE: monolith/native_training/data/parse_sparse_feature_test.py class DataOpsV2Test (line 61) | class DataOpsV2Test(tf.test.TestCase): method __init__ (line 63) | def __init__(self, *args, **kwargs): method fid_v1_to_v2 (line 68) | def fid_v1_to_v2(self, fid_v1): method fill_row_split (line 73) | def fill_row_split(self, ps_num, t_cfg, fid_list, row_split): method get_pre_output_offset (line 82) | def get_pre_output_offset(self, shard, f_cfg): method get_feature_cfg (line 89) | def get_feature_cfg(self, raw_feature_cfgs, ps_num): method handle_feature (line 141) | def handle_feature(self, fid_v1_list, fid_v2_list, f_cfg, t_cfg, ps_num, method get_offset_result (line 161) | def get_offset_result(self, method diff_test (line 242) | def diff_test(self, input_type, parse_func, input_str_list, feature_na... method testExampleBatchSharding (line 470) | def testExampleBatchSharding(self): method testExampleSharding (line 629) | def testExampleSharding(self): method testInstanceSharding (line 792) | def testInstanceSharding(self): class DataOpsV2TestFitPreV2 (line 955) | class DataOpsV2TestFitPreV2(DataOpsV2Test): method __init__ (line 957) | def __init__(self, *args, **kwargs): class DataOpsV2Testv4 (line 962) | class DataOpsV2Testv4(DataOpsV2Test): method __init__ (line 964) | def __init__(self, *args, **kwargs): class DataOpsV2TestFitPre (line 969) | class DataOpsV2TestFitPre(tf.test.TestCase): #DataOpsV2Test method __init__ (line 971) | def __init__(self, *args, **kwargs): method testExampleBatchSharding (line 974) | def testExampleBatchSharding(self): method testExampleSharding (line 1262) | def testExampleSharding(self): method testInstanceSharding (line 1534) | def testInstanceSharding(self): FILE: monolith/native_training/data/parsers.py class ShardingSparseFidsOpParams (line 52) | class ShardingSparseFidsOpParams: class ParserCtx (line 63) | class ParserCtx(object): method __init__ (line 68) | def __init__(self, enable_fused_layout: bool = False): method __enter__ (line 75) | def __enter__(self): method __exit__ (line 80) | def __exit__(self, exc_type, exc_val, exc_tb): method sharding_sparse_fids_features_insert_to_features (line 86) | def sharding_sparse_fids_features_insert_to_features(cls, inputs, feat... method sharding_sparse_fids_features_parse_from_features (line 101) | def sharding_sparse_fids_features_parse_from_features(cls, features): method set (line 119) | def set(self, key, value): method get (line 122) | def get(self, key, default_value=None): function get_default_parser_ctx (line 127) | def get_default_parser_ctx() -> ParserCtx: class ProtoType (line 134) | class ProtoType: method get_tf_type (line 163) | def get_tf_type(cls, proto_type: int): function _add_dense_features (line 174) | def _add_dense_features(names: List[str], shapes: List[int], function _add_extra_features (line 194) | def _add_extra_features(names: List[str], shapes: List[int], function _assemble (line 216) | def _assemble(sparse_features, function parse_instances (line 242) | def parse_instances(tensor: tf.Tensor, function parse_examples (line 357) | def parse_examples(tensor: tf.Tensor, function parse_example_batch (line 449) | def parse_example_batch( function sharding_sparse_fids (line 549) | def sharding_sparse_fids(tensor: tf.Tensor, function sharding_sparse_fids_with_context (line 662) | def sharding_sparse_fids_with_context(sparse_features: tf.Tensor, function parse_example_batch_list (line 736) | def parse_example_batch_list( FILE: monolith/native_training/data/tf_example_to_example_test.py function _bytes_feature (line 28) | def _bytes_feature(value): function _float_feature (line 36) | def _float_feature(value): function _int64_feature (line 41) | def _int64_feature(value): function serialize_example (line 47) | def serialize_example(feature0, feature1, feature2, feature3, feature4): function get_fid_v2 (line 67) | def get_fid_v2(slot: int, signature: int): function calc_hash_value (line 72) | def calc_hash_value(val: float): class TFExampleToExampleTest (line 76) | class TFExampleToExampleTest(tf.test.TestCase): method test_tf_example_to_example (line 78) | def test_tf_example_to_example(self): FILE: monolith/native_training/data/training_instance/cc/cached_mem_pool.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { function CachedMemPool (line 25) | CachedMemPool* CachedMemPool::init(size_t buffer_size) { FILE: monolith/native_training/data/training_instance/cc/cached_mem_pool.h function namespace (line 22) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/cached_mem_pool_test.cc type tensorflow (line 22) | namespace tensorflow { type monolith_tf (line 23) | namespace monolith_tf { function TEST (line 25) | TEST(CachedMemPoolTest, Basic) { function TEST (line 33) | TEST(CachedMemPoolTest, RecursiveAllocation) { FILE: monolith/native_training/data/training_instance/cc/data_format_options.h function namespace (line 20) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/data_read_write_test.cc type tensorflow (line 22) | namespace tensorflow { type monolith_tf (line 23) | namespace monolith_tf { class ReadWriteTest (line 26) | class ReadWriteTest : public ::testing::TestWithParam* reader, function TEST_P (line 35) | TEST_P(ReadWriteTest, Basic) { function GenerateOptions (line 51) | std::vector GenerateOptions() { FILE: monolith/native_training/data/training_instance/cc/data_reader.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { function Status (line 66) | Status AddFeature(const std::string &name, const EFeature &efeat, function ExtendExample (line 161) | void ExtendExample(Example *pb, FeatureNameMapper *mapper /* = nullp... function Status (line 197) | Status ExampleToInstance(Example *example, Instance *instance) { function Status (line 208) | Status InstanceToExample(Instance *instance, Example *example) { function Status (line 323) | Status ExampleBatchToInstance(ExampleBatch *example_batch, int index, function Status (line 339) | Status ExampleBatchToExample(ExampleBatch *example_batch, int index, function CreateInputFileStream (line 448) | std::unique_ptr CreateInputFileStream( function Status (line 486) | Status InputStreamReader::ReadNBytes(size_t n, tstring *result) { function uint64 (line 504) | uint64 InputStreamReader::GetOffset() { return input_stream_->Tell(); } function Status (line 506) | Status InputStreamReader::SetOffset(uint64 *offset) { function Status (line 532) | Status StdinStreamReader::ReadNBytes(size_t n, tstring *result) { function uint64 (line 555) | uint64 StdinStreamReader::GetOffset() { return offset_; } function Status (line 557) | Status StdinStreamReader::SetOffset(uint64 *offset) { function Status (line 584) | Status PBIterator::next(uint64 *offset, uint32_t *data_source_key, function Status (line 593) | Status PBIterator::next(uint64 *offset, Instance *pb) { function Status (line 606) | Status PBIterator::next(uint64 *offset, Example *pb) { function Status (line 633) | Status PBIterator::next(uint64 *offset, ExampleBatch *pb) { function uint64 (line 669) | uint64 PBIterator::GetOffset() { return reader_->GetOffset(); } function Status (line 671) | Status PBIterator::SetOffset(uint64 *offset) { function Status (line 683) | Status ExampleBatchIterator::next_internal(uint64 *offset) { function Status (line 711) | Status ExampleBatchIterator::next(uint64 *offset, uint32_t *data_sou... function Status (line 720) | Status ExampleBatchIterator::next(uint64 *offset, ExampleBatch *pb) { function Status (line 758) | Status ExampleBatchIterator::next(uint64 *offset, Instance *pb) { function Status (line 763) | Status ExampleBatchIterator::next(uint64 *offset, Example *pb) { FILE: monolith/native_training/data/training_instance/cc/data_reader.h function namespace (line 33) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/data_writer.cc type tensorflow (line 20) | namespace tensorflow { type monolith_tf (line 21) | namespace monolith_tf { function Status (line 23) | Status BaseStreamWriter::PrepareHeader() { function Status (line 43) | Status BaseStreamWriter::WriteRecord(absl::string_view record) { function Status (line 52) | Status StringStreamWriter::Write(absl::string_view s) { FILE: monolith/native_training/data/training_instance/cc/data_writer.h function namespace (line 23) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/fid.h function value (line 41) | FIDV1(uint64_t fid_v1_value) : value(fid_v1_value) {} function FIDV2 (line 58) | [[nodiscard]] FIDV2 ConvertAsV2() const; function namespace (line 108) | namespace std { FILE: monolith/native_training/data/training_instance/cc/fid_test.cc function TEST (line 26) | TEST(FIDTest, FIDV1) { function TEST (line 63) | TEST(FIDTest, FIDV2) { function TEST (line 108) | TEST(FIDTest, FIDV1ConvertV2) { FILE: monolith/native_training/data/training_instance/cc/instance_dataset_kernel.cc type tensorflow (line 27) | namespace tensorflow { type data (line 28) | namespace data { type monolith_tf (line 29) | namespace monolith_tf { type DsOptions (line 39) | struct DsOptions : DataFormatOptions { class InstanceDatasetOp (line 45) | class InstanceDatasetOp : public DatasetOpKernel { method InstanceDatasetOp (line 55) | explicit InstanceDatasetOp(OpKernelConstruction* ctx) : DatasetO... method MakeDataset (line 61) | void MakeDataset(OpKernelContext* ctx, DatasetBase** output) ove... class Dataset (line 79) | class Dataset : public DatasetBase { method Dataset (line 81) | explicit Dataset(OpKernelContext* ctx, const tstring& file_name, method MakeIteratorInternal (line 87) | std::unique_ptr MakeIteratorInternal( method DataTypeVector (line 93) | const DataTypeVector& output_dtypes() const override { method string (line 104) | string DebugString() const override { method Status (line 108) | Status CheckExternalState() const override { return Status::OK... method Status (line 111) | Status AsGraphDefInternal(SerializationContext* ctx, class Iterator (line 134) | class Iterator : public DatasetIterator { method Iterator (line 136) | explicit Iterator(const Params& params) method Status (line 139) | Status GetNextInternal(IteratorContext* ctx, method CreateNode (line 172) | std::shared_ptr CreateNode( method Status (line 177) | Status SaveInternal(SerializationContext* ctx, method Status (line 187) | Status RestoreInternal(IteratorContext* ctx, method TF_EXCLUSIVE_LOCKS_REQUIRED (line 204) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) { method TF_EXCLUSIVE_LOCKS_REQUIRED (line 226) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) { method TF_GUARDED_BY (line 232) | TF_GUARDED_BY(mu_) = 0; FILE: monolith/native_training/data/training_instance/cc/instance_dataset_ops.cc type tensorflow (line 20) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/instance_processor.cc function main (line 55) | int main(int argc, char* argv[]) { FILE: monolith/native_training/data/training_instance/cc/instance_reader.cc type Options (line 43) | struct Options { function AddOptions (line 58) | void AddOptions(CLI::App& app, Options* options) { class InputReader (line 107) | class InputReader { method InputReader (line 109) | explicit InputReader(const Options& options, TransformConfig config) method ReadOne (line 145) | bool ReadOne(T* output) { method ReadOneSerialized (line 193) | bool ReadOneSerialized(std::string* serialized) { method Transform (line 204) | typename std::enable_if::value, void>::type method Transform (line 210) | typename std::enable_if::value, void>::type method Transform (line 216) | typename std::enable_if::value, void>::type method IsBufferEmpty (line 222) | typename std::enable_if::value, bool>::type method IsBufferEmpty (line 228) | typename std::enable_if::value, bool>::type method IsBufferEmpty (line 234) | typename std::enable_if::value, bool>::type method PushIntoBuffer (line 240) | typename std::enable_if::value, void>::type method PushIntoBuffer (line 246) | typename std::enable_if::value, void>::type method PushIntoBuffer (line 252) | typename std::enable_if::value, void>::type method PopFromBuffer (line 258) | typename std::enable_if::value, void>::type method PopFromBuffer (line 265) | typename std::enable_if::value, void>::type method PopFromBuffer (line 272) | typename std::enable_if::value, void>::type function ReadAndSerialize (line 293) | void ReadAndSerialize( function to_json (line 321) | void to_json(nlohmann::json& j, const FIDV1& fid) { j = fid.DebugString(... function to_json (line 323) | void to_json(nlohmann::json& j, const FIDV2& fid) { j = fid.DebugString(... function JsonCallbackFn (line 325) | std::string JsonCallbackFn(const std::string& serialized) { function main (line 428) | int main(int argc, char* argv[]) { FILE: monolith/native_training/data/training_instance/cc/instance_utils.cc type tensorflow (line 17) | namespace tensorflow { type monolith_tf (line 18) | namespace monolith_tf {} FILE: monolith/native_training/data/training_instance/cc/instance_utils_test.cc type tensorflow (line 22) | namespace tensorflow { type monolith_tf (line 23) | namespace monolith_tf { function TEST (line 28) | TEST(StrToIntegerSet, StrToFIDs) { function TEST (line 55) | TEST(StrToIntegerSet, StrToActions) { function TEST (line 81) | TEST(IsInstanceOfInterest, Basic) { function TEST (line 118) | TEST(CollectFidIntoSet, Instance) { function TEST (line 142) | TEST(CollectFidIntoSet, Example) { FILE: monolith/native_training/data/training_instance/cc/parse_instance_kernel.cc type tensorflow (line 26) | namespace tensorflow { type monolith_tf (line 27) | namespace monolith_tf { function Status (line 32) | Status GetParserConfig(OpKernelConstruction *ctx, InstanceParserConf... function ParseInstance (line 101) | bool ParseInstance(const tstring &serialized, Instance *instance) { class ParseInstancesOp (line 105) | class ParseInstancesOp : public OpKernel { method ParseInstancesOp (line 107) | explicit ParseInstancesOp(OpKernelConstruction *ctx) : OpKernel(ct... method Compute (line 116) | void Compute(OpKernelContext *ctx) override { class RawParseInstanceOp (line 142) | class RawParseInstanceOp : public OpKernel { method RawParseInstanceOp (line 144) | explicit RawParseInstanceOp(OpKernelConstruction *ctx) : OpKernel(... method Compute (line 161) | void Compute(OpKernelContext *ctx) override { FILE: monolith/native_training/data/training_instance/cc/parse_instance_lib.cc type tensorflow (line 27) | namespace tensorflow { type monolith_tf (line 28) | namespace monolith_tf { type InstanceParserSpec (line 38) | struct InstanceParserSpec : InstanceParserConfig { method InstanceParserSpec (line 39) | explicit InstanceParserSpec(const InstanceParserConfig &config) method Status (line 42) | Status Init() { class RaggedTensorProcessor (line 98) | class RaggedTensorProcessor { method RaggedTensorProcessor (line 100) | explicit RaggedTensorProcessor(const InstanceParserSpec *spec) method InstanceParserSpec (line 112) | const InstanceParserSpec &spec() const { return spec_; } method IterateFidFeatures (line 116) | void IterateFidFeatures(const Instance &instance, Func func) { class RegularRaggedTensorProcessor (line 146) | class RegularRaggedTensorProcessor : public RaggedTensorProcessor { method RegularRaggedTensorProcessor (line 148) | explicit RegularRaggedTensorProcessor(const InstanceParserSpec *spec) method Status (line 151) | Status ParseRaggedTensors(OpKernelContext *ctx, class ConcatRaggedTensorProcessor (line 197) | class ConcatRaggedTensorProcessor : public RaggedTensorProcessor { method ConcatRaggedTensorProcessor (line 199) | explicit ConcatRaggedTensorProcessor(const InstanceParserSpec *spec) method Status (line 202) | Status ParseRaggedTensors(OpKernelContext *ctx, class InstanceParser::Impl (line 239) | class InstanceParser::Impl { method Impl (line 241) | explicit Impl(const InstanceParserConfig &config) : spec_(config) { method Status (line 256) | Status Init() { return spec_.Init(); } method Status (line 258) | Status Parse(OpKernelContext *ctx, absl::Span inst... method Status (line 273) | Status FillFloatFeatures(OpKernelContext *ctx, method Status (line 327) | Status FillInt64Features(OpKernelContext *ctx, method Status (line 366) | Status FillStringFeatures(OpKernelContext *ctx, method Status (line 401) | Status ParseFloatTensors(OpKernelContext *ctx, method Status (line 474) | Status ParseInt64Tensors(OpKernelContext *ctx, method Status (line 565) | Status ParseStringTensors(OpKernelContext *ctx, method TensorShape (line 606) | TensorShape GetBatched1DShape(int batch_size, int64 dim) { function Status (line 624) | Status InstanceParser::Init() { return impl_->Init(); } function Status (line 626) | Status InstanceParser::Parse(OpKernelContext *ctx, FILE: monolith/native_training/data/training_instance/cc/parse_instance_lib.h function namespace (line 23) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/parse_instance_ops.cc type tensorflow (line 18) | namespace tensorflow { type monolith_tf (line 19) | namespace monolith_tf { function IsUnsetHandle (line 22) | bool IsUnsetHandle(shape_inference::DimensionHandle handle) { function GetBatched1D (line 26) | shape_inference::ShapeHandle GetBatched1D( function Status (line 36) | Status SetParseInstanceShape(shape_inference::InferenceContext *ctx, FILE: monolith/native_training/data/training_instance/cc/pb_variant.cc type tensorflow (line 20) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/pb_variant.h function namespace (line 22) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/reader_util.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { function to_json (line 22) | void to_json(nlohmann::json& j, const FeatureNameMapperIdInfo& info) { FILE: monolith/native_training/data/training_instance/cc/reader_util.h function slot_id_v1 (line 34) | inline int slot_id_v1(uint64_t fid) { return fid >> 54; } function slot_id_v2 (line 36) | inline int slot_id_v2(uint64_t fid) { function convert_fid_v1_to_v2 (line 40) | inline uint64_t convert_fid_v1_to_v2(int slot, uint64_t fid) { function convert_fid_v1_to_v2 (line 45) | inline uint64_t convert_fid_v1_to_v2(uint64_t fid) { function switch_slot_v1 (line 50) | inline uint64_t switch_slot_v1(uint64_t fid, uint64_t slot) { function switch_slot_v2 (line 54) | inline uint64_t switch_slot_v2(uint64_t fid, uint64_t slot) { function get_max_slot_number (line 58) | inline int get_max_slot_number() { return 1 << 15; } function namespace (line 60) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/reader_util_test.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { function TEST (line 25) | TEST(ReaderUtilTest, GetSlotID) { function TEST (line 38) | TEST(ReaderUtilTest, FeatureNameMapperNormalCase1) { function TEST (line 73) | TEST(ReaderUtilTest, FeatureNameMapperNormalCase2) { function TEST (line 113) | TEST(ReaderUtilTest, FeatureNameMapperCornerCase1) { function TEST (line 148) | TEST(ReaderUtilTest, FeatureNameMapperCornerCase2) { function TEST (line 183) | TEST(ReaderUtilTest, FeatureNameMapperCornerCase3) { function TEST (line 201) | TEST(ReaderUtilTest, FeatureNameMapperCornerCase4) { FILE: monolith/native_training/data/training_instance/cc/snappy_inputbuffer.cc type tensorflow (line 34) | namespace tensorflow { type io (line 35) | namespace io { function Status (line 58) | Status ByteSnappyInputBuffer::ReadNBytes(int64 bytes_to_read, tstrin... function int64 (line 81) | int64 ByteSnappyInputBuffer::Tell() const { return bytes_read_; } function Status (line 83) | Status ByteSnappyInputBuffer::Reset() { function Status (line 104) | Status ByteSnappyInputBuffer::Inflate() { function Status (line 159) | Status ByteSnappyInputBuffer::ReadBlockLength(uint32* length) { function Status (line 182) | Status ByteSnappyInputBuffer::ReadFromFile() { FILE: monolith/native_training/data/training_instance/cc/snappy_inputbuffer.h function namespace (line 46) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/ue_compress.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { FILE: monolith/native_training/data/training_instance/cc/ue_compress.h function namespace (line 23) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/cc/ue_compress_test.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { function TEST (line 25) | TEST(UECompressTest, Basic) { FILE: monolith/native_training/data/training_instance/cc/zstd_inputbuffer.cc type tensorflow (line 33) | namespace tensorflow { type io (line 34) | namespace io { function Status (line 74) | Status MonolithZstdInputStream::Reset() { function Status (line 96) | Status MonolithZstdInputStream::ReadNBytes(int64 bytes_to_read, function Status (line 126) | Status MonolithZstdInputStream::ReadNBytes(int64 bytes_to_read, function Status (line 137) | Status MonolithZstdInputStream::Inflate() { function Status (line 154) | Status MonolithZstdInputStream::ReadFromStream() { function int64 (line 192) | int64 MonolithZstdInputStream::Tell() const { return bytes_read_; } FILE: monolith/native_training/data/training_instance/cc/zstd_inputbuffer.h function namespace (line 40) | namespace tensorflow { FILE: monolith/native_training/data/training_instance/python/instance_dataset_op.py class _PBInstanceDataset (line 40) | class _PBInstanceDataset(dataset_ops.DatasetSource): method __init__ (line 42) | def __init__(self, file_name, use_snappy=False, **kwargs): method element_spec (line 61) | def element_spec(self): class PBInstanceDatasetV2 (line 65) | class PBInstanceDatasetV2(dataset_ops.DatasetV2): method __init__ (line 81) | def __init__(self, file_name, use_snappy=False, **kwargs): method _clone (line 100) | def _clone(self, file_name, use_snappy=False, **kwargs): method element_spec (line 107) | def element_spec(self): method _inputs (line 110) | def _inputs(self): function create_instance_dataset (line 115) | def create_instance_dataset(files_list=None, FILE: monolith/native_training/data/training_instance/python/instance_dataset_op_test_stdin.py function parse (line 31) | def parse(serialized): function testInstanceDataset (line 37) | def testInstanceDataset(): FILE: monolith/native_training/data/training_instance/python/instance_negative_gen_dataset_op_test.py function parse1 (line 45) | def parse1(pb_varient: tf.Tensor): class InsNegativeDatasetTest (line 57) | class InsNegativeDatasetTest(tf.test.TestCase): method testNegativeGen (line 59) | def testNegativeGen(self): method testRingBufferCache (line 105) | def testRingBufferCache(self): method testIgnoreReaNegInstance (line 173) | def testIgnoreReaNegInstance(self): method testUseNegInstance (line 225) | def testUseNegInstance(self): FILE: monolith/native_training/data/training_instance/python/parse_instance_ops.py function _parse_instance_impl (line 33) | def _parse_instance_impl( function parse_instances2 (line 113) | def parse_instances2(serialized: tf.Tensor, function parse_instances (line 160) | def parse_instances(serialized: tf.Tensor, FILE: monolith/native_training/data/training_instance/python/parse_instance_ops_test.py function make_fid_v1 (line 25) | def make_fid_v1(slot_id, fid): function make_fid_v2 (line 29) | def make_fid_v2(slot_id, fid): function get_test_fidv2 (line 33) | def get_test_fidv2(): function generate_instance (line 37) | def generate_instance(): class RaggedEncodingHelperTest (line 63) | class RaggedEncodingHelperTest(tf.test.TestCase): method testExpandContract (line 65) | def testExpandContract(self): class ParseInstancesTest (line 86) | class ParseInstancesTest(tf.test.TestCase): method testParseInstance (line 88) | def testParseInstance(self): method testParseInstanceV1Only (line 127) | def testParseInstanceV1Only(self): method testParseInstanceWithMissingFields (line 137) | def testParseInstanceWithMissingFields(self): class RawParseInstanceTest (line 166) | class RawParseInstanceTest(tf.test.TestCase): method test_concat (line 168) | def test_concat(self): FILE: monolith/native_training/data/training_instance/python/parser_utils.py function add_extra_parse_step (line 24) | def add_extra_parse_step(parse_fn: Callable): class RaggedEncodingHelper (line 28) | class RaggedEncodingHelper: method expand (line 36) | def expand(name_to_ragged_ids, method contract (line 60) | def contract(name_to_ragged_ids): function advanced_parse (line 80) | def advanced_parse(features): FILE: monolith/native_training/data/training_instance/python/pb_datasource_ops.py function filter_by_fids (line 27) | def filter_by_fids(variant: tf.Tensor, function filter_by_value (line 36) | def filter_by_value(variant: tf.Tensor, field_name: str, op: str, function negative_sample (line 41) | def negative_sample(variant: tf.Tensor, drop_rate: float, label_index: int, function variant_dummy (line 47) | def variant_dummy(variant: tf.Tensor): FILE: monolith/native_training/data/transform/cc/transforms.cc type tensorflow (line 32) | namespace tensorflow { type monolith_tf (line 33) | namespace monolith_tf { class LogEveryNSecState (line 43) | class LogEveryNSecState { method ShouldLog (line 45) | bool ShouldLog(double seconds) { method uint32 (line 58) | uint32 counter() { return counter_.load(std::memory_order_relaxed); } method uint32 (line 64) | uint32 LossyIncrement(std::atomic* counter) { class TransformSummary (line 75) | class TransformSummary : public TransformInterface { method TransformSummary (line 77) | explicit TransformSummary(std::unique_ptr tran... method Name (line 88) | std::string Name() override { return transform_->Name(); } method DebugString (line 90) | std::string DebugString() { method Transform (line 99) | void Transform(std::shared_ptr instance, method Transform (line 110) | void Transform(std::shared_ptr example, class Identity (line 133) | class Identity : public TransformInterface { method Name (line 135) | std::string Name() override { return "Identity"; } method Transform (line 137) | void Transform(std::shared_ptr instance, method Transform (line 142) | void Transform(std::shared_ptr example, class FilterByFid (line 148) | class FilterByFid : public TransformInterface { method FilterByFid (line 150) | explicit FilterByFid(FilterByFidConfig config) : config_(std::move... method Name (line 159) | std::string Name() override { return "FilterByFid"; } method Transform (line 161) | void Transform(std::shared_ptr instance, method Transform (line 170) | void Transform(std::shared_ptr example, class FilterByAction (line 187) | class FilterByAction : public TransformInterface { method FilterByAction (line 189) | explicit FilterByAction(FilterByActionConfig config) method Name (line 195) | std::string Name() override { return "FilterByAction"; } method Transform (line 197) | void Transform(std::shared_ptr instance, method Transform (line 205) | void Transform(std::shared_ptr example, class FilterByLabel (line 218) | class FilterByLabel : public TransformInterface { method FilterByLabel (line 220) | explicit FilterByLabel(FilterByLabelConfig config) method Name (line 223) | std::string Name() override { return "FilterByLabel"; } method Transform (line 225) | void Transform(std::shared_ptr instance, method Transform (line 232) | void Transform(std::shared_ptr example, method IsInstanceOfInterest (line 240) | bool IsInstanceOfInterest(const RepeatedField& labels) const { class FilterByValue (line 261) | class FilterByValue : public TransformInterface { method FilterByValue (line 263) | explicit FilterByValue(FilterByValueConfig config) method Name (line 281) | std::string Name() override { return "FilterByValue"; } method Transform (line 283) | void Transform(std::shared_ptr instance, method Transform (line 290) | void Transform(std::shared_ptr example, method IsInstanceOfInterest (line 299) | bool IsInstanceOfInterest(const LineId& line_id) const { class AddLabel (line 318) | class AddLabel : public TransformInterface { method AddLabel (line 320) | explicit AddLabel(AddLabelConfig config) : config_(std::move(confi... method Name (line 349) | std::string Name() override { return "AddLabel"; } method Transform (line 351) | void Transform(std::shared_ptr instance, method Transform (line 357) | void Transform(std::shared_ptr example, method DoAddLabel (line 364) | void DoAddLabel(LineId* mutable_line_id, method SelectedByNegativeSampling (line 409) | bool SelectedByNegativeSampling(const internal::TaskConfig& t) { class LogicalOrTransform (line 423) | class LogicalOrTransform : public TransformInterface { method LogicalOrTransform (line 425) | LogicalOrTransform(std::unique_ptr t1, method Name (line 429) | std::string Name() override { method Transform (line 433) | void Transform(std::shared_ptr instance, method Transform (line 444) | void Transform(std::shared_ptr example, class CombinedTransform (line 460) | class CombinedTransform : public TransformInterface { method CombinedTransform (line 462) | CombinedTransform(std::unique_ptr t1, method Name (line 466) | std::string Name() override { method Transform (line 470) | void Transform(std::shared_ptr instance, method Transform (line 479) | void Transform(std::shared_ptr example, function NewTransformSummary (line 493) | std::unique_ptr NewTransformSummary( function NewIdentity (line 499) | std::unique_ptr NewIdentity() { function NewFilterByFid (line 503) | std::unique_ptr NewFilterByFid(FilterByFidConfig... function NewFilterByAction (line 507) | std::unique_ptr NewFilterByAction( function NewFilterByLabel (line 512) | std::unique_ptr NewFilterByLabel( function NewAddLabel (line 517) | std::unique_ptr NewAddLabel(AddLabelConfig confi... function NewFilterByValue (line 521) | std::unique_ptr NewFilterByValue( function CombineTransforms (line 526) | std::unique_ptr CombineTransforms( function CombineLogicalOrTransforms (line 532) | std::unique_ptr CombineLogicalOrTransforms( function NewTransformFromBasicConfig (line 538) | std::unique_ptr NewTransformFromBasicConfig( function NewTransformFromConfig (line 569) | std::unique_ptr NewTransformFromConfig( FILE: monolith/native_training/data/transform/cc/transforms.h function namespace (line 25) | namespace tensorflow { FILE: monolith/native_training/data/transform/transforms.py class Transform (line 22) | class Transform(abc.ABC): method as_proto (line 25) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 29) | def _is_leaf_node(self) -> bool: class Compose (line 33) | class Compose(Transform): method __init__ (line 46) | def __init__(self, transforms: List[Transform]): method as_proto (line 50) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 56) | def _is_leaf_node(self) -> bool: class FilterByFid (line 60) | class FilterByFid(Transform): method __init__ (line 62) | def __init__(self, method as_proto (line 70) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 78) | def _is_leaf_node(self) -> bool: class FilterByAction (line 82) | class FilterByAction(Transform): method __init__ (line 84) | def __init__(self, has_actions: List[int] = None): method as_proto (line 87) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 93) | def _is_leaf_node(self) -> bool: class FilterByLabel (line 97) | class FilterByLabel(Transform): method __init__ (line 99) | def __init__(self, thresholds=List[float]): method as_proto (line 102) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 108) | def _is_leaf_node(self) -> bool: class FilterByValue (line 112) | class FilterByValue(Transform): method __init__ (line 114) | def __init__( method as_proto (line 178) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 192) | def _is_leaf_node(self) -> bool: class AddLabel (line 196) | class AddLabel(Transform): method __init__ (line 198) | def __init__(self, config: str, negative_value: float, method as_proto (line 204) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 229) | def _is_leaf_node(self) -> bool: class LogicalOr (line 233) | class LogicalOr(Transform): method __init__ (line 235) | def __init__(self, x: Transform, y: Transform): method as_proto (line 240) | def as_proto(self) -> transform_config_pb2.TransformConfig(): method _is_leaf_node (line 249) | def _is_leaf_node(self) -> bool: FILE: monolith/native_training/data/transform/transforms_test.py class TransformsTest (line 21) | class TransformsTest(unittest.TestCase): method test_filter_by_fid (line 23) | def test_filter_by_fid(self): method test_filter_by_action (line 29) | def test_filter_by_action(self): method test_filter_by_label (line 33) | def test_filter_by_label(self): method test_add_label (line 37) | def test_add_label(self): method test_logical_or (line 43) | def test_logical_or(self): method test_compose (line 49) | def test_compose(self): function main (line 64) | def main(_): FILE: monolith/native_training/data/transform_dataset_test.py function get_fid_v1 (line 35) | def get_fid_v1(slot: int, signautre: int): function get_fid_v2 (line 39) | def get_fid_v2(slot: int, signature: int): function mock_instance_line_id (line 43) | def mock_instance_line_id(index: int, instance, actions: List[int]): function generate_instance_or_example (line 53) | def generate_instance_or_example(variant_type: str, function write_instance_into_file (line 73) | def write_instance_into_file(file: BinaryIO, instance): class DataOpsTest (line 82) | class DataOpsTest(tf.test.TestCase): method mock_instance_or_example (line 84) | def mock_instance_or_example(self, variant_type: str, batch_num: int, method instance_or_example_test (line 99) | def instance_or_example_test(self, variant_type: str): method test_instance (line 159) | def test_instance(self): method test_example (line 162) | def test_example(self): FILE: monolith/native_training/data/utils.py function enable_tob_env (line 22) | def enable_tob_env(): function get_slot_feature_name (line 27) | def get_slot_feature_name(slot: int): function get_slot_from_feature_name (line 34) | def get_slot_from_feature_name(feature_name: str): function register_slots (line 48) | def register_slots(sparse_features: Union[List[int], Dict[str, int]]): FILE: monolith/native_training/debugging/debugging_client.py function main (line 42) | def main(_): FILE: monolith/native_training/debugging/debugging_server.py class DebuggingWorker (line 70) | class DebuggingWorker: method __init__ (line 73) | def __init__(self, model_dir): method _get_table_name (line 119) | def _get_table_name(self, merged_name, index): method fetch_variables (line 122) | def fetch_variables(self, variable_names: List[str]): method fetch_features (line 134) | def fetch_features(self, feature_names: List[str], feature_ids: List[s... function create_app (line 171) | def create_app() -> flask.Flask: function main (line 210) | def main(_): FILE: monolith/native_training/demo.py function main (line 41) | def main(_): FILE: monolith/native_training/dense_reload_utils.py function add_mapping_rules (line 53) | def add_mapping_rules(rules: Dict[str, str]): function node_name (line 58) | def node_name(name: str): function get_new_name (line 69) | def get_new_name(name: str): function get_guess_name (line 78) | def get_guess_name(name: str): function split_name (line 88) | def split_name(name: str) -> int: function calc_reorder_info (line 104) | def calc_reorder_info(names: List[str], function get_full_prefix (line 120) | def get_full_prefix(short_prefix: str, prefix_set: Set[str]) -> str: function update_var_name_mapping_for_dense (line 131) | def update_var_name_mapping_for_dense( class CustomRestoreListener (line 188) | class CustomRestoreListener(CheckpointRestorerListener): method __init__ (line 190) | def __init__(self, method begin (line 203) | def begin(self): method _need_build_custom_init_graph (line 264) | def _need_build_custom_init_graph(self, variables: List[tf.Variable]) ... method get (line 363) | def get(cls): function infer_variable_name (line 367) | def infer_variable_name(names: List[str]) -> Set[str]: function calc_feed_dict (line 381) | def calc_feed_dict(ckpt: CheckpointReader, alias_map: Dict[str, str], FILE: monolith/native_training/dense_reload_utils_test.py class DenseReloadUtilsTest (line 25) | class DenseReloadUtilsTest(tf.test.TestCase): method setUpClass (line 28) | def setUpClass(cls): method tearDownClass (line 55) | def tearDownClass(cls): method test_infer_variable_name (line 59) | def test_infer_variable_name(self): method test_calc_feed_dict (line 80) | def test_calc_feed_dict(self): method test_alias_map_listener (line 133) | def test_alias_map_listener(self): method test_clear_nn_listener (line 170) | def test_clear_nn_listener(self): FILE: monolith/native_training/device_utils.py function enable_gpu_training (line 36) | def enable_gpu_training(): function disable_gpu_training (line 41) | def disable_gpu_training(): function is_gpu_training (line 46) | def is_gpu_training(): function get_visible_gpus (line 51) | def get_visible_gpus(local_rank, processes_per_gpu=1): function _device_rule (line 72) | def _device_rule(device_name): function skip_device (line 90) | def skip_device(op: tf.Operation) -> bool: function default_device_fn (line 96) | def default_device_fn(op: tf.Operation): function maybe_device_if_allowed (line 102) | def maybe_device_if_allowed(device_name): class _FakeNodeDef (line 112) | class _FakeNodeDef(object): method __init__ (line 117) | def __init__(self): class _FakeOp (line 122) | class _FakeOp(object): method __init__ (line 129) | def __init__(self): method device (line 136) | def device(self): method _set_device (line 139) | def _set_device(self, device): method _set_device_from_string (line 142) | def _set_device_from_string(self, device_str): function within_placement_context_of (line 146) | def within_placement_context_of(device_name): function get_device_fn (line 152) | def get_device_fn(cluster=None, task=None) -> Callable: function input_device_fn (line 200) | def input_device_fn(op: tf.Operation): function model_device_fn (line 211) | def model_device_fn(op: tf.Operation) -> str: function serving_input_device_fn (line 228) | def serving_input_device_fn(op: tf.Operation) -> str: FILE: monolith/native_training/device_utils_test.py class DeviceUtilsTest (line 21) | class DeviceUtilsTest(tf.test.TestCase): method test_basic (line 23) | def test_basic(self): method test_cpu_only (line 28) | def test_cpu_only(self): method test_str_context (line 35) | def test_str_context(self): method test_str_nested_contexts (line 46) | def test_str_nested_contexts(self): method test_cpu_device_merge (line 61) | def test_cpu_device_merge(self): method test_gpu_device_merge (line 74) | def test_gpu_device_merge(self): method test_process_gpu_map (line 90) | def test_process_gpu_map(self): FILE: monolith/native_training/distribute/distributed_dataset.py function create_dynamic_sharding_dataset (line 30) | def create_dynamic_sharding_dataset( FILE: monolith/native_training/distribute/distributed_dataset_test.py function gen_test_files (line 25) | def gen_test_files(files_dir): class DynamicShardingDatasetTest (line 43) | class DynamicShardingDatasetTest(tf.test.TestCase): method setUp (line 45) | def setUp(self): method get_test_session (line 57) | def get_test_session(self): method testBasic (line 61) | def testBasic(self): method testEof (line 77) | def testEof(self): method testWithOtherDataset (line 90) | def testWithOtherDataset(self): method testSaveRestore (line 102) | def testSaveRestore(self): FILE: monolith/native_training/distribute/str_queue.py class StrQueue (line 20) | class StrQueue: method __init__ (line 25) | def __init__(self, method critical_section (line 70) | def critical_section(self): method enqueue_many (line 73) | def enqueue_many(self, elements: tf.Tensor, name=None): method dequeue (line 77) | def dequeue(self, name=None): method _raw_enqueue_many (line 82) | def _raw_enqueue_many(self, elements: tf.Tensor): method _raw_dequeue (line 96) | def _raw_dequeue(self): FILE: monolith/native_training/distribute/str_queue_test.py class QueueTest (line 20) | class QueueTest(tf.test.TestCase): method testBasic (line 22) | def testBasic(self): method testInit (line 31) | def testInit(self): method testOutOfRange (line 36) | def testOutOfRange(self): method testAutoEnqueue (line 43) | def testAutoEnqueue(self): FILE: monolith/native_training/distributed_ps.py function ps_device (line 67) | def ps_device(i: int): class DistributedHashTable (line 74) | class DistributedHashTable(hash_table_ops.BaseHashTable): method __init__ (line 77) | def __init__( method dim_size (line 97) | def dim_size(self): method lookup (line 101) | def lookup(self, ids: tf.Tensor, use_multi_threads=False) -> tf.Tensor: method _update (line 121) | def _update(self, method_name: str, ids: tf.Tensor, values: tf.Tensor, method assign (line 137) | def assign(self, method assign_add (line 145) | def assign_add(self, method apply_gradients (line 153) | def apply_gradients(self, method as_op (line 178) | def as_op(self, name=None) -> tf.Operation: method _copy_with_new_tables (line 185) | def _copy_with_new_tables( class DistributedMultiTypeHashTable (line 192) | class DistributedMultiTypeHashTable(multi_type_hash_table.BaseMultiTypeH... method __init__ (line 195) | def __init__( method lookup (line 266) | def lookup(self, slot_to_id: Dict[str, tf.Tensor]) -> Dict[str, tf.Ten... method _update (line 430) | def _update( method assign (line 453) | def assign( method assign_add (line 458) | def assign_add( method reinitialize (line 463) | def reinitialize( method apply_gradients (line 481) | def apply_gradients( method as_op (line 563) | def as_op(self, name=None): method get_table_dim_sizes (line 572) | def get_table_dim_sizes(self): method _copy_with_new_table (line 575) | def _copy_with_new_table( function get_sub_table_name (line 582) | def get_sub_table_name(strs: List[str]): class PartitionedHashTable (line 611) | class PartitionedHashTable(object): method gen_feature_configs (line 618) | def gen_feature_configs( method no_merge_feature_config (line 677) | def no_merge_feature_config( method merge_feature_config (line 687) | def merge_feature_config( method __init__ (line 717) | def __init__(self, method slot_mapping (line 826) | def slot_mapping(self): method _native_hash_table_lookup_raw (line 830) | def _native_hash_table_lookup_raw(self, lookup_data_on_wk: LookupData, method _lookup_raw (line 872) | def _lookup_raw(self, lookup_data_on_wk: LookupData): method _native_hash_table_lookup_with_remote_predict (line 947) | def _native_hash_table_lookup_with_remote_predict( method _lookup_with_remote_predict (line 970) | def _lookup_with_remote_predict(self, lookup_data_on_wk: LookupData): method lookup (line 1003) | def lookup( method apply_gradients (line 1275) | def apply_gradients( method tensor_move_to_gpu (line 1472) | def tensor_move_to_gpu(self, inputs): method as_op (line 1489) | def as_op(self, name=None): method _lookup_gpu (line 1501) | def _lookup_gpu( method _apply_gradients_gpu (line 1762) | def _apply_gradients_gpu( method _copy_with_new_table (line 2003) | def _copy_with_new_table(self, method _copy_with_new_table_gpu (line 2009) | def _copy_with_new_table_gpu(self, method _native_hash_table_update (line 2016) | def _native_hash_table_update( method _update (line 2038) | def _update(self, method_name: str, name_scope: str, method assign (line 2048) | def assign(self, data: AssignData) -> PartitionedHashTable: method assign_add (line 2056) | def assign_add(self, data: AssignData) -> PartitionedHashTable: method flatten_layout (line 2064) | def flatten_layout( method nest_layout (line 2078) | def nest_layout( method add_queue_hook (line 2096) | def add_queue_hook(self, hook): method get_queue_hooks (line 2102) | def get_queue_hooks(self): FILE: monolith/native_training/distributed_ps_benchmark.py function _generate_config (line 30) | def _generate_config(servers, job_name=utils.PS_JOB_NAME): function _get_vocab_hash_table_factory (line 40) | def _get_vocab_hash_table_factory(dim: int): class DistributedHashTableTest (line 56) | class DistributedHashTableTest(tf.test.TestCase): method lookup (line 58) | def lookup(self, enable_dedup, real_run=True): method apply_gradients (line 98) | def apply_gradients(self, real_run=True): method test_lookup_overhead (line 150) | def test_lookup_overhead(self): method test_lookup (line 153) | def test_lookup(self): method test_lookup_dedup (line 156) | def test_lookup_dedup(self): method test_apply_gradients_overhead (line 159) | def test_apply_gradients_overhead(self): method test_apply_gradients (line 162) | def test_apply_gradients(self): FILE: monolith/native_training/distributed_ps_factory.py class MultiHashTableFactory (line 31) | class MultiHashTableFactory: method __init__ (line 33) | def __init__(self, hash_filters, sync_clients): method __call__ (line 38) | def __call__(self, idx: int, slot_to_config): function create_in_worker_multi_type_hash_table (line 51) | def create_in_worker_multi_type_hash_table( function create_multi_type_hash_table (line 87) | def create_multi_type_hash_table( function create_native_multi_hash_table (line 172) | def create_native_multi_hash_table( function create_in_worker_native_multi_hash_table (line 204) | def create_in_worker_native_multi_hash_table( function create_partitioned_hash_table (line 224) | def create_partitioned_hash_table( FILE: monolith/native_training/distributed_ps_factory_test.py function _get_test_slot_to_config (line 28) | def _get_test_slot_to_config(): function _get_test_hash_filters (line 36) | def _get_test_hash_filters(num): class FactoryTest (line 40) | class FactoryTest(tf.test.TestCase): method test_create_in_worker_multi_type_hash_table (line 43) | def test_create_in_worker_multi_type_hash_table(self): method test_create_in_worker_multi_type_hash_table_with_reduced_alltoall (line 49) | def test_create_in_worker_multi_type_hash_table_with_reduced_alltoall(... method test_create_multi_type_hash_table_0_ps (line 55) | def test_create_multi_type_hash_table_0_ps(self): method test_create_multi_type_hash_table_2_ps (line 59) | def test_create_multi_type_hash_table_2_ps(self): method test_create_multi_type_hash_table_2_ps_with_reduced_packets (line 65) | def test_create_multi_type_hash_table_2_ps_with_reduced_packets(self): method test_create_native_multi_hash_table_0_ps (line 74) | def test_create_native_multi_hash_table_0_ps(self): method test_create_native_multi_hash_table_2_ps (line 78) | def test_create_native_multi_hash_table_2_ps(self): FILE: monolith/native_training/distributed_ps_sync.py class DistributedMultiTypeHashTableMpi (line 69) | class DistributedMultiTypeHashTableMpi( method __init__ (line 72) | def __init__( method lookup (line 95) | def lookup(self, method assign (line 290) | def assign( method assign_add (line 296) | def assign_add( method reinitialize (line 301) | def reinitialize( method apply_gradients (line 308) | def apply_gradients(self, method _update (line 514) | def _update(self, method: str, method as_op (line 519) | def as_op(self, name=None): method get_table_dim_sizes (line 523) | def get_table_dim_sizes(self): method _copy_with_new_table (line 526) | def _copy_with_new_table(self, FILE: monolith/native_training/distributed_ps_sync_test.py function gen_test_configs (line 34) | def gen_test_configs(): function multi_type_table_factory (line 48) | def multi_type_table_factory(idx: int): function native_multi_hash_table_factory (line 59) | def native_multi_hash_table_factory(idx: int): class DistributedMultiTypeHashTableMpiTest (line 64) | class DistributedMultiTypeHashTableMpiTest(tf.test.TestCase, method testBasic (line 68) | def testBasic(self, use_native_multi_hash_table): FILE: monolith/native_training/distributed_ps_test.py function factory (line 47) | def factory(idx: int, config): class DistributedHashTableTest (line 52) | class DistributedHashTableTest(tf.test.TestCase): method test_basic (line 54) | def test_basic(self): method test_assign (line 66) | def test_assign(self): method test_lookup_dedup (line 86) | def test_lookup_dedup(self): method test_apply_gradients (line 98) | def test_apply_gradients(self): method test_apply_gradients_with_learning_rate_function (line 119) | def test_apply_gradients_with_learning_rate_function(self): method test_apply_gradients_with_duplicates (line 150) | def test_apply_gradients_with_duplicates(self): method test_apply_gradients_with_different_ids (line 171) | def test_apply_gradients_with_different_ids(self): function gen_multi_type_table_factory (line 194) | def gen_multi_type_table_factory(global_name_prefix=""): function gen_native_multi_hash_table_factory (line 208) | def gen_native_multi_hash_table_factory(global_name_prefix=""): class DistributedMultiTypeHashTableTest (line 218) | class DistributedMultiTypeHashTableTest(tf.test.TestCase, method testBasic (line 222) | def testBasic(self, use_native_multi_hash_table): method test_assign_and_reinitialize (line 266) | def test_assign_and_reinitialize(self, use_native_multi_hash_table): method test_apply_gradients_with_learning_rate_function (line 317) | def test_apply_gradients_with_learning_rate_function( method test_apply_gradients_float16 (line 377) | def test_apply_gradients_float16(self, use_native_multi_hash_table): class DistributedMultiTypeHashTableServingTest (line 419) | class DistributedMultiTypeHashTableServingTest(tf.test.TestCase, method test_export_model (line 423) | def test_export_model(self, use_native_multi_hash_table): function gen_multi_table_factory (line 461) | def gen_multi_table_factory(global_name_prefix=""): class PartitionedHashTableTest (line 477) | class PartitionedHashTableTest(tf.test.TestCase, parameterized.TestCase): method gen_table_config (line 480) | def gen_table_config(cls, method gen_out_config (line 508) | def gen_out_config(cls, feature_to_unmerged_slice_dims: Dict[str, List... method setUpClass (line 538) | def setUpClass(cls): method get_parser_ctx (line 544) | def get_parser_ctx(cls, num_ps, enable_gpu_emb, use_gpu, method gen_data (line 583) | def gen_data(cls, method gen_variant_tensor (line 623) | def gen_variant_tensor(cls, batch_size: int): method _test_basic (line 647) | def _test_basic(self, use_native_multi_hash_table, use_gpu): method test_basic (line 694) | def test_basic(self, use_native_multi_hash_table): method test_basic_gpu (line 699) | def test_basic_gpu(self, use_native_multi_hash_table): method _test_lookup (line 702) | def _test_lookup(self, use_native_multi_hash_table, use_gpu): method test_lookup (line 779) | def test_lookup(self, use_native_multi_hash_table): method test_lookup_gpu (line 784) | def test_lookup_gpu(self, use_native_multi_hash_table): method _test_apply_gradients (line 787) | def _test_apply_gradients(self, use_native_multi_hash_table, use_gpu): method test_apply_gradients (line 884) | def test_apply_gradients(self, use_native_multi_hash_table): method test_apply_gradients_gpu (line 889) | def test_apply_gradients_gpu(self, use_native_multi_hash_table): method test_apply_gradients_for_gpu_emb (line 894) | def test_apply_gradients_for_gpu_emb(self, use_native_multi_hash_table): FILE: monolith/native_training/distributed_serving_ops.py function remote_predict (line 32) | def remote_predict(input_tensor_alias, function create_parameter_sync_clients (line 78) | def create_parameter_sync_clients(ps_num: int,) -> List[tf.Tensor]: function parameter_sync_client_from_config (line 92) | def parameter_sync_client_from_config( function refresh_sync_config (line 100) | def refresh_sync_config(sync_backend: SyncBackend, ps_index: int) -> bytes: function create_dummy_sync_client (line 116) | def create_dummy_sync_client() -> tf.Tensor: function create_dummy_sync_server (line 121) | def create_dummy_sync_server(address: str) -> tf.Tensor: class ParameterSyncClient (line 125) | class ParameterSyncClient(object): method __init__ (line 127) | def __init__(self, client: tf.Tensor): method create_sync_op (line 130) | def create_sync_op(self, config_str: tf.Tensor): method as_op (line 134) | def as_op(self): method handle (line 138) | def handle(self): class DummySyncServer (line 142) | class DummySyncServer(object): method __init__ (line 144) | def __init__(self, address: str): method shutdown (line 147) | def shutdown(self): method get_port (line 151) | def get_port(self): method as_op (line 155) | def as_op(self): method handle (line 159) | def handle(self): FILE: monolith/native_training/distributed_serving_ops_test.py function test_dummy_sync_server (line 32) | def test_dummy_sync_server(server_num: int): function test_parameter_sync_client (line 36) | def test_parameter_sync_client(targets): function _get_id_tensor (line 43) | def _get_id_tensor(x): class ParameterSyncOpsTest (line 47) | class ParameterSyncOpsTest(tf.test.TestCase): method test_parameter_sync_client (line 49) | def test_parameter_sync_client(self): method test_refresh_sync_config_1 (line 78) | def test_refresh_sync_config_1(self): method test_refresh_sync_config_2 (line 110) | def test_refresh_sync_config_2(self): FILE: monolith/native_training/distribution_ops.py function split_by_indices (line 27) | def split_by_indices(indices: tf.Tensor, tensor: tf.Tensor, function _split_by_indices_gradient (line 38) | def _split_by_indices_gradient(op: tf.Operation, *grads): function ragged_split_by_indices (line 46) | def ragged_split_by_indices( class _UniqueKeyWithValueAndOffsetResult (line 81) | class _UniqueKeyWithValueAndOffsetResult(NamedTuple): function unique_key_with_value_and_offset (line 87) | def unique_key_with_value_and_offset(key: tf.RaggedTensor, function fill_with_offset_map (line 120) | def fill_with_offset_map(pos: tf.RaggedTensor, value: tf.Tensor, function fill_with_offset_map_gradient (line 149) | def fill_with_offset_map_gradient(pos: tf.RaggedTensor, grad: tf.Tensor, function _fill_with_offset_map_gradient (line 164) | def _fill_with_offset_map_gradient(op: tf.Operation, grad): function finalize_shared_tensor (line 175) | def finalize_shared_tensor(shared_tensor_handles: List[tf.Tensor], dtype, function _finalize_shared_tensor_gradient (line 193) | def _finalize_shared_tensor_gradient(op: tf.Operation, grad): function reorder_by_indices (line 197) | def reorder_by_indices(input: tf.Tensor, shard_ids: tf.Tensor, function fused_reorder_by_indices (line 222) | def fused_reorder_by_indices( function map_id_to_embedding (line 280) | def map_id_to_embedding(ids: List[tf.Tensor], function fused_embedding_to_layout (line 301) | def fused_embedding_to_layout( function _fused_embedding_to_layout_grad (line 399) | def _fused_embedding_to_layout_grad(op: tf.Operation, *grads): function _fused_embedding_to_layout_grad_v2 (line 419) | def _fused_embedding_to_layout_grad_v2(op: tf.Operation, *grads): function _fused_embedding_to_layout_grad_v3 (line 447) | def _fused_embedding_to_layout_grad_v3(op: tf.Operation, *grads): function _fused_embedding_to_layout_grad_v4 (line 472) | def _fused_embedding_to_layout_grad_v4(op: tf.Operation, *grads): function _fused_embedding_to_layout_grad_v5 (line 499) | def _fused_embedding_to_layout_grad_v5(op: tf.Operation, *grads): function fused_embedding_to_layout_grad (line 523) | def fused_embedding_to_layout_grad( function _map_id_to_embedding_gradient (line 606) | def _map_id_to_embedding_gradient(op: tf.Operation, grads: tf.Tensor): function map_id_to_embedding_gradient_back_prop (line 615) | def map_id_to_embedding_gradient_back_prop(ids: tf.Tensor, input: tf.Ten... function gather_embeddings_by_input (line 629) | def gather_embeddings_by_input(ids: tf.Tensor, function _gather_embeddings_by_ids_gradient (line 661) | def _gather_embeddings_by_ids_gradient( function fused_gather_embeddings_by_input (line 671) | def fused_gather_embeddings_by_input( function fused_gather_embeddings_by_input_gradient (line 678) | def fused_gather_embeddings_by_input_gradient( function reduce_mean (line 689) | def reduce_mean(id_indices: tf.Tensor, id_values: tf.Tensor, function gather_embeddings_by_ids_gradient_back_prop (line 703) | def gather_embeddings_by_ids_gradient_back_prop(ids: tf.Tensor, function _reduce_mean_gradient (line 719) | def _reduce_mean_gradient(op: tf.Operation, grads: tf.Tensor): function reduce_sum (line 726) | def reduce_sum(id_indices: tf.Tensor, function _reduce_sum_gradient (line 745) | def _reduce_sum_gradient(op: tf.Operation, grads: tf.Tensor): function reduce_sqrtn (line 752) | def reduce_sqrtn(id_indices: tf.Tensor, id_values: tf.Tensor, function _reduce_sum_gradient (line 767) | def _reduce_sum_gradient(op: tf.Operation, grads: tf.Tensor): function fused_sorted_segment_sum (line 775) | def fused_sorted_segment_sum(indices: List[tf.Tensor], values: List[tf.T... function _FusedSegmentSumGrad (line 792) | def _FusedSegmentSumGrad(op, *grads): function fused_reduce_sum_and_split (line 802) | def fused_reduce_sum_and_split(id_indices: tf.Tensor, function _fused_reduce_sum_and_split_gradient (line 830) | def _fused_reduce_sum_and_split_gradient(op: tf.Operation, *grads): function fused_reduce_and_split_gpu (line 838) | def fused_reduce_and_split_gpu(splits: List[tf.Tensor], function _fused_reduce_and_split_gpu_grad (line 875) | def _fused_reduce_and_split_gpu_grad(op: tf.Operation, *grads): function normalize_merged_split (line 886) | def normalize_merged_split(row_split: tf.Tensor, FILE: monolith/native_training/distribution_ops_benchmark.py class DistributionOpsBenchmarkTest (line 23) | class DistributionOpsBenchmarkTest(tf.test.TestCase): method map_id_to_embedding (line 25) | def map_id_to_embedding(self, use_multi_threads): method test_gather_embeddings_by_ids_basic (line 51) | def test_gather_embeddings_by_ids_basic(self): method test_gather_embeddings_by_ids_multi_threads (line 80) | def test_gather_embeddings_by_ids_multi_threads(self): method test_map_id_to_embedding (line 109) | def test_map_id_to_embedding(self): method test_map_id_to_embedding_multi_threads (line 112) | def test_map_id_to_embedding_multi_threads(self): FILE: monolith/native_training/distribution_ops_fused_benchmark.py function run_fused_reorder_by_indicies (line 26) | def run_fused_reorder_by_indicies(suffices=None): FILE: monolith/native_training/distribution_ops_fused_test.py class DistributionOpsTest (line 22) | class DistributionOpsTest(tf.test.TestCase): method test_benchmark (line 24) | def test_benchmark(self): method _test_fused_reorder_by_indices (line 33) | def _test_fused_reorder_by_indices(self, method test_fused_reorder_by_indices (line 59) | def test_fused_reorder_by_indices(self): method test_ragged_tensor_workflow (line 128) | def test_ragged_tensor_workflow(self): FILE: monolith/native_training/distribution_ops_test.py class DistributionOpsTest (line 22) | class DistributionOpsTest(tf.test.TestCase): method test_split_by_indices (line 24) | def test_split_by_indices(self): method test_reorder_by_indices (line 35) | def test_reorder_by_indices(self): method test_split_by_indices_gradient (line 49) | def test_split_by_indices_gradient(self): method test_split_by_indices_empty_gradient (line 58) | def test_split_by_indices_empty_gradient(self): method test_ragged_split_by_indices (line 67) | def test_ragged_split_by_indices(self): method test_unique_key_with_value_and_offset_and_fill_with_offset_map (line 89) | def test_unique_key_with_value_and_offset_and_fill_with_offset_map(self): method test_fill_with_offset_map_error_case (line 110) | def test_fill_with_offset_map_error_case(self): method test_unique_key_with_value_and_offset_empty (line 122) | def test_unique_key_with_value_and_offset_empty(self): method test_map_id_to_embedding (line 128) | def test_map_id_to_embedding(self): method test_map_id_to_embedding_multi_threads (line 142) | def test_map_id_to_embedding_multi_threads(self): method test_map_id_to_embedding_gradient (line 162) | def test_map_id_to_embedding_gradient(self): method test_gather_embeddings_by_ids (line 182) | def test_gather_embeddings_by_ids(self): method test_gather_embeddings_by_ids_gradient (line 193) | def test_gather_embeddings_by_ids_gradient(self): method test_gather_embeddings_by_ids_gradient_back_prop (line 210) | def test_gather_embeddings_by_ids_gradient_back_prop(self): method test_fused_gather_embeddings_by_input (line 221) | def test_fused_gather_embeddings_by_input(self): method test_fused_gather_embeddings_by_input_gradient (line 253) | def test_fused_gather_embeddings_by_input_gradient(self): method test_reduce_mean (line 306) | def test_reduce_mean(self): method test_reduce_mean_gradient (line 314) | def test_reduce_mean_gradient(self): method test_reduce_sum (line 325) | def test_reduce_sum(self): method test_reduce_sum_gradient (line 333) | def test_reduce_sum_gradient(self): method test_reduce_sqrtn (line 344) | def test_reduce_sqrtn(self): method test_reduce_sqrtn_gradient (line 352) | def test_reduce_sqrtn_gradient(self): method test_reduce_sqrtn_gradient_zero (line 363) | def test_reduce_sqrtn_gradient_zero(self): method test_fused_reduce_sum_and_split (line 374) | def test_fused_reduce_sum_and_split(self): method test_fused_reduce_sum_and_split_grad (line 406) | def test_fused_reduce_sum_and_split_grad(self): method test_fused_reduce_scatter (line 419) | def test_fused_reduce_scatter(self): method test_fused_reduce_and_split_gpu (line 459) | def test_fused_reduce_and_split_gpu(self): method test_aligned_concat_split (line 520) | def test_aligned_concat_split(self): FILE: monolith/native_training/distribution_utils.py function bps_init (line 27) | def bps_init(uuid: str): function byteps_benchmark_ar (line 141) | def byteps_benchmark_ar(total_len, function byteps_benchmark_a2a (line 181) | def byteps_benchmark_a2a(total_len, function bps_comm_benchmark (line 245) | def bps_comm_benchmark(): function init_sync_train_and_update_conf (line 273) | def init_sync_train_and_update_conf(dct_config): function get_mpi_rank (line 316) | def get_mpi_rank(): function get_mpi_local_rank (line 325) | def get_mpi_local_rank(): function get_mpi_size (line 334) | def get_mpi_size(): function get_mpi_local_size (line 343) | def get_mpi_local_size(): function enable_sync_training (line 352) | def enable_sync_training(): function try_init_cuda (line 359) | def try_init_cuda(): function get_device_str (line 382) | def get_device_str(force_on_cpu: bool = False): function get_sync_run_hooks (line 400) | def get_sync_run_hooks(is_full_sync: bool = False): function update_session_config_for_gpu (line 420) | def update_session_config_for_gpu(session_config): FILE: monolith/native_training/embedding_combiners.py class Combiner (line 24) | class Combiner(abc.ABC): method __init__ (line 26) | def __init__(self, max_seq_length: int): method max_seq_length (line 30) | def max_seq_length(self): method combine (line 34) | def combine(self, class ReduceSum (line 41) | class ReduceSum(Combiner): method __init__ (line 43) | def __init__(self): method combine (line 46) | def combine(self, class ReduceMean (line 57) | class ReduceMean(Combiner): method __init__ (line 59) | def __init__(self): method combine (line 62) | def combine(self, class FirstN (line 73) | class FirstN(Combiner): method __init__ (line 75) | def __init__(self, seq_length: int): method combine (line 79) | def combine(self, FILE: monolith/native_training/embedding_combiners_test.py class CombinerTest (line 20) | class CombinerTest(tf.test.TestCase): method testReduceSum (line 22) | def testReduceSum(self): method testFirstN (line 29) | def testFirstN(self): method testFirstNUnknownShape (line 37) | def testFirstNUnknownShape(self): FILE: monolith/native_training/entry.py class Optimizer (line 27) | class Optimizer(abc.ABC): method as_proto (line 31) | def as_proto(self) -> embedding_hash_table_pb2.OptimizerConfig: function _convert_to_proto (line 35) | def _convert_to_proto(obj: object, proto: object): class StochasticRoundingFloat16OptimizerWrapper (line 42) | class StochasticRoundingFloat16OptimizerWrapper(Optimizer): method __init__ (line 44) | def __init__(self, optimizer): method as_proto (line 47) | def as_proto(self): class SgdOptimizer (line 54) | class SgdOptimizer(Optimizer): method __init__ (line 67) | def __init__(self, learning_rate=None): method as_proto (line 70) | def as_proto(self): class AdagradOptimizer (line 77) | class AdagradOptimizer(Optimizer): method __init__ (line 95) | def __init__( method as_proto (line 108) | def as_proto(self): class AdadeltaOptimizer (line 115) | class AdadeltaOptimizer(Optimizer): method __init__ (line 117) | def __init__(self, method as_proto (line 129) | def as_proto(self): class AdamOptimizer (line 136) | class AdamOptimizer(Optimizer): method __init__ (line 158) | def __init__(self, method as_proto (line 176) | def as_proto(self): class AmsgradOptimizer (line 182) | class AmsgradOptimizer(Optimizer): method __init__ (line 184) | def __init__(self, method as_proto (line 200) | def as_proto(self): class BatchSoftmaxOptimizer (line 207) | class BatchSoftmaxOptimizer(Optimizer): method __init__ (line 214) | def __init__( method as_proto (line 220) | def as_proto(self): class MomentumOptimizer (line 227) | class MomentumOptimizer(Optimizer): method __init__ (line 229) | def __init__(self, method as_proto (line 241) | def as_proto(self): class MovingAverageOptimizer (line 247) | class MovingAverageOptimizer(Optimizer): method __init__ (line 249) | def __init__(self, momentum=0.9): method as_proto (line 252) | def as_proto(self): class RmspropOptimizer (line 259) | class RmspropOptimizer(Optimizer): method __init__ (line 261) | def __init__(self, learning_rate=None, weight_decay_factor=0.0, moment... method as_proto (line 266) | def as_proto(self): class RmspropV2Optimizer (line 273) | class RmspropV2Optimizer(Optimizer): method __init__ (line 275) | def __init__(self, learning_rate=None, weight_decay_factor=0.0, moment... method as_proto (line 280) | def as_proto(self): class FTRLWithGroupSparsityOptimizer (line 286) | class FTRLWithGroupSparsityOptimizer(Optimizer): method __init__ (line 288) | def __init__( method as_proto (line 303) | def as_proto(self): class AdaGradWithGroupLassoOptimizer (line 310) | class AdaGradWithGroupLassoOptimizer(Optimizer): method __init__ (line 312) | def __init__(self, method as_proto (line 326) | def as_proto(self): class DynamicWdAdagradOptimizer (line 335) | class DynamicWdAdagradOptimizer(Optimizer): method __init__ (line 337) | def __init__( method as_proto (line 358) | def as_proto(self): class FtrlOptimizer (line 365) | class FtrlOptimizer(Optimizer): method __init__ (line 374) | def __init__( method as_proto (line 389) | def as_proto(self): class Initializer (line 395) | class Initializer(abc.ABC): method as_proto (line 399) | def as_proto(self) -> embedding_hash_table_pb2.InitializerConfig: class ZerosInitializer (line 404) | class ZerosInitializer(Initializer): method as_proto (line 407) | def as_proto(self): class ConstantsInitializer (line 414) | class ConstantsInitializer(Initializer): method __init__ (line 417) | def __init__(self, constant: float): method as_proto (line 420) | def as_proto(self): class RandomUniformInitializer (line 426) | class RandomUniformInitializer(Initializer): method __init__ (line 434) | def __init__(self, minval=None, maxval=None): method as_proto (line 438) | def as_proto(self): class BatchSoftmaxInitializer (line 444) | class BatchSoftmaxInitializer(Initializer): method __init__ (line 446) | def __init__(self, init_step_interval: float): method as_proto (line 452) | def as_proto(self): class Compressor (line 458) | class Compressor(abc.ABC): method as_proto (line 462) | def as_proto(self) -> embedding_hash_table_pb2.FloatCompressorConfig: class OneBitCompressor (line 467) | class OneBitCompressor(Compressor): method __init__ (line 469) | def __init__(self, step_size: int = 200, amplitude: float = 0.05): method as_proto (line 474) | def as_proto(self): class FixedR8Compressor (line 482) | class FixedR8Compressor(Compressor): method __init__ (line 484) | def __init__(self, fixed_range=1.0): method as_proto (line 488) | def as_proto(self): class Fp16Compressor (line 495) | class Fp16Compressor(Compressor): method as_proto (line 498) | def as_proto(self): class Fp32Compressor (line 505) | class Fp32Compressor(Compressor): method as_proto (line 508) | def as_proto(self): function CombineAsSegment (line 514) | def CombineAsSegment( class HashTableConfig (line 540) | class HashTableConfig(abc.ABC): method mutate_table (line 544) | def mutate_table( class CuckooHashTableConfig (line 549) | class CuckooHashTableConfig(HashTableConfig): method __init__ (line 551) | def __init__(self, initial_capacity=1, feature_evict_every_n_hours=0): method mutate_table (line 555) | def mutate_table( class HashTableConfigInstance (line 566) | class HashTableConfigInstance(): method __init__ (line 569) | def __init__(self, method __str__ (line 579) | def __str__(self): method table_config (line 585) | def table_config(self): method learning_rate_fns (line 589) | def learning_rate_fns(self): method learning_rate_tensor (line 593) | def learning_rate_tensor(self): method set_learning_rate_tensor (line 596) | def set_learning_rate_tensor(self, learning_rate_tensor: tf.Tensor): method call_learning_rate_fns (line 599) | def call_learning_rate_fns(self) -> tf.Tensor: method call_learning_rate_fns_fewer_ops (line 617) | def call_learning_rate_fns_fewer_ops(self) -> List[tf.Tensor]: FILE: monolith/native_training/entry_test.py function _default_learning_rate_fn (line 23) | def _default_learning_rate_fn(): class EntryTest (line 29) | class EntryTest(unittest.TestCase): method test_optimizers (line 32) | def test_optimizers(self): method test_initializer (line 47) | def test_initializer(self): method test_compressor (line 52) | def test_compressor(self): method test_combine (line 58) | def test_combine(self): method test_hashtable_config (line 62) | def test_hashtable_config(self): method test_hashtable_config_entrance (line 65) | def test_hashtable_config_entrance(self): FILE: monolith/native_training/env_utils.py function setup_hdfs_env (line 22) | def setup_hdfs_env(): function generate_psm_from_uuid (line 25) | def generate_psm_from_uuid(s): function get_zk_auth_data (line 27) | def get_zk_auth_data(): FILE: monolith/native_training/estimator.py class EstimatorSpec (line 56) | class EstimatorSpec( method __new__ (line 72) | def __new__(cls, method _replace (line 87) | def _replace(self, **kwds): class RunConfig (line 99) | class RunConfig: method to_runner_config (line 190) | def to_runner_config(self) -> RunnerConfig: method __post_init__ (line 234) | def __post_init__(self): class Estimator (line 250) | class Estimator(object): method __init__ (line 260) | def __init__(self, method _sess_config (line 338) | def _sess_config(self): method model_dir (line 342) | def model_dir(self): method config (line 346) | def config(self): method _est (line 350) | def _est(self): method _init_fountain_env (line 370) | def _init_fountain_env(self): method close (line 380) | def close(self): method get_variable_value (line 398) | def get_variable_value(self, name): method get_variable_names (line 401) | def get_variable_names(self): method latest_checkpoint (line 404) | def latest_checkpoint(self): method train (line 407) | def train(self, steps=None, max_steps=None, hooks=None): method evaluate (line 467) | def evaluate(self, steps=None, hooks=None): method predict (line 518) | def predict(self, method export_saved_model (line 529) | def export_saved_model(self, function import_saved_model (line 553) | def import_saved_model(saved_model_path: str, FILE: monolith/native_training/estimator_dist_test.py function get_free_port (line 35) | def get_free_port(): function get_cluster (line 44) | def get_cluster(ps_num, worker_num): function get_saved_model_path (line 56) | def get_saved_model_path(export_base): class EstimatorTrainTest (line 70) | class EstimatorTrainTest(unittest.TestCase): method setUpClass (line 75) | def setUpClass(cls) -> None: method train (line 85) | def train(self): method eval (line 122) | def eval(self): method test_dist (line 160) | def test_dist(self): FILE: monolith/native_training/estimator_mode_test.py class DistributedTrainTest (line 36) | class DistributedTrainTest(tf.test.TestCase): method setUpClass (line 40) | def setUpClass(cls) -> None: method find_free_port (line 54) | def find_free_port(self, count): method _run_test (line 64) | def _run_test(self, method run_cpu (line 261) | def run_cpu(self, name, other_args): method test_cpu0 (line 277) | def test_cpu0(self): method test_cpu1 (line 284) | def test_cpu1(self): method test_cpu2 (line 291) | def test_cpu2(self): method test_cpu3 (line 298) | def test_cpu3(self): method sparse_dense_run (line 305) | def sparse_dense_run(self, name, other_args): method test_sparse_dense0 (line 331) | def test_sparse_dense0(self): method test_sparse_dense1 (line 338) | def test_sparse_dense1(self): method test_sparse_dense2 (line 345) | def test_sparse_dense2(self): method test_sparse_dense3 (line 352) | def test_sparse_dense3(self): method full_gpu_run (line 359) | def full_gpu_run(self, name, other_args): method test_full_gpu_0 (line 386) | def test_full_gpu_0(self): method test_full_gpu_1 (line 393) | def test_full_gpu_1(self): method test_full_gpu_2 (line 400) | def test_full_gpu_2(self): method test_full_gpu_3 (line 407) | def test_full_gpu_3(self): FILE: monolith/native_training/estimator_test.py function get_saved_model_path (line 34) | def get_saved_model_path(export_base): class EstimatorTrainTest (line 48) | class EstimatorTrainTest(unittest.TestCase): method setUpClass (line 53) | def setUpClass(cls) -> None: method train (line 69) | def train(self): method eval (line 73) | def eval(self): method predict (line 77) | def predict(self): method export_saved_model (line 81) | def export_saved_model(self): method import_saved_model (line 85) | def import_saved_model(self): method test_local (line 102) | def test_local(self): FILE: monolith/native_training/feature.py class FeatureEmbTable (line 46) | class FeatureEmbTable(abc.ABC): method add_feature_slice (line 49) | def add_feature_slice(self, method embedding_lookup (line 58) | def embedding_lookup(self, feature_name: str, start: int, method set_feature_metadata (line 65) | def set_feature_metadata(self, feature_name: str, class FeatureSlice (line 70) | class FeatureSlice(NamedTuple): class FeatureSlotConfig (line 78) | class FeatureSlotConfig: method __post_init__ (line 96) | def __post_init__(self): class FeatureSlot (line 102) | class FeatureSlot: method __init__ (line 111) | def __init__(self, table: FeatureEmbTable, config: FeatureSlotConfig): method add_feature_slice (line 122) | def add_feature_slice(self, method get_bias_slice (line 152) | def get_bias_slice(self): method _add_feature_column (line 156) | def _add_feature_column(self, fc): method _fc_embedding_lookup (line 160) | def _fc_embedding_lookup(self, feature_name: str, s: FeatureSlice): method get_feature_columns (line 163) | def get_feature_columns(self): method slot (line 167) | def slot(self): method name (line 171) | def name(self): class FeatureColumn (line 176) | class FeatureColumn: method reduce_sum (line 186) | def reduce_sum(cls): method reduce_mean (line 190) | def reduce_mean(cls): method first_n (line 194) | def first_n(cls, seq_length: int): method __init__ (line 197) | def __init__(self, method embedding_lookup (line 207) | def embedding_lookup(self, s: FeatureSlice) -> tf.Tensor: method get_all_embeddings_concat (line 212) | def get_all_embeddings_concat(self) -> tf.Tensor: method get_all_embedding_slices (line 219) | def get_all_embedding_slices(self) -> List[tf.Tensor]: method feature_name (line 230) | def feature_name(self): method feature_slot (line 234) | def feature_slot(self) -> FeatureSlot: method combiner (line 238) | def combiner(self) -> embedding_combiners.Combiner: method get_bias (line 241) | def get_bias(self) -> tf.Tensor: method set_size_tensor (line 247) | def set_size_tensor(self, row_lengths: tf.Tensor): method get_size_tensor (line 262) | def get_size_tensor(self): class TableConfig (line 271) | class TableConfig(NamedTuple): class FeatureFactory (line 279) | class FeatureFactory(abc.ABC): method __init__ (line 282) | def __init__(self): method create_feature_slot (line 287) | def create_feature_slot(self, config: FeatureSlotConfig) -> FeatureSlot: method apply_gradients (line 290) | def apply_gradients(self, class DummyFeatureEmbTable (line 305) | class DummyFeatureEmbTable(FeatureEmbTable): method __init__ (line 308) | def __init__(self, batch_size, hashtable_config): method add_feature_slice (line 317) | def add_feature_slice(self, method embedding_lookup (line 335) | def embedding_lookup(self, feature_name: str, start: int, method set_feature_metadata (line 358) | def set_feature_metadata(self, feature_name: str, method get_table_config (line 363) | def get_table_config(self) -> TableConfig: method get_feature_names (line 377) | def get_feature_names(self): method _merge_slices (line 380) | def _merge_slices(self): class DummyFeatureFactory (line 407) | class DummyFeatureFactory(FeatureFactory): method __init__ (line 410) | def __init__(self, batch_size): method create_feature_slot (line 415) | def create_feature_slot(self, config: FeatureSlotConfig): method apply_gradients (line 434) | def apply_gradients(self, *args, **kwargs) -> tf.Operation: method get_table_name_to_table_config (line 437) | def get_table_name_to_table_config(self) -> Dict[str, TableConfig]: class EmbeddingFeatureEmbTable (line 448) | class EmbeddingFeatureEmbTable(FeatureEmbTable): method __init__ (line 451) | def __init__(self, embeddings: Dict[str, tf.Tensor], method embedding_lookup (line 456) | def embedding_lookup(self, feature_name: str, start: int, class _FeatureFactoryFusionHelper (line 467) | class _FeatureFactoryFusionHelper: method __init__ (line 470) | def __init__(self): method append (line 473) | def append(self, name, ragged_ids, embeddings, slice_dims): method reduce_and_split (line 478) | def reduce_and_split(self): method fused_reduce_and_split (line 501) | def fused_reduce_and_split(self): method fused_reduce_then_split (line 519) | def fused_reduce_then_split(self): function create_embedding_slices (line 544) | def create_embedding_slices( class FeatureFactoryFromEmbeddings (line 604) | class FeatureFactoryFromEmbeddings(FeatureFactory): method __init__ (line 606) | def __init__(self, name_to_embeddings: Dict[str, tf.Tensor], method create_feature_slot (line 612) | def create_feature_slot(self, config: FeatureSlotConfig) -> FeatureSlot: class EmbeddingLayoutFakeTable (line 619) | class EmbeddingLayoutFakeTable(FeatureEmbTable): method embedding_lookup (line 621) | def embedding_lookup(self, feature_name: str, start: int, class EmbeddingLayoutFactory (line 626) | class EmbeddingLayoutFactory(object): method __init__ (line 628) | def __init__(self, method create_feature_slot (line 640) | def create_feature_slot(self, config: FeatureSlotConfig) -> FeatureSlot: method apply_gradients (line 644) | def apply_gradients(self, method get_layout (line 658) | def get_layout(self, layout: str) -> Union[tf.Tensor, List[tf.Tensor]]: method flattened_layout (line 662) | def flattened_layout(self) -> List[tf.Tensor]: FILE: monolith/native_training/feature_test.py function _default_learning_rate_fn (line 28) | def _default_learning_rate_fn(): class CollectingConfigTest (line 34) | class CollectingConfigTest(tf.test.TestCase): method test_basic (line 36) | def test_basic(self): method test_basic_with_seq_features (line 48) | def test_basic_with_seq_features(self): method test_info (line 60) | def test_info(self): method test_factory (line 91) | def test_factory(self): method test_factory_with_seq_features (line 107) | def test_factory_with_seq_features(self): method test_factory_with_slot_occurrence_threshold (line 131) | def test_factory_with_slot_occurrence_threshold(self): method test_factory_with_applying_gradients (line 151) | def test_factory_with_applying_gradients(self): method test_bias (line 160) | def test_bias(self): class EmbeddingTest (line 168) | class EmbeddingTest(tf.test.TestCase): method test_factory (line 170) | def test_factory(self): method test_factory_with_seq_features (line 188) | def test_factory_with_seq_features(self): method test_fused_factory (line 209) | def test_fused_factory(self): method test_fused_factory_with_seq_features_larger_than_max_seq_length (line 234) | def test_fused_factory_with_seq_features_larger_than_max_seq_length(se... FILE: monolith/native_training/feature_utils.py function allreduce_cond (line 48) | def allreduce_cond(grads, scale = 1): class GradClipType (line 102) | class GradClipType(Enum): function _gen_norm_warmup (line 110) | def _gen_norm_warmup(clip_norm: float, global_step_var: tf.Tensor, function apply_gradients_with_var_optimizer (line 120) | def apply_gradients_with_var_optimizer( function apply_gradients (line 349) | def apply_gradients(ctx: NativeContext, FILE: monolith/native_training/feature_utils_test.py function _setup_test_embedding (line 28) | def _setup_test_embedding(is_async=False): class FeatureUtilsTest (line 53) | class FeatureUtilsTest(tf.test.TestCase): method test_apply_gradients_with_dense_optimizer (line 55) | def test_apply_gradients_with_dense_optimizer(self): method test_apply_gradients_with_dense_optimizer_gpu (line 79) | def test_apply_gradients_with_dense_optimizer_gpu(self): method test_apply_gradients_with_dense_optimizer_post_push (line 105) | def test_apply_gradients_with_dense_optimizer_post_push(self): method test_apply_gradients_without_dense_optimizer (line 125) | def test_apply_gradients_without_dense_optimizer(self): FILE: monolith/native_training/file_ops.py class WritableFile (line 22) | class WritableFile: method __init__ (line 25) | def __init__(self, filename): method append (line 28) | def append(self, content): method append_entry_dump (line 35) | def append_entry_dump(self, item_id, bias, embedding): method close (line 38) | def close(self): class FileCloseHook (line 42) | class FileCloseHook(tf.estimator.SessionRunHook): method __init__ (line 45) | def __init__(self, files): method end (line 50) | def end(self, session): FILE: monolith/native_training/file_ops_test.py class WritableFileTest (line 22) | class WritableFileTest(tf.test.TestCase): method test_basic (line 24) | def test_basic(self): method test_hook (line 41) | def test_hook(self): FILE: monolith/native_training/fused_embedding_to_layout_test.py function infer_shape (line 37) | def infer_shape(out_conf: OutConfig, function get_key (line 87) | def get_key(ln: str, sc: SliceConfig) -> str: function pooling (line 91) | def pooling(pooling_type, in_data, max_length): class FusedEmbeddingToLayoutTest (line 119) | class FusedEmbeddingToLayoutTest(tf.test.TestCase): method get_pre_output_offset (line 121) | def get_pre_output_offset(self, shard, f_cfg): method get_feature_cfg (line 125) | def get_feature_cfg(self, raw_feature_cfgs, ps_num): method test_fused_embedding_to_layout (line 176) | def test_fused_embedding_to_layout(self, method test_fused_embedding_to_layout_use_shard_op (line 532) | def test_fused_embedding_to_layout_use_shard_op(self): method test_fused_embedding_to_layout_use_shard_op3 (line 535) | def test_fused_embedding_to_layout_use_shard_op3(self): method test_fused_embedding_to_layout_use_shard_op3_gpu (line 538) | def test_fused_embedding_to_layout_use_shard_op3_gpu(self): method test_fused_embedding_to_layout_use_shard_op4 (line 543) | def test_fused_embedding_to_layout_use_shard_op4(self): method test_fused_embedding_to_layout_use_shard_op4_gpu (line 546) | def test_fused_embedding_to_layout_use_shard_op4_gpu(self): method test_fused_embedding_to_layout_parallel (line 551) | def test_fused_embedding_to_layout_parallel(self): method test_fused_embedding_to_layout_grad (line 554) | def test_fused_embedding_to_layout_grad(self, method test_fused_embedding_to_layout_grad_no_parallel (line 848) | def test_fused_embedding_to_layout_grad_no_parallel(self): method test_fused_embedding_to_layout_grad_use_shard_op (line 851) | def test_fused_embedding_to_layout_grad_use_shard_op(self): method test_fused_embedding_to_layout_grad_use_shard_op3 (line 854) | def test_fused_embedding_to_layout_grad_use_shard_op3(self): method test_fused_embedding_to_layout_grad_use_shard_op3_gpu (line 857) | def test_fused_embedding_to_layout_grad_use_shard_op3_gpu(self): method test_fused_embedding_to_layout_grad_use_shard_op4 (line 862) | def test_fused_embedding_to_layout_grad_use_shard_op4(self): method test_fused_embedding_to_layout_grad_use_shard_op4_gpu (line 865) | def test_fused_embedding_to_layout_grad_use_shard_op4_gpu(self): class FusedEmbeddingToLayoutFitPreTest (line 871) | class FusedEmbeddingToLayoutFitPreTest(tf.test.TestCase): method test_fused_embedding_to_layout (line 873) | def test_fused_embedding_to_layout(self): method test_fused_embedding_to_layout_grad (line 1163) | def test_fused_embedding_to_layout_grad(self): FILE: monolith/native_training/gen_seq_mask.py function gen_seq_mask (line 22) | def gen_seq_mask(splits: Union[tf.Tensor, tf.RaggedTensor], FILE: monolith/native_training/gen_seq_mask_test.py class GenSeqMaskTest (line 22) | class GenSeqMaskTest(tf.test.TestCase): method test_gen_seq_mask_int32 (line 24) | def test_gen_seq_mask_int32(self): method test_gen_seq_mask_int64 (line 32) | def test_gen_seq_mask_int64(self): FILE: monolith/native_training/gflags_utils.py class Status (line 31) | class Status(Enum): function _extract_help_info (line 38) | def _extract_help_info(cls, help_info, is_nested): function extract_help_info (line 89) | def extract_help_info(cls, is_nested=True): function extract_flags_decorator (line 97) | def extract_flags_decorator(remove_flags=None, is_nested=True): function extract_flags (line 106) | def extract_flags(gflags, dcls, is_nested=True, skip_flags=None) -> Flag... function get_flags_parser (line 137) | def get_flags_parser(flags, FLAGS): function update (line 151) | def update(config): class _MonolithGflagMeta (line 193) | class _MonolithGflagMeta: function _get_flag_obj (line 198) | def _get_flag_obj(cls, set_if_not_exists=False) -> _MonolithGflagMeta: class LinkDataclassToFlags (line 208) | class LinkDataclassToFlags: method __init__ (line 222) | def __init__(self, linked_list=None, linked_map=None): method __call__ (line 230) | def __call__(self, cls): function _get_merged_meta (line 251) | def _get_merged_meta(cls): function update_by_flags (line 261) | def update_by_flags(cls): FILE: monolith/native_training/gflags_utils_test.py class TestConfig (line 27) | class TestConfig: class TestConfig2 (line 41) | class TestConfig2: class TestConfig3 (line 52) | class TestConfig3: class TestConfig4 (line 64) | class TestConfig4(TestConfig): class TestConfig5Base (line 74) | class TestConfig5Base: class TestConfig5 (line 87) | class TestConfig5(TestConfig5Base): class GflagUtilsTest (line 96) | class GflagUtilsTest(absltest.TestCase): method _check_help_info (line 98) | def _check_help_info(self, cls, skip_flags=set()): method test_extract_help_info (line 106) | def test_extract_help_info(self): method test_update (line 123) | def test_update(self): method test_extract_gflags_decorator (line 141) | def test_extract_gflags_decorator(self): class TestClass6 (line 177) | class TestClass6: method test_link_flag (line 181) | def test_link_flag(self): class TestClass7Base (line 201) | class TestClass7Base: class TestClass7Inherit (line 206) | class TestClass7Inherit(TestClass7Base): method test_link_flag_inheritance (line 209) | def test_link_flag_inheritance(self): FILE: monolith/native_training/graph_meta.py function get_meta (line 22) | def get_meta(key: str, MetaFactory: Callable): FILE: monolith/native_training/graph_utils.py function add_batch_norm_into_update_ops (line 18) | def add_batch_norm_into_update_ops(): FILE: monolith/native_training/hash_filter_ops.py class FilterType (line 42) | class FilterType(object): function create_hash_filter (line 49) | def create_hash_filter(capacity: int, function create_probabilistic_filter (line 61) | def create_probabilistic_filter(equal_probability, function create_dummy_hash_filter (line 71) | def create_dummy_hash_filter(name_suffix: str = "0") -> tf.Tensor: function _create_hash_filter (line 77) | def _create_hash_filter( function create_hash_filters (line 100) | def create_hash_filters( function save_hash_filter (line 139) | def save_hash_filter(hash_filter: tf.Tensor, function restore_hash_filter (line 149) | def restore_hash_filter(hash_filter: tf.Tensor, function intercept_gradient (line 159) | def intercept_gradient(filter_tensor: tf.Tensor, ids: tf.Tensor, class HashFilterCheckpointSaverListener (line 172) | class HashFilterCheckpointSaverListener(tf.estimator.CheckpointSaverList... method __init__ (line 177) | def __init__(self, method before_save (line 201) | def before_save(self, sess, global_step_value): method _build_save_graph (line 227) | def _build_save_graph(self) -> tf.Operation: class HashFilterCheckpointRestorerListener (line 241) | class HashFilterCheckpointRestorerListener( method __init__ (line 245) | def __init__(self, method before_restore (line 270) | def before_restore(self, session): method _restore_from_path_prefix (line 288) | def _restore_from_path_prefix(self, sess, path_prefix): method _build_restore_graph (line 306) | def _build_restore_graph(self) -> tf.Operation: function _intercept_gradient_gradient (line 321) | def _intercept_gradient_gradient(op: tf.Operation, grad: tf.Tensor): FILE: monolith/native_training/hash_filter_ops_test.py function get_config_str (line 26) | def get_config_str(occurrence_threshold=0): class HashFilterOpsTest (line 32) | class HashFilterOpsTest(tf.test.TestCase): method _count_files (line 34) | def _count_files(self, basename: str): method _GetHashFilterSplitMetaDump (line 37) | def _GetHashFilterSplitMetaDump(self, ckpt_file: str): method test_hash_filter_basic (line 42) | def test_hash_filter_basic(self): method test_hash_filter_save_restore (line 60) | def test_hash_filter_save_restore(self): method test_hash_filter_save_restore_across_multiple_filters (line 105) | def test_hash_filter_save_restore_across_multiple_filters(self): method test_dummy_hash_filter_basic (line 179) | def test_dummy_hash_filter_basic(self): method test_dummy_hash_filter_save_restore (line 190) | def test_dummy_hash_filter_save_restore(self): method test_restore_not_found (line 213) | def test_restore_not_found(self): FILE: monolith/native_training/hash_table_ops.py class BaseHashTable (line 50) | class BaseHashTable(abc.ABC): method assign (line 60) | def assign(self, method assign_add (line 75) | def assign_add(self, method lookup (line 90) | def lookup(self, method dim_size (line 109) | def dim_size(self): method apply_gradients (line 113) | def apply_gradients(self, method as_op (line 124) | def as_op(self) -> Union[tf.Tensor, tf.Operation]: class HashTableMetadata (line 135) | class HashTableMetadata: class HashTable (line 149) | class HashTable(BaseHashTable): method __init__ (line 154) | def __init__(self, method _init_from_proto (line 178) | def _init_from_proto(self, method to_proto (line 194) | def to_proto(self, export_scope=None): method from_proto (line 211) | def from_proto(table_proto, import_scope=None): method get_metadata (line 215) | def get_metadata(cls) -> HashTableMetadata: method _check_and_insert_name (line 219) | def _check_and_insert_name(cls, name): method table (line 226) | def table(self): method name (line 231) | def name(self): method extra_restore_names (line 236) | def extra_restore_names(self): method dim_size (line 241) | def dim_size(self): method assign (line 247) | def assign(self, method assign_add (line 260) | def assign_add(self, method lookup (line 270) | def lookup(self, method lookup_entry (line 278) | def lookup_entry(self, ids: tf.Tensor) -> tf.Tensor: method apply_gradients (line 283) | def apply_gradients(self, method as_op (line 305) | def as_op(self): method table_update (line 308) | def table_update(self, update_op: tf.Tensor) -> "HashTable": method save (line 313) | def save(self, basename: tf.Tensor, random_sleep_ms: int = 0) -> "Hash... method restore (line 322) | def restore(self, basename: tf.Tensor) -> "HashTable": method _copy_with_new_table (line 327) | def _copy_with_new_table(self, new_table: tf.Tensor): method size (line 332) | def size(self) -> tf.Tensor: method save_as_tensor (line 335) | def save_as_tensor(self, shard_idx, num_shards, limit, function fused_lookup (line 364) | def fused_lookup(tables: tf.Tensor, function fused_apply_gradient (line 404) | def fused_apply_gradient( function hash_table_from_config (line 460) | def hash_table_from_config(config: entry.HashTableConfigInstance, function test_hash_table (line 509) | def test_hash_table( function vocab_hash_table (line 568) | def vocab_hash_table(vocab_size: int, function _all_table_tensor_prefix (line 582) | def _all_table_tensor_prefix(table: HashTable) -> List[str]: function _table_tensor_prefix (line 587) | def _table_tensor_prefix(table: HashTable) -> str: class HashTableCheckpointSaverListener (line 591) | class HashTableCheckpointSaverListener(tf.estimator.CheckpointSaverListe... method __init__ (line 594) | def __init__(self, basename: str): method before_save (line 601) | def before_save(self, sess, global_step_value): method _build_save_graph (line 620) | def _build_save_graph(self) -> tf.Operation: class HashTableCheckpointRestorerListener (line 633) | class HashTableCheckpointRestorerListener( method __init__ (line 637) | def __init__(self, basename: str, ps_monitor=None): method before_restore (line 645) | def before_restore(self, session): method _restore_from_path_prefix (line 673) | def _restore_from_path_prefix(self, sess, path_prefix): method _build_restore_graph (line 709) | def _build_restore_graph(self): function extract_slot_from_entry (line 720) | def extract_slot_from_entry(entry: tf.Tensor, fid_v2=True): class HashTableRestorerSaverListener (line 724) | class HashTableRestorerSaverListener(tf.estimator.CheckpointSaverListener): method __init__ (line 728) | def __init__(self, ckpt_prefix: str): method after_save (line 731) | def after_save(self, session, global_step_value): FILE: monolith/native_training/hash_table_ops_benchmark.py function _get_id_tensor (line 25) | def _get_id_tensor(x): class HashTableOpsBenchmark (line 30) | class HashTableOpsBenchmark(tf.test.TestCase): method test_lookup (line 32) | def test_lookup(self): method test_lookup_multi_thread (line 54) | def test_lookup_multi_thread(self): method test_basic_optimize (line 76) | def test_basic_optimize(self): method test_multi_threads_optimize (line 98) | def test_multi_threads_optimize(self): method test_multi_threads_optimize_with_dedup (line 121) | def test_multi_threads_optimize_with_dedup(self): FILE: monolith/native_training/hash_table_ops_test.py function _get_id_tensor (line 34) | def _get_id_tensor(x): function test_hash_table_with_hash_filters (line 38) | def test_hash_table_with_hash_filters(dim_size, function test_hash_table (line 58) | def test_hash_table(*args, **kwargs): class HashTableOpsTest (line 66) | class HashTableOpsTest(tf.test.TestCase): method test_basic (line 68) | def test_basic(self): method test_assign (line 81) | def test_assign(self): method test_lookup_entry (line 100) | def test_lookup_entry(self): method test_save_as_tensor (line 116) | def test_save_as_tensor(self): method testNameConflict (line 128) | def testNameConflict(self): method test_gradients (line 134) | def test_gradients(self): method test_gradients_with_learning_rate_fn (line 150) | def test_gradients_with_learning_rate_fn(self): method test_gradients_with_learning_rate_decay (line 165) | def test_gradients_with_learning_rate_decay(self): method test_gradients_with_dedup (line 188) | def test_gradients_with_dedup(self): method test_gradients_with_different_ids (line 208) | def test_gradients_with_different_ids(self): method test_gradients_with_hash_filter (line 223) | def test_gradients_with_hash_filter(self): method test_save_restore (line 262) | def test_save_restore(self): method test_restore_from_another_table (line 279) | def test_restore_from_another_table(self): method test_save_restore_with_feature_eviction_assign_add (line 294) | def test_save_restore_with_feature_eviction_assign_add(self): method test_save_restore_with_feature_eviction_apply_gradients (line 331) | def test_save_restore_with_feature_eviction_apply_gradients(self): method test_entry_ttl_zero (line 381) | def test_entry_ttl_zero(self): method test_entry_ttl_not_zero (line 397) | def test_entry_ttl_not_zero(self): method test_entry_ttl_by_slots (line 413) | def test_entry_ttl_by_slots(self): method test_restore_not_found (line 468) | def test_restore_not_found(self): method test_save_restore_hook (line 477) | def test_save_restore_hook(self): method test_restore_after_save (line 518) | def test_restore_after_save(self): method test_save_restore_hook_with_feature_eviction_assign_add (line 555) | def test_save_restore_hook_with_feature_eviction_assign_add(self): method test_save_restore_hook_with_feature_eviction_apply_gradients (line 616) | def test_save_restore_hook_with_feature_eviction_apply_gradients(self): method test_save_restore_hook_with_no_req_time_feature_eviction_apply_gradients (line 684) | def test_save_restore_hook_with_no_req_time_feature_eviction_apply_gra... method test_save_restore_hook_with_zero_req_time_feature_eviction_apply_gradients (line 733) | def test_save_restore_hook_with_zero_req_time_feature_eviction_apply_g... method test_save_restore_hook_with_same_req_time_feature_eviction_apply_gradients (line 789) | def test_save_restore_hook_with_same_req_time_feature_eviction_apply_g... method test_delete_save_path (line 845) | def test_delete_save_path(self): method test_save_restore_with_hash_table_clear_logic (line 923) | def test_save_restore_with_hash_table_clear_logic(self): method test_hash_table_and_hash_filter_save_restore_hook_together (line 976) | def test_hash_table_and_hash_filter_save_restore_hook_together(self): method test_two_hash_table_whose_name_is_prefix (line 1072) | def test_two_hash_table_whose_name_is_prefix(self): method test_fused_lookup (line 1086) | def test_fused_lookup(self): method test_fused_optimize (line 1109) | def test_fused_optimize(self): method test_batch_softmax_optimizer (line 1152) | def test_batch_softmax_optimizer(self): method test_extract_fid (line 1186) | def test_extract_fid(self): method test_meta_graph_export (line 1192) | def test_meta_graph_export(self): FILE: monolith/native_training/hash_table_utils.py function iterate_table_and_apply (line 22) | def iterate_table_and_apply(table: "HashTable", function infer_dim_size (line 45) | def infer_dim_size( FILE: monolith/native_training/hash_table_utils_test.py class HashTableUtilsTest (line 21) | class HashTableUtilsTest(tf.test.TestCase): method test_iterate_table_and_apply (line 23) | def test_iterate_table_and_apply(self): FILE: monolith/native_training/hooks/ckpt_hooks.py class Meta (line 31) | class Meta: function _get_meta (line 41) | def _get_meta() -> Meta: function assign_ckpt_info (line 56) | def assign_ckpt_info(session: tf.compat.v1.Session, function get_ckpt_info (line 63) | def get_ckpt_info( class BarrierSaverListener (line 70) | class BarrierSaverListener(tf.estimator.CheckpointSaverListener): method __init__ (line 73) | def __init__(self, method before_save (line 84) | def before_save(self, session, global_step_value): method after_save (line 107) | def after_save(self, session, global_step_value): class _WorkerCkptRestorerHook (line 115) | class _WorkerCkptRestorerHook(tf.estimator.SessionRunHook): method __init__ (line 117) | def __init__(self, saver: tf.compat.v1.train.Saver, model_dir: str, method after_create_session (line 123) | def after_create_session(self, session, coord): class WorkerCkptHelper (line 132) | class WorkerCkptHelper: method __init__ (line 134) | def __init__(self, model_dir: str, index: int): method create_save_iterator_callback (line 159) | def create_save_iterator_callback(self): method create_restorer_hook (line 180) | def create_restorer_hook(self): function disable_iterator_save_restore (line 185) | def disable_iterator_save_restore(): FILE: monolith/native_training/hooks/ckpt_hooks_test.py class CountCheckpointSaverListener (line 29) | class CountCheckpointSaverListener(tf.estimator.CheckpointSaverListener): method __init__ (line 31) | def __init__(self): method begin (line 36) | def begin(self): method before_save (line 39) | def before_save(self, session, global_step): method after_save (line 42) | def after_save(self, session, global_step): method get_counts (line 45) | def get_counts(self): class FixedSessionCreator (line 53) | class FixedSessionCreator(tf.compat.v1.train.SessionCreator): method __init__ (line 55) | def __init__(self, fixed_sess): method create_session (line 58) | def create_session(self): class WorkerCkptHooksTest (line 62) | class WorkerCkptHooksTest(tf.test.TestCase): method testIteratorSaveRestore (line 64) | def testIteratorSaveRestore(self): method testNoCkpt (line 85) | def testNoCkpt(self): method testNoSaveables (line 92) | def testNoSaveables(self): method testCkptDisabled (line 102) | def testCkptDisabled(self): method test_saver_with_barrier (line 124) | def test_saver_with_barrier(self): FILE: monolith/native_training/hooks/ckpt_info.py class FidSlotCountSaverListener (line 29) | class FidSlotCountSaverListener(tf.estimator.CheckpointSaverListener): method __init__ (line 31) | def __init__(self, model_dir: str): method before_save (line 83) | def before_save(self, session, global_step_value): FILE: monolith/native_training/hooks/ckpt_info_test.py class FidCountListener (line 25) | class FidCountListener(tf.test.TestCase): method test_basic (line 27) | def test_basic(self): FILE: monolith/native_training/hooks/controller_hooks.py class ControllerHook (line 33) | class ControllerHook(tf.estimator.SessionRunHook): method __init__ (line 35) | def __init__(self, method stop_op (line 51) | def stop_op(self): method trigger_save_op (line 55) | def trigger_save_op(self): method before_run (line 58) | def before_run(self, run_context): method after_run (line 61) | def after_run(self, run_context, run_values): class _StopHook (line 78) | class _StopHook(tf.estimator.SessionRunHook): method __init__ (line 80) | def __init__(self, should_stop_fn): method after_run (line 83) | def after_run(self, run_context, run_values): class StopHelper (line 88) | class StopHelper: method __init__ (line 90) | def __init__(self): method create_barrier_callback (line 93) | def create_barrier_callback(self): method create_stop_hook (line 103) | def create_stop_hook(self): class QueryActionHook (line 114) | class QueryActionHook(tf.estimator.SessionRunHook): method __init__ (line 116) | def __init__(self, model_dir: str, hook: ControllerHook): method after_create_session (line 124) | def after_create_session(self, session, coord): method end (line 131) | def end(self, session): method _query_loop (line 136) | def _query_loop(self): method _query (line 145) | def _query(self): method _write_resp (line 168) | def _write_resp(self, content: str): FILE: monolith/native_training/hooks/controller_hooks_test.py class ControllerHookTest (line 25) | class ControllerHookTest(tf.test.TestCase): method testStop (line 27) | def testStop(self): method testSave (line 45) | def testSave(self): class QueryActionHookTest (line 56) | class QueryActionHookTest(tf.test.TestCase): method testStop (line 60) | def testStop(self): FILE: monolith/native_training/hooks/feature_engineering_hooks.py class FeatureEngineeringSaveHook (line 24) | class FeatureEngineeringSaveHook(tf.estimator.SessionRunHook): method __init__ (line 26) | def __init__(self, config, nxt_elem, cap=100): method begin (line 31) | def begin(self): method before_run (line 35) | def before_run(self, run_context): method _save_features (line 41) | def _save_features(self): method after_run (line 89) | def after_run(self, run_context, run_values): method end (line 96) | def end(self, session): FILE: monolith/native_training/hooks/hook_utils.py class BeforeSaveListener (line 18) | class BeforeSaveListener(tf.estimator.CheckpointSaverListener): method __init__ (line 21) | def __init__(self, listener: tf.estimator.CheckpointSaverListener): method before_save (line 24) | def before_save(self, session, global_step_value): method __repr__ (line 27) | def __repr__(self): class AfterSaveListener (line 31) | class AfterSaveListener(tf.estimator.CheckpointSaverListener): method __init__ (line 34) | def __init__(self, listener: tf.estimator.CheckpointSaverListener): method after_save (line 37) | def after_save(self, session, global_step_value): method __repr__ (line 40) | def __repr__(self): FILE: monolith/native_training/hooks/hook_utils_test.py class HookUtilsTest (line 20) | class HookUtilsTest(tf.test.TestCase): method testBeforeAfterSaverListener (line 22) | def testBeforeAfterSaverListener(self): FILE: monolith/native_training/hooks/ps_check_hooks.py function get_ps_machine_info_shared_name (line 28) | def get_ps_machine_info_shared_name(index: int): function _default_report (line 32) | def _default_report(results: Dict[int, logging_ops_pb2.MachineHealthResu... class Config (line 41) | class Config(NamedTuple): class _PsHealthChecker (line 48) | class _PsHealthChecker: method __init__ (line 50) | def __init__(self, config: Config): method create_threads (line 61) | def create_threads(self, sess, coord: tf.train.Coordinator): method _run (line 69) | def _run(self, sess, coord: tf.train.Coordinator): class PsHealthCheckerHook (line 87) | class PsHealthCheckerHook(tf.estimator.SessionRunHook): method __init__ (line 89) | def __init__(self, config: Config): method begin (line 93) | def begin(self): method after_create_session (line 96) | def after_create_session(self, session, coord): FILE: monolith/native_training/hooks/ps_check_hooks_test.py class PrepareMachineInfoHook (line 26) | class PrepareMachineInfoHook(tf.estimator.SessionRunHook): method __init__ (line 29) | def __init__(self, machine_info): method after_create_session (line 32) | def after_create_session(self, session, coord): class RaiseErrorHook (line 36) | class RaiseErrorHook(tf.estimator.SessionRunHook): method __init__ (line 38) | def __init__(self, method after_create_session (line 45) | def after_create_session(self, session, coord): method before_run (line 49) | def before_run(self, run_context): class PsCheckHooksTest (line 55) | class PsCheckHooksTest(tf.test.TestCase): method _set_up_hook (line 57) | def _set_up_hook(self, report_fn=None, mem_limit=1 << 60): method test_basic (line 72) | def test_basic(self): method test_oom (line 77) | def test_oom(self): method test_raise_in_after_create_session (line 84) | def test_raise_in_after_create_session(self): method test_raise_in_before_run (line 94) | def test_raise_in_before_run(self): method test_default_report (line 105) | def test_default_report(self): FILE: monolith/native_training/hooks/server/client_lib.py function get_stub_from_model_dir (line 25) | def get_stub_from_model_dir(model_dir: str): FILE: monolith/native_training/hooks/server/server_lib.py class ControllerServicer (line 32) | class ControllerServicer(service_pb2_grpc.ControllerServicer): method __init__ (line 34) | def __init__(self, sess: tf.compat.v1.Session, method StopTraining (line 41) | def StopTraining(self, req, ctx): method ResumeTraining (line 48) | def ResumeTraining(self, req, ctx): method GetBlockStatus (line 52) | def GetBlockStatus(self, req, ctx): method SaveCheckpoint (line 61) | def SaveCheckpoint(self, req, ctx): method GetTrainingStatus (line 66) | def GetTrainingStatus(self, req, ctx): class ServerHook (line 73) | class ServerHook(tf.estimator.SessionRunHook): method __init__ (line 75) | def __init__(self, model_dir: str, barrier_op: barrier_ops.BarrierOp, method after_create_session (line 82) | def after_create_session(self, session, coord): method end (line 94) | def end(self, session): FILE: monolith/native_training/hooks/server/server_lib_test.py class ServerTest (line 28) | class ServerTest(tf.test.TestCase): method test_basic (line 30) | def test_basic(self): FILE: monolith/native_training/hooks/session_hooks.py class _Info (line 21) | class _Info: class SetCurrentSessionHook (line 28) | class SetCurrentSessionHook(tf.estimator.SessionRunHook): method after_create_session (line 30) | def after_create_session(self, session, coord): method end (line 33) | def end(self, session): function get_current_session (line 37) | def get_current_session(): FILE: monolith/native_training/hooks/session_hooks_test.py class SessionHooksTest (line 20) | class SessionHooksTest(tf.test.TestCase): method testBasic (line 22) | def testBasic(self): FILE: monolith/native_training/hvd_lib.py class _Lib (line 20) | class _Lib: method __init__ (line 23) | def __init__(self): method lib (line 28) | def lib(self): method enable_bps (line 38) | def enable_bps(self): method init (line 41) | def init(self): method rank (line 44) | def rank(self): method size (line 47) | def size(self): method allgather (line 50) | def allgather(self, *args, **kwargs): method broadcast (line 53) | def broadcast(self, *args, **kwargs): method BroadcastGlobalVariablesHook (line 56) | def BroadcastGlobalVariablesHook(self, *args, **kwargs): function __getattr__ (line 63) | def __getattr__(name): FILE: monolith/native_training/input.py function slot_to_key (line 20) | def slot_to_key(slot: int): function generate_ffm_example (line 24) | def generate_ffm_example(vocab_sizes: List[int], length=5) -> str: FILE: monolith/native_training/layers/add_bias.py class AddBias (line 27) | class AddBias(Layer): method __init__ (line 41) | def __init__(self, initializer=None, regularizer=None, **kwargs): method build (line 50) | def build(self, input_shape): method call (line 58) | def call(self, inputs, **kwargs): method get_config (line 104) | def get_config(self): FILE: monolith/native_training/layers/add_bias_test.py class AddBiasTest (line 22) | class AddBiasTest(tf.test.TestCase): method test_ab_instantiate (line 24) | def test_ab_instantiate(self): method test_ab_serde (line 35) | def test_ab_serde(self): method test_ab_call (line 48) | def test_ab_call(self): FILE: monolith/native_training/layers/advanced_activations.py function get (line 102) | def get(identifier): function serialize (line 151) | def serialize(activation): function deserialize (line 198) | def deserialize(identifier): FILE: monolith/native_training/layers/advanced_activations_test.py function serde (line 22) | def serde(act): class ActivationsTest (line 50) | class ActivationsTest(tf.test.TestCase): method test_get_from_str (line 52) | def test_get_from_str(self): method test_get_from_layers (line 56) | def test_get_from_layers(self): method test_get_from_func (line 60) | def test_get_from_func(self): method test_params (line 64) | def test_params(self): method test_call (line 70) | def test_call(self): FILE: monolith/native_training/layers/agru.py class AGRUCell (line 51) | class AGRUCell(Layer): method __init__ (line 63) | def __init__(self, method state_size (line 87) | def state_size(self): method output_size (line 91) | def output_size(self): method build (line 94) | def build(self, inputs_shape): method call (line 129) | def call(self, inputs, **kwargs): method zero_state (line 156) | def zero_state(self, batch_size, dtype): method get_config (line 173) | def get_config(self): function create_ta (line 186) | def create_ta(name, size, dtype): function static_rnn_with_attention (line 202) | def static_rnn_with_attention(cell, inputs, att_scores, init_state=None): function dynamic_rnn_with_attention (line 238) | def dynamic_rnn_with_attention(cell, FILE: monolith/native_training/layers/agru_test.py class AGRUTest (line 22) | class AGRUTest(tf.test.TestCase): method test_agru_instantiate (line 24) | def test_agru_instantiate(self): method test_agru_serde (line 40) | def test_agru_serde(self): method test_agru_call (line 50) | def test_agru_call(self): method test_agru_static_rnn_call (line 70) | def test_agru_static_rnn_call(self): method test_agru_dynamic_rnn_call (line 89) | def test_agru_dynamic_rnn_call(self): FILE: monolith/native_training/layers/dense.py class Dense (line 33) | class Dense(Layer): method __init__ (line 68) | def __init__(self, method add_weight (line 110) | def add_weight(self, method get_variable (line 140) | def get_variable(self, method build (line 196) | def build(self, input_shape): method call (line 263) | def call(self, inputs, **kwargs): method compute_output_shape (line 284) | def compute_output_shape(self, input_shape): method get_config (line 293) | def get_config(self): FILE: monolith/native_training/layers/dense_test.py class DenseTest (line 23) | class DenseTest(tf.test.TestCase): method test_dense_instantiate (line 25) | def test_dense_instantiate(self): method test_dense_serde (line 41) | def test_dense_serde(self): method test_dense_call (line 57) | def test_dense_call(self): method test_dense_kernel_norm_call (line 68) | def test_dense_kernel_norm_call(self): method test_inactive_relu_monitor (line 81) | def test_inactive_relu_monitor(self): method test_dense_with_explicit_partition (line 97) | def test_dense_with_explicit_partition(self): method test_dense_with_implicit_partition (line 118) | def test_dense_with_implicit_partition(self): FILE: monolith/native_training/layers/feature_cross.py class GroupInt (line 37) | class GroupInt(Layer): method __init__ (line 69) | def __init__(self, method build (line 96) | def build(self, input_shape): method call (line 109) | def call(self, inputs, **kwargs): method get_config (line 131) | def get_config(self): class AllInt (line 151) | class AllInt(Layer): method __init__ (line 175) | def __init__(self, method build (line 193) | def build(self, input_shape): method call (line 209) | def call(self, embeddings, **kwargs): method get_config (line 226) | def get_config(self): class CDot (line 242) | class CDot(Layer): method __init__ (line 263) | def __init__(self, method build (line 279) | def build(self, input_shape): method call (line 301) | def call(self, inputs, **kwargs): method get_config (line 330) | def get_config(self): class CAN (line 345) | class CAN(Layer): method __init__ (line 362) | def __init__(self, method build (line 374) | def build(self, input_shape): method call (line 386) | def call(self, inputs, **kwargs): method get_config (line 432) | def get_config(self): class DCN (line 445) | class DCN(Layer): method __init__ (line 467) | def __init__(self, method build (line 492) | def build(self, input_shape): method call (line 560) | def call(self, inputs, **kwargs): method get_variable (line 608) | def get_variable(self, name, shape, dtype, initializer, regularizer, method get_config (line 674) | def get_config(self): class CIN (line 694) | class CIN(Layer): method __init__ (line 725) | def __init__(self, method build (line 742) | def build(self, input_shape): method call (line 778) | def call(self, inputs, **kwargs): method get_config (line 796) | def get_config(self): FILE: monolith/native_training/layers/feature_cross_test.py class FeatureCrossTest (line 22) | class FeatureCrossTest(tf.test.TestCase): method test_groupint_instantiate (line 24) | def test_groupint_instantiate(self): method test_groupint_serde (line 41) | def test_groupint_serde(self): method test_groupint_call (line 52) | def test_groupint_call(self): method test_groupint_attention_call (line 67) | def test_groupint_attention_call(self): method test_allint_instantiate (line 80) | def test_allint_instantiate(self): method test_allint_serde (line 91) | def test_allint_serde(self): method test_allint_call (line 104) | def test_allint_call(self): method test_cdot_instantiate (line 118) | def test_cdot_instantiate(self): method test_cdot_serde (line 131) | def test_cdot_serde(self): method test_cdot_call (line 139) | def test_cdot_call(self): method test_can_instantiate (line 148) | def test_can_instantiate(self): method test_can_serde (line 162) | def test_can_serde(self): method test_can_seq_call (line 170) | def test_can_seq_call(self): method test_can_call (line 180) | def test_can_call(self): method test_dcn_instantiate (line 190) | def test_dcn_instantiate(self): method test_dcn_serde (line 204) | def test_dcn_serde(self): method test_dcn_vector_call (line 212) | def test_dcn_vector_call(self): method test_dcn_matrix_call (line 225) | def test_dcn_matrix_call(self): method test_dcn_mixed_call (line 238) | def test_dcn_mixed_call(self): method test_cin_instantiate (line 253) | def test_cin_instantiate(self): method test_cin_serde (line 265) | def test_cin_serde(self): method test_cin_call (line 273) | def test_cin_call(self): FILE: monolith/native_training/layers/feature_seq.py class DIN (line 33) | class DIN(Layer): method __init__ (line 69) | def __init__(self, method build (line 89) | def build(self, input_shape): method call (line 100) | def call(self, inputs, **kwargs): method get_config (line 141) | def get_config(self): class DIEN (line 154) | class DIEN(Layer): method __init__ (line 177) | def __init__(self, method build (line 191) | def build(self, input_shape): method _attention (line 220) | def _attention(self, queries, keys): method call (line 228) | def call(self, inputs, **kwargs): method get_config (line 253) | def get_config(self): class DMR_U2I (line 267) | class DMR_U2I(Layer): method __init__ (line 282) | def __init__(self, method build (line 295) | def build(self, input_shape): method call (line 329) | def call(self, inputs, **kwargs): method get_config (line 353) | def get_config(self): FILE: monolith/native_training/layers/feature_seq_test.py class FeatureSeqTest (line 21) | class FeatureSeqTest(tf.test.TestCase): method test_din_instantiate (line 23) | def test_din_instantiate(self): method test_din_serde (line 35) | def test_din_serde(self): method test_din_call (line 43) | def test_din_call(self): method test_dien_instantiate (line 54) | def test_dien_instantiate(self): method test_dien_serde (line 66) | def test_dien_serde(self): method test_dien_call (line 74) | def test_dien_call(self): method test_dmr_instantiate (line 85) | def test_dmr_instantiate(self): method test_dmr_serde (line 100) | def test_dmr_serde(self): method test_dmr_call (line 110) | def test_dmr_call(self): FILE: monolith/native_training/layers/feature_trans.py class AutoInt (line 31) | class AutoInt(Layer): method __init__ (line 57) | def __init__(self, method call (line 67) | def call(self, embeds, **kwargs): method get_config (line 86) | def get_config(self): class iRazor (line 97) | class iRazor(Layer): method __init__ (line 144) | def __init__(self, method rigid_masks (line 176) | def rigid_masks(self): method build (line 183) | def build(self, input_shape): method call (line 193) | def call(self, embeds, **kwargs): method get_config (line 216) | def get_config(self): class SeNet (line 232) | class SeNet(Layer): method __init__ (line 251) | def __init__(self, method build (line 269) | def build(self, input_shape): method call (line 283) | def call(self, inputs, **kwargs): method get_config (line 329) | def get_config(self): FILE: monolith/native_training/layers/feature_trans_test.py class FeatureTransTest (line 21) | class FeatureTransTest(tf.test.TestCase): method test_autoint_instantiate (line 23) | def test_autoint_instantiate(self): method test_autoint_serde (line 34) | def test_autoint_serde(self): method test_autoint_call (line 47) | def test_autoint_call(self): method test_senet_instantiate (line 61) | def test_senet_instantiate(self): method test_senet_serde (line 76) | def test_senet_serde(self): method test_senet_call (line 86) | def test_senet_call(self): method test_irazor_instantiate (line 101) | def test_irazor_instantiate(self): method test_irazor_serde (line 115) | def test_irazor_serde(self): method test_irazor_call (line 125) | def test_irazor_call(self): FILE: monolith/native_training/layers/kernels/feature_insight_kernels.cc type tensorflow (line 28) | namespace tensorflow { type monolith_tf (line 29) | namespace monolith_tf { class FeatureInsightOp (line 31) | class FeatureInsightOp : public OpKernel { method FeatureInsightOp (line 33) | explicit FeatureInsightOp(OpKernelConstruction *ctx) : OpKernel(ct... method Compute (line 47) | void Compute(OpKernelContext *ctx) override { class FeatureInsightGradOp (line 91) | class FeatureInsightGradOp : public OpKernel { method FeatureInsightGradOp (line 93) | explicit FeatureInsightGradOp(OpKernelConstruction *ctx) : OpKerne... method Compute (line 119) | void Compute(OpKernelContext *ctx) override { FILE: monolith/native_training/layers/kernels/ffm_kernels.cc type tensorflow (line 23) | namespace tensorflow { type monolith_tf (line 24) | namespace monolith_tf { type FFMImpl (line 29) | struct FFMImpl { method Compute (line 30) | static void Compute(OpKernelContext *ctx, const std::string &int_t... type FFMGradImpl (line 64) | struct FFMGradImpl { method Compute (line 65) | static void Compute(OpKernelContext *ctx, const std::string &int_t... FILE: monolith/native_training/layers/kernels/ffm_kernels.cu.cc type tensorflow (line 29) | namespace tensorflow { type monolith_tf (line 30) | namespace monolith_tf { function __global__ (line 34) | __global__ void FFMKernelMultiply(TTypes::ConstMatrix left_ma... function __global__ (line 54) | __global__ void FFMKernelDot(TTypes::ConstMatrix left_matrix, type FFMImpl (line 82) | struct FFMImpl { method Compute (line 83) | static void Compute(OpKernelContext *ctx, const std::string &int_t... function __global__ (line 105) | __global__ void FFMGradKernelMultiply( function __global__ (line 138) | __global__ void FFMGradKernelDot( type FFMGradImpl (line 171) | struct FFMGradImpl { method Compute (line 172) | static void Compute(OpKernelContext *ctx, const std::string &int_t... FILE: monolith/native_training/layers/kernels/ffm_kernels.h function namespace (line 23) | namespace tensorflow { FILE: monolith/native_training/layers/kernels/fid_counter_kernel.cc type tensorflow (line 20) | namespace tensorflow { type monolith_tf (line 21) | namespace monolith_tf { class MonolithFidCounterOp (line 23) | class MonolithFidCounterOp : public OpKernel { method MonolithFidCounterOp (line 25) | explicit MonolithFidCounterOp(OpKernelConstruction *ctx) : OpKerne... method Compute (line 30) | void Compute(OpKernelContext *ctx) override { FILE: monolith/native_training/layers/layer_ops.py function ffm (line 24) | def ffm(left: tf.Tensor, function _ffm_grad (line 36) | def _ffm_grad(op, grad: tf.Tensor) -> tf.Tensor: function feature_insight (line 49) | def feature_insight(input_embedding, function _feature_insight (line 75) | def _feature_insight(op, grad: tf.Tensor) -> Tuple[tf.Tensor, tf.Tensor]: function fid_counter (line 90) | def fid_counter(counter: tf.Tensor, counter_threshold: int, step: float ... function _fid_counter_grad (line 125) | def _fid_counter_grad(op, grad: tf.Tensor) -> tf.Tensor: FILE: monolith/native_training/layers/layer_ops_test.py class LayerOpsTest (line 27) | class LayerOpsTest(tf.test.TestCase): method test_ffm_mul (line 29) | def test_ffm_mul(self): method test_ffm_mul_grad (line 44) | def test_ffm_mul_grad(self): method test_ffm_dot (line 71) | def test_ffm_dot(self): method test_ffm_dot_grad (line 89) | def test_ffm_dot_grad(self): method test_feature_insight (line 117) | def test_feature_insight(self): method test_feature_insight_grad (line 158) | def test_feature_insight_grad(self): method test_fid_counter_grad (line 200) | def test_fid_counter_grad(self): FILE: monolith/native_training/layers/lhuc.py class LHUCTower (line 37) | class LHUCTower(Layer): method __init__ (line 66) | def __init__(self, method lhuc_params (line 142) | def lhuc_params(self, name): method build (line 148) | def build(self, input_shape): method call (line 221) | def call(self, inputs, **kwargs): method get_config (line 240) | def get_config(self): method from_config (line 277) | def from_config(cls, config): FILE: monolith/native_training/layers/lhuc_test.py class LHUCTowerTest (line 22) | class LHUCTowerTest(tf.test.TestCase): method test_lhuc_instantiate (line 24) | def test_lhuc_instantiate(self): method test_lhuc_serde (line 40) | def test_lhuc_serde(self): method test_lhuc_call (line 55) | def test_lhuc_call(self): FILE: monolith/native_training/layers/logit_correction.py class LogitCorrection (line 29) | class LogitCorrection(Layer): method __init__ (line 40) | def __init__(self, activation=None, sample_bias: bool = False, **kwargs): method call (line 48) | def call(self, inputs, **kwargs): method safe_log_sigmoid (line 57) | def safe_log_sigmoid(logits): method get_sample_logits (line 66) | def get_sample_logits(logits, sample_rate, sample_bias): method compute_output_shape (line 77) | def compute_output_shape(self, input_shape): method get_config (line 82) | def get_config(self): FILE: monolith/native_training/layers/logit_correction_test.py class SailSpecialTest (line 21) | class SailSpecialTest(tf.test.TestCase): method test_sr_instantiate (line 23) | def test_sr_instantiate(self): method test_sr_serde (line 34) | def test_sr_serde(self): method test_sr_call (line 47) | def test_sr_call(self): FILE: monolith/native_training/layers/mlp.py class MLP (line 30) | class MLP(Layer): method __init__ (line 53) | def __init__(self, method build (line 99) | def build(self, input_shape): method call (line 144) | def call(self, input, **kwargs): method get_config (line 159) | def get_config(self): method from_config (line 192) | def from_config(cls, config): method get_layer (line 209) | def get_layer(self, index: int): FILE: monolith/native_training/layers/mlp_test.py class MLPTest (line 22) | class MLPTest(tf.test.TestCase): method test_mlp_instantiate (line 24) | def test_mlp_instantiate(self): method test_mlp_serde (line 40) | def test_mlp_serde(self): method test_mlp_call (line 55) | def test_mlp_call(self): FILE: monolith/native_training/layers/multi_task.py class MMoE (line 34) | class MMoE(Layer): method __init__ (line 65) | def __init__(self, method build (line 143) | def build(self, input_shape): method calc_gate (line 194) | def calc_gate(self, gate_input: tf.Tensor): method call (line 221) | def call(self, inputs, **kwargs): method get_config (line 252) | def get_config(self): function hard_concrete_ste (line 297) | def hard_concrete_ste(x): class SNR (line 308) | class SNR(Layer): method __init__ (line 325) | def __init__(self, method build (line 357) | def build(self, input_shape): method sample (line 399) | def sample(self): method call (line 418) | def call(self, inputs, **kwargs): method get_config (line 433) | def get_config(self): FILE: monolith/native_training/layers/multi_task_test.py class MultiTaskTest (line 22) | class MultiTaskTest(tf.test.TestCase): method test_mmoe_instantiate (line 24) | def test_mmoe_instantiate(self): method test_mmoe_serde (line 44) | def test_mmoe_serde(self): method test_mmoe_call (line 61) | def test_mmoe_call(self): method test_snr_instantiate (line 78) | def test_snr_instantiate(self): method test_snr_serde (line 92) | def test_snr_serde(self): method test_snr_call (line 108) | def test_snr_call(self): FILE: monolith/native_training/layers/norms.py class BatchNorm (line 27) | class BatchNorm(Layer): method __init__ (line 29) | def __init__(self, method build (line 63) | def build(self, input_shape): method call (line 97) | def call(self, inputs, **kwargs): method set_use_global_dist (line 155) | def set_use_global_dist(self, training_use_global_dist): method get_config (line 159) | def get_config(self): class LayerNorm (line 194) | class LayerNorm(Layer): method __init__ (line 205) | def __init__(self, initializer, regularizer=None, **kwargs): method build (line 211) | def build(self, input_shape): method call (line 225) | def call(self, inputs, **kwargs): method get_config (line 236) | def get_config(self): class GradNorm (line 247) | class GradNorm(Layer): method __init__ (line 267) | def __init__(self, method build (line 281) | def build(self, input_shape): method _get_norm (line 295) | def _get_norm(self, grad): method get_weights (line 298) | def get_weights(self): method call (line 301) | def call(self, inputs, **kwargs): method get_config (line 334) | def get_config(self): FILE: monolith/native_training/layers/norms_test.py class NormTest (line 22) | class NormTest(tf.test.TestCase): method test_ln_instantiate (line 24) | def test_ln_instantiate(self): method test_ln_serde (line 35) | def test_ln_serde(self): method test_ln_call (line 48) | def test_ln_call(self): method test_gn_instantiate (line 57) | def test_gn_instantiate(self): method test_gn_serde (line 68) | def test_gn_serde(self): FILE: monolith/native_training/layers/ops/feature_insight_ops.cc type tensorflow (line 18) | namespace tensorflow { FILE: monolith/native_training/layers/ops/ffm_ops.cc type tensorflow (line 18) | namespace tensorflow { FILE: monolith/native_training/layers/ops/fid_counter_op.cc type tensorflow (line 18) | namespace tensorflow { FILE: monolith/native_training/layers/ops/nas_ops.cc type tensorflow (line 18) | namespace tensorflow { FILE: monolith/native_training/layers/pooling.py class Pooling (line 24) | class Pooling(Layer): method __init__ (line 34) | def __init__(self, **kwargs): method pool (line 37) | def pool(self, vec_list): method call (line 40) | def call(self, vec_list, **kwargs): class SumPooling (line 49) | class SumPooling(Pooling): method __init__ (line 59) | def __init__(self, **kwargs): method pool (line 62) | def pool(self, vec_list): class AvgPooling (line 68) | class AvgPooling(Pooling): method __init__ (line 78) | def __init__(self, **kwargs): method pool (line 81) | def pool(self, vec_list): class MaxPooling (line 87) | class MaxPooling(Pooling): method __init__ (line 97) | def __init__(self, **kwargs): method pool (line 100) | def pool(self, vec_list): FILE: monolith/native_training/layers/pooling_test.py class PoolingTest (line 22) | class PoolingTest(tf.test.TestCase): method test_sp_instantiate (line 24) | def test_sp_instantiate(self): method test_sp_serde (line 34) | def test_sp_serde(self): method test_sp_call (line 46) | def test_sp_call(self): method test_mp_instantiate (line 62) | def test_mp_instantiate(self): method test_mp_serde (line 72) | def test_mp_serde(self): method test_mp_call (line 84) | def test_mp_call(self): method test_ap_instantiate (line 100) | def test_ap_instantiate(self): method test_ap_serde (line 110) | def test_ap_serde(self): method test_ap_call (line 122) | def test_ap_call(self): FILE: monolith/native_training/layers/utils.py class MergeType (line 23) | class MergeType: class DCNType (line 30) | class DCNType: function check_dim (line 36) | def check_dim(dim): function dim_size (line 47) | def dim_size(inputs, axis: int): function merge_tensor_list (line 58) | def merge_tensor_list(tensor_list, function gumbel_keys (line 125) | def gumbel_keys(w): function continuous_topk (line 136) | def continuous_topk(w, k, t, separate=False): function sample_subset (line 150) | def sample_subset(w, k, t=0.1): FILE: monolith/native_training/learning_rate_functions.py class LearningRateFunction (line 34) | class LearningRateFunction(): method __call__ (line 50) | def __call__(self): method __str__ (line 54) | def __str__(self): class PolynomialDecay (line 61) | class PolynomialDecay(LearningRateFunction): method __init__ (line 69) | def __init__(self, method __call__ (line 104) | def __call__(self): FILE: monolith/native_training/learning_rate_functions_test.py class PolynomialDecayTest (line 21) | class PolynomialDecayTest(tf.test.TestCase): method test_basic (line 23) | def test_basic(self): method test_dense_optimizer (line 41) | def test_dense_optimizer(self): FILE: monolith/native_training/logging_ops.py function tensors_timestamp (line 31) | def tensors_timestamp( function emit_timer (line 37) | def emit_timer(key: str, function machine_info (line 45) | def machine_info(mem_limit=None, shared_name=None) -> tf.Tensor: function check_machine_health (line 54) | def check_machine_health(machine_info_tensor: tf.Tensor) -> tf.Tensor: FILE: monolith/native_training/logging_ops_test.py class LoggingOpsTest (line 25) | class LoggingOpsTest(tf.test.TestCase): method test_tensors_timestamp (line 27) | def test_tensors_timestamp(self): method test_emit_timer (line 36) | def test_emit_timer(self): method test_machine_health (line 40) | def test_machine_health(self): method test_machine_health_oom (line 45) | def test_machine_health_oom(self): FILE: monolith/native_training/losses/batch_softmax_loss.py function batch_softmax_loss (line 18) | def batch_softmax_loss(query: tf.Tensor, FILE: monolith/native_training/losses/batch_softmax_loss_test.py class BatchSoftmaxLossTest (line 21) | class BatchSoftmaxLossTest(tf.test.TestCase): method test_batch_softmax_loss (line 23) | def test_batch_softmax_loss(self): FILE: monolith/native_training/losses/inbatch_auc_loss.py function inbatch_auc_loss (line 25) | def inbatch_auc_loss(label: tf.Tensor, function _inbatch_auc_loss_grad (line 34) | def _inbatch_auc_loss_grad(op: tf.Operation, grad: tf.Tensor): FILE: monolith/native_training/losses/inbatch_auc_loss_test.py class InbatchAucLossTest (line 21) | class InbatchAucLossTest(tf.test.TestCase): method test_inbatch_auc_loss (line 23) | def test_inbatch_auc_loss(self): method test_inbatch_auc_loss_grad (line 43) | def test_inbatch_auc_loss_grad(self): FILE: monolith/native_training/losses/ltr_losses.py function label_valid_fn (line 51) | def label_valid_fn(labels): function sort_by_scores (line 57) | def sort_by_scores(scores, features_list, topn=None): function organize_valid_indices (line 92) | def organize_valid_indices(is_valid, shuffle=True, seed=None): function shuffle_valid_indices (line 133) | def shuffle_valid_indices(is_valid, seed=None): function reshape_first_ndims (line 138) | def reshape_first_ndims(tensor, first_ndims, new_shape): function approx_ranks (line 160) | def approx_ranks(logits, alpha=10.): function inverse_max_dcg (line 193) | def inverse_max_dcg(labels, function get_batch_idx_size (line 219) | def get_batch_idx_size(logits, labels, rank_id, name_prefix): class RankingLossKey (line 253) | class RankingLossKey(object): function make_loss_fn (line 266) | def make_loss_fn(loss_keys, function create_ndcg_lambda_weight (line 391) | def create_ndcg_lambda_weight(topn=None, smooth_fraction=0.): function create_reciprocal_rank_lambda_weight (line 401) | def create_reciprocal_rank_lambda_weight(topn=None, smooth_fraction=0.): function create_p_list_mle_lambda_weight (line 410) | def create_p_list_mle_lambda_weight(list_size): class _LambdaWeight (line 427) | class _LambdaWeight(object): method _get_valid_pairs_and_clean_labels (line 438) | def _get_valid_pairs_and_clean_labels(self, sorted_labels): method pair_weights (line 450) | def pair_weights(self, sorted_labels): method individual_weights (line 462) | def individual_weights(self, sorted_labels): class IdentityLambdaWeight (line 475) | class IdentityLambdaWeight(_LambdaWeight): method __init__ (line 477) | def __init__(self,): method pair_weights (line 480) | def pair_weights(self, sorted_labels): class DCGLambdaWeight (line 484) | class DCGLambdaWeight(_LambdaWeight): method __init__ (line 487) | def __init__(self, method pair_weights (line 521) | def pair_weights(self, sorted_labels): method individual_weights (line 586) | def individual_weights(self, sorted_labels): class PrecisionLambdaWeight (line 605) | class PrecisionLambdaWeight(_LambdaWeight): method __init__ (line 608) | def __init__(self, method pair_weights (line 621) | def pair_weights(self, sorted_labels): class ListMLELambdaWeight (line 656) | class ListMLELambdaWeight(_LambdaWeight): method __init__ (line 659) | def __init__(self, rank_discount_fn): method pair_weights (line 669) | def pair_weights(self, sorted_labels): method individual_weights (line 673) | def individual_weights(self, sorted_labels): function _sort_and_normalize (line 683) | def _sort_and_normalize(labels, logits, weights=None): function _pairwise_comparison (line 715) | def _pairwise_comparison(sorted_labels, function _pairwise_loss (line 781) | def _pairwise_loss(loss_fn, function _pairwise_hinge_loss (line 823) | def _pairwise_hinge_loss(labels, function _pairwise_logistic_loss (line 870) | def _pairwise_logistic_loss( function _pairwise_soft_zero_one_loss (line 918) | def _pairwise_soft_zero_one_loss( function _softmax_loss (line 967) | def _softmax_loss(labels, function _sigmoid_cross_entropy_loss (line 1025) | def _sigmoid_cross_entropy_loss( function _mean_squared_loss (line 1067) | def _mean_squared_loss(labels, function _list_mle_loss (line 1107) | def _list_mle_loss(labels, function _approx_ndcg_loss (line 1177) | def _approx_ndcg_loss(labels, FILE: monolith/native_training/metric/cli.py class Client (line 17) | class Client: method __init__ (line 19) | def __init__(self, *args, **kwargs): method __getattr__ (line 22) | def __getattr__(self, name): function get_cli (line 27) | def get_cli(*args, **kwargs): FILE: monolith/native_training/metric/deep_insight_ops.py function deep_insight_client (line 30) | def deep_insight_client(enable_metrics_counter: bool=False, is_fake: boo... function write_deep_insight (line 43) | def write_deep_insight(deep_insight_client_tensor: tf.Tensor, function write_deep_insight_v2 (line 88) | def write_deep_insight_v2(deep_insight_client_tensor: tf.Tensor, FILE: monolith/native_training/metric/deep_insight_ops_test.py class DeepInsightOpsTest (line 24) | class DeepInsightOpsTest(tf.test.TestCase): method dummy_test (line 26) | def dummy_test(self): FILE: monolith/native_training/metric/exit_hook.py function sig_handler (line 26) | def sig_handler(signo, frame): function exit_hook (line 38) | def exit_hook(): FILE: monolith/native_training/metric/kafka_utils.py class KProducer (line 22) | class KProducer(object): method __init__ (line 24) | def __init__(self, brokers, topic) -> None: method send (line 40) | def send(self, msgs): method _poll (line 53) | def _poll(self): method total (line 73) | def total(self): method success (line 76) | def success(self): method failed (line 79) | def failed(self): method _flush (line 82) | def _flush(self): method close (line 99) | def close(self): method _send_success (line 113) | def _send_success(self, *args, **kwargs): method _send_failed (line 116) | def _send_failed(self, *args, **kwargs): FILE: monolith/native_training/metric/metric_hook.py class ThroughputMetricHook (line 44) | class ThroughputMetricHook(tf.estimator.SessionRunHook): method __init__ (line 47) | def __init__(self, method begin (line 65) | def begin(self): method before_run (line 68) | def before_run(self, run_context): method after_run (line 86) | def after_run(self, run_context, run_values): class StepLossMetricHook (line 103) | class StepLossMetricHook(tf.estimator.SessionRunHook): method __init__ (line 106) | def __init__(self, loss_tensor): method before_run (line 110) | def before_run(self, run_context): method after_run (line 113) | def after_run(self, run_context, run_value): class CustomMetricHook (line 117) | class CustomMetricHook(tf.estimator.SessionRunHook): method __init__ (line 120) | def __init__(self, metric_tensors): method before_run (line 134) | def before_run(self, run_context): method after_run (line 137) | def after_run(self, run_context, run_value): class Tf2ProfilerHook (line 143) | class Tf2ProfilerHook(tf.estimator.SessionRunHook): method __init__ (line 146) | def __init__(self, method begin (line 169) | def begin(self): method before_run (line 178) | def before_run(self, run_context): method after_run (line 185) | def after_run(self, run_context, run_values: tf.estimator.SessionRunVa... method end (line 202) | def end(self, sess): method _start_profiling (line 206) | def _start_profiling(self): method _stop_profiling (line 217) | def _stop_profiling(self): class ByteCCLTelemetryHook (line 227) | class ByteCCLTelemetryHook(tf.estimator.SessionRunHook): method __init__ (line 230) | def __init__(self, interval: int): method begin (line 236) | def begin(self): method before_run (line 242) | def before_run(self, run_context): method after_run (line 245) | def after_run(self, run_context, run_values: tf.estimator.SessionRunVa... method end (line 251) | def end(self, sess): method _log_telemetry (line 254) | def _log_telemetry(self): class NVProfilerHook (line 272) | class NVProfilerHook(Tf2ProfilerHook): method __init__ (line 274) | def __init__(self, method _start_profiling (line 283) | def _start_profiling(self): method _stop_profiling (line 288) | def _stop_profiling(self): class KafkaMetricHook (line 294) | class KafkaMetricHook(tf.estimator.SessionRunHook): method __new__ (line 298) | def __new__(cls, *args, **kwargs): method _init_kafka (line 307) | def _init_kafka(cls): method __init__ (line 321) | def __init__(self, deep_insight_op=None): method before_run (line 331) | def before_run(self, run_context): method after_run (line 334) | def after_run(self, run_context, run_value): method end (line 341) | def end(self, session): function default_parse_fn (line 349) | def default_parse_fn(obj: Any) -> Any: function default_layout_fn (line 356) | def default_layout_fn(obj, indent=None) -> str: function vepfs_layout_fn (line 366) | def vepfs_layout_fn(obj) -> str: function vepfs_key_fn (line 375) | def vepfs_key_fn(obj, worker_id: int, base_name: str) -> str: class WriteOnlyFileAndStat (line 381) | class WriteOnlyFileAndStat(object): method __init__ (line 383) | def __init__(self, method write (line 404) | def write(self, obj): method write_many (line 414) | def write_many(self, objs): method flush (line 419) | def flush(self, check: bool = True): method close (line 443) | def close(self): method is_available (line 450) | def is_available(self): class FileMetricHook (line 454) | class FileMetricHook(tf.estimator.SessionRunHook): method __new__ (line 458) | def __new__(cls, *args, **kwargs): method __init__ (line 463) | def __init__(self, method before_run (line 499) | def before_run(self, run_context): method after_run (line 502) | def after_run(self, run_context, run_value): method end (line 517) | def end(self, session): method _send (line 532) | def _send(self): FILE: monolith/native_training/metric/metric_hook_test.py class Tf2ProfilerHookTest (line 25) | class Tf2ProfilerHookTest(tf.test.TestCase): method setUp (line 27) | def setUp(self): method _count_files (line 36) | def _count_files(self): method test_steps (line 39) | def test_steps(self): method test_multiple_steps_1 (line 46) | def test_multiple_steps_1(self): method test_multiple_steps_2 (line 58) | def test_multiple_steps_2(self): method test_secs_1 (line 70) | def test_secs_1(self): method test_secs_2 (line 80) | def test_secs_2(self): class FileMetricHookTest (line 92) | class FileMetricHookTest(tf.test.TestCase): method setUpClass (line 95) | def setUpClass(cls): method tearDownClass (line 106) | def tearDownClass(cls): method test_vepfs_key_fn (line 121) | def test_vepfs_key_fn(self): method test_vepfs_layout_fn (line 141) | def test_vepfs_layout_fn(self): method test_after_run (line 162) | def test_after_run(self): FILE: monolith/native_training/metric/utils.py function write_deep_insight (line 24) | def write_deep_insight(features: Dict[str, tf.Tensor], FILE: monolith/native_training/metric/utils_test.py class DeepInsightTest (line 22) | class DeepInsightTest(tf.test.TestCase): method test_basic (line 26) | def test_basic(self, deep_insight_op): FILE: monolith/native_training/mlp_utils.py function check_port (line 38) | def check_port(host: str, port: int, timeout: float = 1) -> bool: class MLPEnv (line 60) | class MLPEnv(object): method __init__ (line 62) | def __init__(self): method enable_mpi (line 107) | def enable_mpi(self): method _get (line 110) | def _get(self, name: str, default=None): method num_replicas (line 117) | def num_replicas(self, role: str = None): method get_all_host (line 125) | def get_all_host(self, method get_all_addrs (line 135) | def get_all_addrs(self, method get_host (line 149) | def get_host(self, method get_addr (line 167) | def get_addr(self, method get_port (line 191) | def get_port(self, role: str = None, index: int = None) -> int: method dispatcher_target (line 202) | def dispatcher_target(self, role: str = None) -> str: method dispatcher_addr (line 209) | def dispatcher_addr(self, role: str = None) -> str: method wait (line 213) | def wait(self, method join (line 234) | def join(self, role: str = 'worker', index: int = 0, use_ssh: bool = T... method queue_device (line 256) | def queue_device(self) -> str: method start_profiler (line 264) | def start_profiler(self, port=6666): method profiler_trace (line 271) | def profiler_trace(self, function add_mpi_exception_hook (line 295) | def add_mpi_exception_hook(): function mlp_pass (line 334) | def mlp_pass(dispatcher_role: str = 'dispatcher', function begin (line 406) | def begin(self): function after_create_session (line 436) | def after_create_session(self, session, coord): FILE: monolith/native_training/model.py function _parse_example (line 36) | def _parse_example(example: str) -> Dict[str, tf.Tensor]: class TestFFMModel (line 52) | class TestFFMModel(NativeTask): method __init__ (line 54) | def __init__(self, params): method create_input_fn (line 58) | def create_input_fn(self, mode): method create_model_fn (line 79) | def create_model_fn(self): method create_serving_input_receiver_fn (line 161) | def create_serving_input_receiver_fn(self): class FFMParams (line 177) | class FFMParams(SingleTaskModelParams): method task (line 179) | def task(self): FILE: monolith/native_training/model_comp_test.py function lookup_tf_embedding (line 57) | def lookup_tf_embedding(features, f_name, dim): class EmbeddingUpdateTask (line 64) | class EmbeddingUpdateTask(MonolithModel): method __init__ (line 67) | def __init__(self, params=None): method input_fn (line 72) | def input_fn(self, mode): method model_fn (line 94) | def model_fn(self, features, mode): method serving_input_receiver_fn (line 144) | def serving_input_receiver_fn(self): class CpuSyncTrainTest (line 148) | class CpuSyncTrainTest(tf.test.TestCase): method _create_config (line 150) | def _create_config(self, gpu, multi_hash_table): method test_embedding_update (line 165) | def test_embedding_update(self): FILE: monolith/native_training/model_dump/dump_utils.py class DumpUtils (line 46) | class DumpUtils(object): method __new__ (line 49) | def __new__(cls, *agrs, **kwds): method __init__ (line 55) | def __init__(self, enable: bool = False): method add_config (line 68) | def add_config(self, run_config: str): method add_user_params (line 71) | def add_user_params(self, user_params: List): method model_dump (line 75) | def model_dump(self) -> ProtoModel: method update_kwargs_with_default (line 84) | def update_kwargs_with_default(self, func, kwargs): method record_feature (line 93) | def record_feature(self, func): method record_slice (line 127) | def record_slice(self, func): method record_receiver (line 178) | def record_receiver(self, func): method record_params (line 216) | def record_params(self, model): method get_params_bytes (line 233) | def get_params_bytes(self, model) -> bytes: method add_signature (line 261) | def add_signature(cls, proto_model, graph: tf.Graph): method restore_signature (line 273) | def restore_signature(cls, proto_model, graph: tf.Graph): method add_model_fn (line 288) | def add_model_fn(self, method add_input_fn (line 394) | def add_input_fn(self, results: Dict[str, Union[tf.Tensor, tf.RaggedTe... method add_sub_model (line 425) | def add_sub_model(self, sub_model_type: str, name: str, graph: tf.Graph): method restore_sub_model (line 447) | def restore_sub_model(self, sub_model_type: str): method add_optimizer (line 469) | def add_optimizer(self, optimizer): method dump (line 477) | def dump(self, fname: str): method load (line 519) | def load(self, fname: str): method get_proto_model (line 554) | def get_proto_model(self, method get_graph_helper (line 562) | def get_graph_helper(self, mode: str) -> GraphDefHelper: method restore_params (line 586) | def restore_params(self) -> Dict[str, Any]: method get_config (line 607) | def get_config(self): method get_user_params (line 610) | def get_user_params(self): method need_record (line 614) | def need_record(self) -> bool: method table_configs (line 619) | def table_configs(self) -> Dict[str, entry.HashTableConfigInstance]: method table_configs (line 630) | def table_configs(self, table_confs: Dict[str, method feature_slice_dims (line 648) | def feature_slice_dims(self) -> Dict[str, List[int]]: method feature_slice_dims (line 655) | def feature_slice_dims(self, slice_dims: Dict[str, List[int]]): method feature_combiners (line 667) | def feature_combiners(self): method feature_combiners (line 679) | def feature_combiners(self, fcombs): method get_slot_to_occurrence_threshold (line 695) | def get_slot_to_occurrence_threshold(self, mode: str = 'train'): method get_slot_to_expire_time (line 711) | def get_slot_to_expire_time(self, mode: str = 'train'): method has_collected (line 728) | def has_collected(self) -> bool: function parse_input_fn_result (line 740) | def parse_input_fn_result(result): FILE: monolith/native_training/model_dump/graph_utils.py class DatasetInitHook (line 43) | class DatasetInitHook(tf.compat.v1.train.SessionRunHook): method __init__ (line 45) | def __init__(self, initializer): method after_create_session (line 48) | def after_create_session(self, session, coord): function _node_name (line 53) | def _node_name(name): function _colocated_node_name (line 60) | def _colocated_node_name(name): class EchoInitializer (line 68) | class EchoInitializer(tf.keras.initializers.Initializer): method __init__ (line 70) | def __init__(self, init_value): method __call__ (line 73) | def __call__(self, shape, dtype=None, **kwargs): class VariableDef (line 87) | class VariableDef(object): method __init__ (line 89) | def __init__(self, method dtype (line 101) | def dtype(self): method shape (line 105) | def shape(self): method device (line 109) | def device(self): method name (line 113) | def name(self): method initializer (line 117) | def initializer(self): method variable (line 143) | def variable(self): method add_read (line 166) | def add_read(self, node: tf.compat.v1.NodeDef): method read_ops (line 171) | def read_ops(self): class PartitionVariableDef (line 175) | class PartitionVariableDef(object): method __init__ (line 178) | def __init__(self, base_name: str, helper: 'GraphDefHelper' = None): method add_partition (line 190) | def add_partition(self, node: tf.compat.v1.NodeDef): method add_read (line 194) | def add_read(self, node: tf.compat.v1.NodeDef): method get_base_name (line 203) | def get_base_name(cls, node: tf.compat.v1.NodeDef) -> Optional[str]: method dtype (line 218) | def dtype(self): method shape (line 225) | def shape(self): method device (line 233) | def device(self): method initializer (line 237) | def initializer(self): method variable (line 273) | def variable(self): method read_ops (line 332) | def read_ops(self, pname: str) -> List[tf.compat.v1.NodeDef]: class GraphDefHelper (line 336) | class GraphDefHelper(object): method __init__ (line 338) | def __init__(self, graph_def: tf.compat.v1.GraphDef, method library (line 416) | def library(self): method versions (line 420) | def versions(self): method _check_invalidate_node (line 424) | def _check_invalidate_node(clz, graph_def: tf.compat.v1.GraphDef, method _create_variables (line 444) | def _create_variables(self, variables: Set[str]) -> Dict[str, tf.Tensor]: method sub_graph (line 481) | def sub_graph(self, method import_input_fn (line 545) | def import_input_fn(self, input_conf, file_name: str): method import_model_fn (line 616) | def import_model_fn(self, input_map: Dict[str, tf.Tensor], proto_model): method import_receiver_fn (line 779) | def import_receiver_fn(self, receiver_conf): method get_optimizer (line 839) | def get_optimizer(cls, proto_model): FILE: monolith/native_training/model_dump/graph_utils_test.py class GraphUtilsTest (line 26) | class GraphUtilsTest(tf.test.TestCase): method setUpClass (line 29) | def setUpClass(cls): method test_load_input_fn (line 35) | def test_load_input_fn(self): method test_load_receiver (line 48) | def test_load_receiver(self): method test_load_mode (line 64) | def test_load_mode(self): FILE: monolith/native_training/model_export/data_gen_utils.py class FeatureMeta (line 51) | class FeatureMeta(object): method __init__ (line 64) | def __init__(self, class ParserArgs (line 95) | class ParserArgs(object): method __post_init__ (line 113) | def __post_init__(self): method get (line 143) | def get(cls, name): function gen_fids_v1 (line 154) | def gen_fids_v1(slot: int, size: int = 1) -> List[int]: function gen_fids_v2 (line 165) | def gen_fids_v2(slot: int, size: int = 1) -> List[int]: function fill_features (line 173) | def fill_features(): function _ (line 178) | def _(feature: EFeature, meta: FeatureMeta, drop_rate: float = 0): function _ (line 205) | def _(feature: IFeature, meta: FeatureMeta, drop_rate: float = 0): function fill_line_id (line 224) | def fill_line_id(line_id, function lg_header (line 289) | def lg_header(source: str): function sort_header (line 302) | def sort_header(sort_id: bool, kafka_dump: bool, kafka_dump_prefix: bool): function gen_example (line 320) | def gen_example(sparse_features: List[str], function gen_instance (line 369) | def gen_instance(fidv1_features: List[int] = None, function gen_example_batch (line 421) | def gen_example_batch(sparse_features: List[str], function gen_prediction_log (line 485) | def gen_prediction_log( function gen_warmup_file (line 590) | def gen_warmup_file(warmup_file: str = None, drop_rate: float = None): function gen_random_data_file (line 654) | def gen_random_data_file(data_file_name: str, FILE: monolith/native_training/model_export/demo_export.py function export_saved_model (line 56) | def export_saved_model(model_dir, export_base, num_ps, export_mode): function main (line 94) | def main(_): FILE: monolith/native_training/model_export/demo_export_test.py class DemoExportTest (line 27) | class DemoExportTest(tf.test.TestCase): method test_demo_export (line 29) | def test_demo_export(self): FILE: monolith/native_training/model_export/demo_predictor.py function make_fid_v1 (line 41) | def make_fid_v1(slot_id, fid): function generate_demo_instance (line 45) | def generate_demo_instance(): function random_generate_instances (line 56) | def random_generate_instances(bs): function random_generate_examples (line 60) | def random_generate_examples(bs): function random_generate_int (line 64) | def random_generate_int(shape): function random_generate_float (line 69) | def random_generate_float(shape): function predict (line 73) | def predict(): function main (line 104) | def main(_): FILE: monolith/native_training/model_export/demo_predictor_client.py function get_signature_def (line 37) | def get_signature_def(stub): function main (line 52) | def main(_): FILE: monolith/native_training/model_export/export_context.py class ExportMode (line 26) | class ExportMode(Enum): class ExportContext (line 37) | class ExportContext: method __init__ (line 40) | def __init__(self, with_remote_gpu=False): method sub_graph (line 46) | def sub_graph(self, name: str) -> tf.Graph: method dense_sub_graph (line 49) | def dense_sub_graph(self, name: str) -> tf.Graph: method dense_sub_graphs (line 53) | def dense_sub_graphs(self): method sub_graphs (line 57) | def sub_graphs(self): method with_remote_gpu (line 61) | def with_remote_gpu(self): method signatures (line 64) | def signatures(self, graph: tf.Graph) -> List[SavedModelSignature]: method add_signature (line 67) | def add_signature(self, graph: tf.Graph, name: str, inputs, outputs): method merge_signature (line 73) | def merge_signature(self, graph: tf.Graph, name: str, inputs, outputs): method sub_graph_num (line 82) | def sub_graph_num(self): function is_exporting (line 92) | def is_exporting(): function is_exporting_standalone (line 98) | def is_exporting_standalone(): function is_exporting_distributed (line 104) | def is_exporting_distributed(): function get_current_export_ctx (line 110) | def get_current_export_ctx() -> ExportContext: function enter_export_mode (line 117) | def enter_export_mode(mode: ExportMode, export_ctx=None): function is_dry_run_or_exporting (line 139) | def is_dry_run_or_exporting(): FILE: monolith/native_training/model_export/export_hooks.py function get_global_step (line 32) | def get_global_step(checkpoint_path: str): class ExportSaverListener (line 39) | class ExportSaverListener(tf.estimator.CheckpointSaverListener): method __init__ (line 42) | def __init__(self, method after_save (line 59) | def after_save(self, session, global_step_value): method _add_entry_to_state (line 73) | def _add_entry_to_state(self, export_dir: bytes, global_step_value: int): method _maybe_delete_old_entries (line 89) | def _maybe_delete_old_entries(self, export_dir: bytes): method _update_metrics (line 123) | def _update_metrics(self, export_dir_base: str, version: str): FILE: monolith/native_training/model_export/export_hooks_test.py class ExportHookTest (line 27) | class ExportHookTest(tf.test.TestCase): method testBasic (line 29) | def testBasic(self): method testExporterReturnsDict (line 64) | def testExporterReturnsDict(self): method testDeleted (line 97) | def testDeleted(self): FILE: monolith/native_training/model_export/export_state_utils.py function get_export_saver_listener_state (line 25) | def get_export_saver_listener_state( function overwrite_export_saver_listener_state (line 38) | def overwrite_export_saver_listener_state(export_dir_base: str, FILE: monolith/native_training/model_export/export_state_utils_test.py class ExportStateUtilsTest (line 22) | class ExportStateUtilsTest(unittest.TestCase): method test_basic (line 24) | def test_basic(self): FILE: monolith/native_training/model_export/export_utils.py function _get_tensor_signature_name (line 26) | def _get_tensor_signature_name(t: tf.Tensor): class RemotePredictHelper (line 30) | class RemotePredictHelper: method __init__ (line 32) | def __init__(self, name: str, input_tensors: object, method _define_remote_func (line 39) | def _define_remote_func(self): method call_remote_predict (line 70) | def call_remote_predict(self, FILE: monolith/native_training/model_export/export_utils_test.py class ExportUtilsTest (line 21) | class ExportUtilsTest(tf.test.TestCase): method testBasic (line 23) | def testBasic(self): FILE: monolith/native_training/model_export/saved_model_exporters.py class BaseExporter (line 45) | class BaseExporter(abc.ABC): method __init__ (line 49) | def __init__(self, method create_asset_base (line 72) | def create_asset_base(): method add_ckpt_to_assets (line 102) | def add_ckpt_to_assets(ckpt_to_export, pattern="*"): method build_signature (line 111) | def build_signature(input_tensor_dict, output_tensor_dict): method _get_tensor_name (line 128) | def _get_tensor_name(self, name): method _freeze_dense_graph (line 134) | def _freeze_dense_graph(self, graph_def, signature_def_map, session): method _export_saved_model_from_graph (line 170) | def _export_saved_model_from_graph( method _export_frozen_saved_model_from_graph (line 271) | def _export_frozen_saved_model_from_graph( method create_hashtable_restore_ops (line 375) | def create_hashtable_restore_ops(self, checkpoint_path): method create_multi_hashtable_restore_ops (line 398) | def create_multi_hashtable_restore_ops(self, checkpoint_path): method build_hashtable_assign_inputs_outputs (line 420) | def build_hashtable_assign_inputs_outputs(self): method add_multi_hashtable_assign_signatures (line 437) | def add_multi_hashtable_assign_signatures(self, signature_def_map: Dict): method _model_fn_with_input_reveiver (line 461) | def _model_fn_with_input_reveiver(self, serving_input_receiver_fn): method export_saved_model (line 480) | def export_saved_model(self, method gen_warmup_assets (line 491) | def gen_warmup_assets(self) -> Dict[str, str]: class StandaloneExporter (line 510) | class StandaloneExporter(BaseExporter): method __init__ (line 523) | def __init__(self, method export_saved_model (line 534) | def export_saved_model(self, class DistributedExporter (line 571) | class DistributedExporter(BaseExporter): method __init__ (line 588) | def __init__(self, method _should_export (line 613) | def _should_export(self, graph_name, export_dir): method export_saved_model (line 619) | def export_saved_model(self, FILE: monolith/native_training/model_export/saved_model_exporters_test.py function input_fn (line 26) | def input_fn(): class ModelFnCreator (line 30) | class ModelFnCreator: method __init__ (line 32) | def __init__(self): method called_in_exported_mode (line 36) | def called_in_exported_mode(self): method create_model_fn (line 39) | def create_model_fn(self): function dummy_input_receiver_fn (line 93) | def dummy_input_receiver_fn(): class SavedModelExportersTest (line 99) | class SavedModelExportersTest(tf.test.TestCase): method setUp (line 101) | def setUp(self): method run_pred (line 107) | def run_pred(self, method testBasic (line 119) | def testBasic(self): method testSharedEmebdding (line 133) | def testSharedEmebdding(self): FILE: monolith/native_training/model_export/saved_model_visulizer.py function import_to_tensorboard (line 41) | def import_to_tensorboard(model_dir, log_dir): function main (line 69) | def main(unused_args): FILE: monolith/native_training/model_export/warmup_data_decoder.py function main (line 31) | def main(_): FILE: monolith/native_training/model_export/warmup_data_gen.py class PBReader (line 56) | class PBReader(object): method __init__ (line 58) | def __init__(self, method __iter__ (line 84) | def __iter__(self): method __next__ (line 87) | def __next__(self): method _read_size (line 113) | def _read_size(self) -> int: method _read_header (line 124) | def _read_header(self): method set_max_iter (line 146) | def set_max_iter(self, max_records): function gen_prediction_log_from_file (line 154) | def gen_prediction_log_from_file(file_name: str = None, function tf_dtype (line 189) | def tf_dtype(dtype: str) -> tf.compat.v1.dtypes.DType: function main (line 206) | def main(_): FILE: monolith/native_training/model_export/warmup_example_batch.py function gen_prediction_log (line 36) | def gen_prediction_log(input_folder): function main (line 49) | def main(_): FILE: monolith/native_training/monolith_export.py function monolith_export (line 15) | def monolith_export(obj): FILE: monolith/native_training/multi_hash_table_ops.py class CachedConfig (line 53) | class CachedConfig(NamedTuple): function infer_dims (line 71) | def infer_dims(configs: Dict[str, entry.HashTableConfigInstance]): function convert_to_cached_config (line 81) | def convert_to_cached_config(configs: Dict[str, entry.HashTableConfigIns... class MultiHashTableMetadata (line 108) | class MultiHashTableMetadata: function concat_1d_tensors (line 113) | def concat_1d_tensors(*args) -> tf.RaggedTensor: function get_list_from_flat_value (line 121) | def get_list_from_flat_value(key: tf.RaggedTensor, dims: Tuple[int], function flatten_n_tensors (line 132) | def flatten_n_tensors(*args) -> tf.Tensor: class RawMultiTypeHashTable (line 139) | class RawMultiTypeHashTable(abc.ABC): method get_ragged_id (line 143) | def get_ragged_id(self, slot_to_id: Dict[str, tf.Tensor]) -> tf.Ragged... method get_flat_value (line 148) | def get_flat_value(self, slot_to_value: Dict[str, tf.Tensor]) -> tf.Te... method get_embeddings (line 153) | def get_embeddings(self, ragged_id: tf.RaggedTensor, method raw_lookup (line 159) | def raw_lookup(self, ragged_id: tf.RaggedTensor) -> tf.Tensor: method raw_apply_gradients (line 163) | def raw_apply_gradients(self, ragged_id: tf.RaggedTensor, method raw_assign (line 169) | def raw_assign(self, ragged_id: tf.RaggedTensor, flat_value: tf.Tensor... function _convert_to_int64 (line 174) | def _convert_to_int64(t): function _convert_to_float32 (line 180) | def _convert_to_float32(t): class MultiHashTable (line 186) | class MultiHashTable(BaseMultiTypeHashTable, RawMultiTypeHashTable): method __init__ (line 192) | def __init__(self, method _init_from_proto (line 230) | def _init_from_proto( method from_cached_config (line 253) | def from_cached_config(cls, method from_configs (line 296) | def from_configs(cls, configs: Dict[str, entry.HashTableConfigInstance], method from_proto (line 302) | def from_proto(table_proto, import_scope=None): method to_proto (line 305) | def to_proto(self, export_scope=None): method _check_and_insert_name (line 323) | def _check_and_insert_name(cls, name): method table_names (line 331) | def table_names(self): method handle (line 336) | def handle(self): method shared_name (line 340) | def shared_name(self): method initializer (line 344) | def initializer(self): method assign (line 349) | def assign(self, method assign_add (line 359) | def assign_add(self, method reinitialize (line 376) | def reinitialize(self, slot: str, method lookup (line 382) | def lookup(self, slot_to_id: Dict[str, tf.Tensor]) -> Dict[str, tf.Ten... method lookup_entry (line 392) | def lookup_entry( method apply_gradients (line 398) | def apply_gradients(self, method save (line 409) | def save(self, basename: tf.Tensor) -> "MultiHashTable": method restore (line 417) | def restore(self, basename: tf.Tensor) -> "MultiHashTable": method as_op (line 422) | def as_op(self, *args, **kwargs): # pylint: disable=unused-argument method _copy_with_new_table (line 425) | def _copy_with_new_table(self, handle: tf.Tensor): method feature_stat (line 430) | def feature_stat(self, basename: tf.Tensor): method fused_lookup (line 442) | def fused_lookup(self, method fused_apply_gradient (line 458) | def fused_apply_gradient( method get_table_dim_sizes (line 485) | def get_table_dim_sizes(self): method raw_lookup (line 492) | def raw_lookup(self, ragged_id: tf.RaggedTensor) -> tf.Tensor: method raw_apply_gradients (line 496) | def raw_apply_gradients(self, method raw_assign (line 513) | def raw_assign(self, method get_embeddings (line 528) | def get_embeddings(self, ragged_id: tf.RaggedTensor, method get_ragged_id (line 536) | def get_ragged_id(self, slot_to_id: Dict[str, tf.Tensor]): method get_flat_value (line 543) | def get_flat_value(self, slot_to_value: Dict[str, tf.Tensor]): class MultiHashTableCheckpointSaverListener (line 551) | class MultiHashTableCheckpointSaverListener(tf.estimator.CheckpointSaver... method __init__ (line 555) | def __init__(self, basename: str, write_ckpt_info: bool = True): method before_save (line 564) | def before_save(self, sess, global_step_value): method _build_save_graph (line 608) | def _build_save_graph(self) -> tf.Operation: class MultiHashTableCheckpointRestorerListener (line 623) | class MultiHashTableCheckpointRestorerListener( method __init__ (line 627) | def __init__(self, basename: str, ps_monitor=None): method before_restore (line 636) | def before_restore(self, session): method _build_restore_graph (line 668) | def _build_restore_graph(self): class MultiHashTableRestorerSaverListener (line 678) | class MultiHashTableRestorerSaverListener(tf.estimator.CheckpointSaverLi... method __init__ (line 682) | def __init__(self, ckpt_prefix: str): method after_save (line 685) | def after_save(self, session, global_step_value): FILE: monolith/native_training/multi_hash_table_ops_test.py function _id (line 31) | def _id(x): function _value (line 35) | def _value(x): function from_configs (line 39) | def from_configs(configs, *args, **kwargs): class MultiTypeHashTableTest (line 50) | class MultiTypeHashTableTest(tf.test.TestCase, parameterized.TestCase): method test_lookup_assign_add_reinitialize (line 52) | def test_lookup_assign_add_reinitialize(self): method test_apply_gradients (line 101) | def test_apply_gradients(self): method test_save_restore (line 129) | def test_save_restore(self): method test_save_restore_hook (line 172) | def test_save_restore_hook(self): method test_meta_graph_export (line 236) | def test_meta_graph_export(self): FILE: monolith/native_training/multi_type_hash_table.py class BaseMultiTypeHashTable (line 38) | class BaseMultiTypeHashTable(abc.ABC): method lookup (line 49) | def lookup(self, slot_to_id: Dict[str, tf.Tensor]) -> Dict[str, tf.Ten... method assign (line 53) | def assign( method assign_add (line 59) | def assign_add( method reinitialize (line 65) | def reinitialize(self, slot: str, method apply_gradients (line 70) | def apply_gradients(self, slot_to_id_and_grad: Dict[str, Tuple[tf.Tensor, method as_op (line 76) | def as_op(self, name=None) -> tf.Operation: method add_queue_hook (line 79) | def add_queue_hook(self, hook): method get_queue_hooks (line 85) | def get_queue_hooks(self): method get_table_dim_sizes (line 96) | def get_table_dim_sizes(self) -> List[int]: class MultiTypeHashTable (line 101) | class MultiTypeHashTable(BaseMultiTypeHashTable): method __init__ (line 113) | def __init__( method lookup (line 133) | def lookup(self, slot_to_id: Dict[str, tf.Tensor]) -> Dict[str, tf.Ten... method assign (line 140) | def assign( method assign_add (line 145) | def assign_add( method reinitialize (line 150) | def reinitialize(self, slot: str, method apply_gradients (line 155) | def apply_gradients( method _update (line 163) | def _update( method as_op (line 176) | def as_op(self, name=None) -> tf.Operation: method _copy_with_new_tables (line 183) | def _copy_with_new_tables( method fused_lookup (line 196) | def fused_lookup(self, method fused_apply_gradient (line 208) | def fused_apply_gradient( method get_table_dim_sizes (line 233) | def get_table_dim_sizes(self) -> List[int]: class _IndexedValues (line 241) | class _IndexedValues: class MergedMultiTypeHashTable (line 253) | class MergedMultiTypeHashTable(BaseMultiTypeHashTable): method __init__ (line 258) | def __init__(self, slot_to_config: Dict[str, entry.HashTableConfigInst... method slot_mapping (line 305) | def slot_mapping(self): method lookup (line 309) | def lookup(self, method assign (line 359) | def assign( method assign_add (line 364) | def assign_add( method reinitialize (line 369) | def reinitialize( method apply_gradients (line 375) | def apply_gradients(self, slot_to_id_and_grad: Dict[str, Tuple[tf.Tensor, method _update (line 381) | def _update(self, method, slot_to_id_and_tensor: Dict[str, Tuple[tf.Te... method as_op (line 407) | def as_op(self, name=None) -> tf.Operation: method _get_merged_to_indexed_tensor (line 410) | def _get_merged_to_indexed_tensor( method _copy_with_new_table (line 425) | def _copy_with_new_table( method get_table_dim_sizes (line 431) | def get_table_dim_sizes(self) -> List[int]: FILE: monolith/native_training/multi_type_hash_table_test.py function factory (line 28) | def factory(idx: int, config): function _id (line 33) | def _id(x): function _value (line 37) | def _value(x): class MultiTypeHashTableTest (line 41) | class MultiTypeHashTableTest(tf.test.TestCase): method test_basic (line 43) | def test_basic(self): method test_apply_gradients (line 70) | def test_apply_gradients(self): method test_apply_gradients_with_learning_rate_decay (line 97) | def test_apply_gradients_with_learning_rate_decay(self): method test_apply_gradients_without_lookup (line 137) | def test_apply_gradients_without_lookup(self): method test_fused_lookup (line 156) | def test_fused_lookup(self): method test_fused_lookup_multi_shards (line 177) | def test_fused_lookup_multi_shards(self): method test_fused_apply_gradients (line 198) | def test_fused_apply_gradients(self): method test_fused_apply_gradients_missing_tables (line 221) | def test_fused_apply_gradients_missing_tables(self): function _multi_type_factory (line 245) | def _multi_type_factory(slot_to_config): class MergedMultiTypeHashTable (line 249) | class MergedMultiTypeHashTable(tf.test.TestCase): method testBasic (line 251) | def testBasic(self): method testNameStability (line 294) | def testNameStability(self): method testRestoreName (line 309) | def testRestoreName(self): FILE: monolith/native_training/native_model.py function get_sigmoid_loss_and_pred (line 76) | def get_sigmoid_loss_and_pred( function get_softmax_loss_and_pred (line 148) | def get_softmax_loss_and_pred(name, logits, label, mode): class DeviceCtxType (line 173) | class DeviceCtxType(object): method all_types (line 180) | def all_types(cls): class MonolithDeviceCtx (line 184) | class MonolithDeviceCtx(object): method __init__ (line 186) | def __init__(self, ctx_type: str): method __enter__ (line 192) | def __enter__(self): method __exit__ (line 207) | def __exit__(self, exc_type, exc_val, exc_tb): method ensure_variables_in_device (line 215) | def ensure_variables_in_device(self): class MonolithBaseModel (line 225) | class MonolithBaseModel(NativeTask, ABC): method params (line 229) | def params(cls): method __init__ (line 244) | def __init__(self, params): method __getattr__ (line 256) | def __getattr__(self, name): method __setattr__ (line 272) | def __setattr__(self, key, value): method __deepcopy__ (line 285) | def __deepcopy__(self, memo): method _get_file_ops (line 296) | def _get_file_ops(self, features, pred): method _dump_item_embedding_ops (line 328) | def _dump_item_embedding_ops(self, features): method _get_real_mode (line 339) | def _get_real_mode(self, mode: tf.estimator.ModeKeys): method is_fused_layout (line 347) | def is_fused_layout(self) -> bool: method instantiate (line 350) | def instantiate(self): method add_loss (line 354) | def add_loss(self, losses): method losses (line 369) | def losses(self): method losses (line 378) | def losses(self, losses): method _global_step (line 386) | def _global_step(self): method _training_hooks (line 391) | def _training_hooks(self): method _training_hooks (line 400) | def _training_hooks(self, hooks): method clean (line 407) | def clean(self): method create_input_fn (line 414) | def create_input_fn(self, mode): method create_model_fn (line 423) | def create_model_fn(self): method create_serving_input_receiver_fn (line 718) | def create_serving_input_receiver_fn(self): method input_fn (line 728) | def input_fn(self, mode: tf.estimator.ModeKeys) -> DatasetV2: method model_fn (line 742) | def model_fn( method serving_input_receiver_fn (line 759) | def serving_input_receiver_fn(self) -> ServingInputReceiver: method _export_outputs (line 770) | def _export_outputs(self): method add_extra_output (line 778) | def add_extra_output(self, method add_training_hook (line 801) | def add_training_hook(self, hook): method add_layout (line 810) | def add_layout(self, name: str, slice_list: list, out_type: str, method layout_dict (line 842) | def layout_dict(self): method layout_dict (line 846) | def layout_dict(self, layouts): class MonolithModel (line 851) | class MonolithModel(MonolithBaseModel): method params (line 859) | def params(cls): method __init__ (line 864) | def __init__(self, params=None): method _get_fs_conf (line 869) | def _get_fs_conf(self, shared_name: str, slot: int, occurrence_thresho... method _embedding_slice_lookup (line 880) | def _embedding_slice_lookup(self, fc: Union[str, FeatureColumn], method create_embedding_feature_column (line 911) | def create_embedding_feature_column(self, method lookup_embedding_slice (line 977) | def lookup_embedding_slice(self, method share_slot (line 1086) | def share_slot(self, FILE: monolith/native_training/native_task.py class NativeContext (line 29) | class NativeContext: method __init__ (line 32) | def __init__(self, method create_feature_slot (line 45) | def create_feature_slot( method apply_embedding_gradients (line 54) | def apply_embedding_gradients(self, method add_async_function (line 67) | def add_async_function( class NativeTask (line 92) | class NativeTask(BaseTask, abc.ABC): method params (line 99) | def params(cls): method __init__ (line 184) | def __init__(self, params): method ctx (line 190) | def ctx(self) -> NativeContext: method create_input_fn (line 195) | def create_input_fn(self, mode): method create_model_fn (line 201) | def create_model_fn(self): method create_serving_input_receiver_fn (line 207) | def create_serving_input_receiver_fn(self): FILE: monolith/native_training/native_task_context.py class NativeTaskContext (line 21) | class NativeTaskContext(NamedTuple): function with_ctx (line 37) | def with_ctx(ctx: NativeTaskContext): function get (line 48) | def get(): FILE: monolith/native_training/nested_tensors.py function _iterate (line 22) | def _iterate(nested, action): class NestedTensors (line 42) | class NestedTensors: method __init__ (line 44) | def __init__(self, nested): method _add_tensor (line 52) | def _add_tensor(self, tensor): method get_tensors (line 72) | def get_tensors(self) -> List[tf.Tensor]: method get_nested_result (line 76) | def get_nested_result(self, tensors: List[tf.Tensor]): method _convert_ragged_to_tensors (line 92) | def _convert_ragged_to_tensors(ragged): method _convert_tensors_to_ragged (line 96) | def _convert_tensors_to_ragged(values, row_splits): method _ragged_to_flatten (line 99) | def _ragged_to_flatten(self, ragged_tensors): method _flatten_to_ragged (line 104) | def _flatten_to_ragged(self, tensors): FILE: monolith/native_training/nested_tensors_test.py class NestedTensorTest (line 20) | class NestedTensorTest(tf.test.TestCase): method testBasic (line 22) | def testBasic(self): method testConstant (line 33) | def testConstant(self): method testRaggedTensor (line 40) | def testRaggedTensor(self): method testRaggedTensorWithPlaceHolder (line 47) | def testRaggedTensorWithPlaceHolder(self): FILE: monolith/native_training/net_utils.py class NodeAliveChecker (line 24) | class NodeAliveChecker: method __init__ (line 26) | def __init__(self, addrs: List, timeout: int = 1, num_thread: int = 10): method _ping (line 40) | def _ping(self, addr): method _check_open (line 61) | def _check_open(self): method _start (line 69) | def _start(self): method all_nodes_alive (line 79) | def all_nodes_alive(self): method get_dead_nodes (line 83) | def get_dead_nodes(self): method get_alive_nodes (line 87) | def get_alive_nodes(self): method get_addrs (line 91) | def get_addrs(self): function is_ipv6_address (line 96) | def is_ipv6_address(ip: str): function concat_ip_and_port (line 104) | def concat_ip_and_port(ip: str, port: int): function get_local_ip (line 111) | def get_local_ip(): function is_ipv4_supported (line 120) | def is_ipv4_supported(): function get_local_server_addr (line 124) | def get_local_server_addr(port: int): class AddressFamily (line 131) | class AddressFamily(object): FILE: monolith/native_training/net_utils_test.py class socket (line 28) | class socket: method __init__ (line 32) | def __init__(self, family=-1, stype=-1): method settimeout (line 37) | def settimeout(self, timeout): method connect (line 40) | def connect(self, addr): method close (line 53) | def close(self): method socket (line 57) | def socket(cls, family, stype): class NetUtilsTest (line 61) | class NetUtilsTest(unittest.TestCase): method test_basic (line 63) | def test_basic(self): method test_concat_ip_and_port (line 82) | def test_concat_ip_and_port(self): method test_get_local_server_addr (line 89) | def test_get_local_server_addr(self): FILE: monolith/native_training/optimizers/adamom.py class AdamomOptimizer (line 22) | class AdamomOptimizer(tf.compat.v1.train.Optimizer): method __init__ (line 23) | def __init__(self, method _create_slots (line 40) | def _create_slots(self, var_list): method _prepare (line 47) | def _prepare(self): method _resource_apply_dense (line 52) | def _resource_apply_dense(self, grad, var): FILE: monolith/native_training/optimizers/adamom_test.py class AdamomTest (line 21) | class AdamomTest(tf.test.TestCase): method testBasic (line 23) | def testBasic(self): FILE: monolith/native_training/optimizers/cc/kernels/training_op_helpers.h function namespace (line 37) | namespace tensorflow { type VariableInputLockHolder (line 184) | struct VariableInputLockHolder { FILE: monolith/native_training/optimizers/cc/kernels/training_ops.cc type tensorflow (line 30) | namespace tensorflow { type monolith_tf (line 31) | namespace monolith_tf { type ApplyRmsprop (line 34) | struct ApplyRmsprop { type ApplyRmspropV2 (line 55) | struct ApplyRmspropV2 { type ApplyAdamom (line 78) | struct ApplyAdamom { type ApplyAdamomV2 (line 101) | struct ApplyAdamomV2 { FILE: monolith/native_training/optimizers/cc/kernels/training_ops.h function namespace (line 21) | namespace tensorflow { FILE: monolith/native_training/optimizers/cc/kernels/training_ops_gpu.cu.cc type tensorflow (line 36) | namespace tensorflow { type monolith_tf (line 37) | namespace monolith_tf { type ApplyRmsprop (line 41) | struct ApplyRmsprop { type ApplyRmspropV2 (line 69) | struct ApplyRmspropV2 { FILE: monolith/native_training/optimizers/cc/training_ops.cc type tensorflow (line 31) | namespace tensorflow { type monolith_tf (line 32) | namespace monolith_tf { function ShapeHandle (line 35) | ShapeHandle ShapeOrHandleShape(InferenceContext* c, int input) { function ShapeHandle (line 45) | ShapeHandle ShapeOrHandleShape(InferenceContext* c, int input) { function Status (line 61) | static Status HandleGradAndIndicesInputs(InferenceContext* c, int gr... function Status (line 82) | static Status ApplyAdamomShapeFn(InferenceContext* c) { function Status (line 121) | static Status ApplyRmspropShapeFn(InferenceContext* c) { FILE: monolith/native_training/optimizers/rmsprop.py class RmspropOptimizer (line 49) | class RmspropOptimizer(tf.compat.v1.train.Optimizer): method __init__ (line 52) | def __init__(self, method _create_slots (line 71) | def _create_slots(self, var_list): method _prepare (line 77) | def _prepare(self): method _apply_dense (line 82) | def _apply_dense(self, grad, var): method _resource_apply_dense (line 87) | def _resource_apply_dense(self, grad, var): FILE: monolith/native_training/optimizers/rmsprop_test.py function build_graph (line 24) | def build_graph() -> tf.Operation: class RmspropTest (line 35) | class RmspropTest(tf.test.TestCase): method testBasic (line 37) | def testBasic(self): FILE: monolith/native_training/optimizers/rmspropv2_test.py function build_graph (line 21) | def build_graph() -> tf.Operation: class RmspropTest (line 33) | class RmspropTest(tf.test.TestCase): method testBasic (line 35) | def testBasic(self): method testWeightDecay (line 72) | def testWeightDecay(self): FILE: monolith/native_training/optimizers/shampoo.py function eigen_inverse_root (line 20) | def eigen_inverse_root(mat, p, head, tail, damping=1e-3): function apply_sparse_precond (line 53) | def apply_sparse_precond(tensor, pvec, pval, offset): class ShampooOptimizer (line 65) | class ShampooOptimizer(tf.compat.v1.train.Optimizer): method __init__ (line 67) | def __init__(self, method _create_slots (line 91) | def _create_slots(self, var_list): method _resource_apply_dense (line 111) | def _resource_apply_dense(self, grad, var): method _resource_apply_sparse (line 206) | def _resource_apply_sparse(self, grad, var): FILE: monolith/native_training/prefetch_queue.py class _GPUCompatiblePaddingFIFOQueue (line 31) | class _GPUCompatiblePaddingFIFOQueue(data_flow_ops.QueueBase): method __init__ (line 39) | def __init__(self, method enqueue_many (line 88) | def enqueue_many(self, vals, name=None): method dequeue_many (line 94) | def dequeue_many(self, n, name=None): class _QueueBase (line 101) | class _QueueBase: method queue (line 105) | def queue(self): method queues (line 109) | def queues(self): method enqueue_op (line 113) | def enqueue_op(self): method dequeue (line 116) | def dequeue(self): class _FIFOQueue (line 120) | class _FIFOQueue(_QueueBase): method __init__ (line 122) | def __init__(self, method queue (line 145) | def queue(self): method queues (line 149) | def queues(self): method enqueue_op (line 153) | def enqueue_op(self): method dequeue (line 156) | def dequeue(self): class _MultiFIFOQueue (line 165) | class _MultiFIFOQueue(_QueueBase): method __init__ (line 168) | def __init__(self, method queue (line 192) | def queue(self): method queues (line 201) | def queues(self): method enqueue_op (line 205) | def enqueue_op(self): method dequeue (line 208) | def dequeue(self): method size (line 219) | def size(self): method _split_tensor_list_by_device (line 227) | def _split_tensor_list_by_device(self, tensors): method _merge_tensor_list_by_device (line 239) | def _merge_tensor_list_by_device(self, tensor_lists): class MultiQueueRunner (line 243) | class MultiQueueRunner(tf.compat.v1.train.QueueRunner): method _init_from_args (line 245) | def _init_from_args(self, method queue (line 265) | def queue(self): method name (line 272) | def name(self): class EnqueueHook (line 278) | class EnqueueHook(tf.estimator.SessionRunHook): method __init__ (line 280) | def __init__(self, q: _QueueBase): method after_create_session (line 284) | def after_create_session(self, session, coord): function enqueue_dicts_with_queue_return (line 291) | def enqueue_dicts_with_queue_return( class AsyncPushHook (line 308) | class AsyncPushHook(tf.estimator.SessionRunHook): method __init__ (line 310) | def __init__(self, queue, ops): method begin (line 315) | def begin(self): method before_run (line 318) | def before_run(self, run_context): method after_run (line 322) | def after_run(self, run_context, run_values): method end (line 326) | def end(self, session): class AsyncFunctionMgr (line 331) | class AsyncFunctionMgr: method __init__ (line 334) | def __init__(self, is_async: bool = True): method add_async_function (line 342) | def add_async_function( method hooks (line 378) | def hooks(self): FILE: monolith/native_training/prefetch_queue_test.py class GPUCompatiblePaddingFIFOQueueTests (line 24) | class GPUCompatiblePaddingFIFOQueueTests(tf.test.TestCase): method testEnqueueAndDequeue (line 26) | def testEnqueueAndDequeue(self): method testGPUQueueCPUTensor (line 52) | def testGPUQueueCPUTensor(self): method testMultiEnqueueAndDequeue (line 79) | def testMultiEnqueueAndDequeue(self): method testIdentityHelper (line 99) | def testIdentityHelper(self): class FIFOQueueTest (line 110) | class FIFOQueueTest(tf.test.TestCase): method test_fifo_queue_data (line 112) | def test_fifo_queue_data(self): method test_fifo_queue_capacity (line 132) | def test_fifo_queue_capacity(self): class PrefetchTest (line 144) | class PrefetchTest(tf.test.TestCase): method test_enqueue_dicts_with_queue_return (line 146) | def test_enqueue_dicts_with_queue_return(self): method test_enqueue_dicts_with_queue_return (line 182) | def test_enqueue_dicts_with_queue_return(self): method test_enqueue_dicts_with_control_flow (line 208) | def test_enqueue_dicts_with_control_flow(self): method test_enqueue_with_zero_capacity (line 217) | def test_enqueue_with_zero_capacity(self): method test_estimator_prefetch (line 229) | def test_estimator_prefetch(self): class AsyncManagerTest (line 255) | class AsyncManagerTest(tf.test.TestCase): method testBasic (line 257) | def testBasic(self): method testSync (line 273) | def testSync(self): method testEmptyInput (line 286) | def testEmptyInput(self): FILE: monolith/native_training/ps_benchmark.py class BenchmarkConfig (line 34) | class BenchmarkConfig: class _BenchmarkWorkerHook (line 47) | class _BenchmarkWorkerHook(tf.estimator.SessionRunHook): method __init__ (line 49) | def __init__(self, config: BenchmarkConfig, throughput_tensor: tf.Tens... method after_create_session (line 65) | def after_create_session(self, sess, coord): method before_run (line 75) | def before_run(self, run_context): method after_run (line 84) | def after_run(self, run_context, run_values): method end (line 89) | def end(self, sess): method _wait (line 146) | def _wait(self, cond, timeout=3600): class _DummyCheckpointSaverHook (line 154) | class _DummyCheckpointSaverHook(tf.estimator.CheckpointSaverHook): method __init__ (line 157) | def __init__(self, checkpoint_dir=None, save_steps=10240, **kwargs): method begin (line 163) | def begin(self): method after_create_session (line 166) | def after_create_session(self, session, coord): method before_run (line 169) | def before_run(self, run_context): method after_run (line 172) | def after_run(self, run_context, run_values): method end (line 175) | def end(self, session): method _save (line 178) | def _save(self, session, step: int) -> bool: class PsBenchMarkTask (line 182) | class PsBenchMarkTask(native_task.NativeTask): method params (line 185) | def params(cls): method create_input_fn (line 190) | def create_input_fn(self, mode): method create_model_fn (line 204) | def create_model_fn(self): FILE: monolith/native_training/ps_benchmark_test.py class PsBenchmarkTest (line 26) | class PsBenchmarkTest(tf.test.TestCase): method testBasic (line 28) | def testBasic(self): method testSkipBenchmark (line 40) | def testSkipBenchmark(self): FILE: monolith/native_training/ragged_utils.py function fused_value_rowids (line 22) | def fused_value_rowids(rt: tf.RaggedTensor): FILE: monolith/native_training/ragged_utils_test.py class RaggedUtilsTestCase (line 20) | class RaggedUtilsTestCase(tf.test.TestCase): method test_basic (line 22) | def test_basic(self): FILE: monolith/native_training/restore_test.py function _generate_config (line 25) | def _generate_config(servers, job_name=utils.PS_JOB_NAME): function _get_id_tensor (line 37) | def _get_id_tensor(x): class PartialRestoreTest (line 41) | class PartialRestoreTest(tf.test.TestCase): method build_graph (line 43) | def build_graph(self): method test_restore_with_ps_monitor (line 65) | def test_restore_with_ps_monitor(self): method test_restore_without_ps_monitor (line 164) | def test_restore_without_ps_monitor(self): FILE: monolith/native_training/runner_utils.py function isabs (line 46) | def isabs(path: str): function gen_get_checkpoint_state (line 54) | def gen_get_checkpoint_state(): class ContainerType (line 139) | class ContainerType(Enum): class RunnerConfig (line 148) | class RunnerConfig(DistributedCpuTrainingConfig): method __post_init__ (line 234) | def __post_init__(self): method _copy_ckpt_file (line 279) | def _copy_ckpt_file(self): function get_discovery (line 355) | def get_discovery(runner_conf: RunnerConfig, psm: str = None): function monolith_discovery (line 378) | def monolith_discovery(runner_conf: RunnerConfig): FILE: monolith/native_training/runner_utils_test.py class RunnerUtilsTest (line 30) | class RunnerUtilsTest(tf.test.TestCase): method test_get_discovery_local (line 32) | def test_get_discovery_local(self): method test_get_discovery_primus (line 38) | def test_get_discovery_primus(self): method test_get_discovery_consul (line 57) | def test_get_discovery_consul(self): method test_get_discovery_zk (line 64) | def test_get_discovery_zk(self): method test_copy_ckpt (line 74) | def test_copy_ckpt(self): FILE: monolith/native_training/runtime/allocator/block_allocator.cc type monolith (line 22) | namespace monolith { type allocator (line 23) | namespace allocator { function BlockAllocator (line 55) | BlockAllocator* GetThreadLocalAllocator(size_t key) { FILE: monolith/native_training/runtime/allocator/block_allocator.h function namespace (line 28) | namespace monolith { FILE: monolith/native_training/runtime/allocator/block_allocator_test.cc type monolith (line 24) | namespace monolith { type allocator (line 25) | namespace allocator { function TEST (line 28) | TEST(BlockAllocatorTest, Basic) { function TEST (line 57) | TEST(BlockAllocatorTest, AllocateLarge) { function TEST (line 64) | TEST(BlockAllocatorTest, TSBlockAllocator) { function TEST (line 83) | TEST(EmbeddingBlockAllocatorTest, EmbeddingBlockAllocatorAllocateMan... function TEST (line 92) | TEST(EmbeddingBlockAllocatorTest, TSEmbeddingBlockAllocator) { FILE: monolith/native_training/runtime/common/cpu_info.cc type monolith (line 42) | namespace monolith { class CPUIDInfo (line 44) | class CPUIDInfo method CPUIDInfo (line 59) | CPUIDInfo() method Initialize (line 98) | static void Initialize() { method TestFeature (line 191) | static bool TestFeature(CPUFeature feature) { method vendor_str (line 238) | std::string vendor_str() const { return vendor_str_; } method family (line 239) | int family() const { return family_; } method model_num (line 240) | int model_num() { return model_num_; } function GetXCR0EAX (line 50) | int GetXCR0EAX() { class CPUIDInfo (line 57) | class CPUIDInfo { method CPUIDInfo (line 59) | CPUIDInfo() method Initialize (line 98) | static void Initialize() { method TestFeature (line 191) | static bool TestFeature(CPUFeature feature) { method vendor_str (line 238) | std::string vendor_str() const { return vendor_str_; } method family (line 239) | int family() const { return family_; } method model_num (line 240) | int model_num() { return model_num_; } function InitCPUIDInfo (line 287) | void InitCPUIDInfo() { function TestCPUFeature (line 294) | bool TestCPUFeature(CPUFeature feature) { function CPUVendorIDString (line 302) | std::string CPUVendorIDString() { function CPUFamily (line 311) | int CPUFamily() { function CPUModelNum (line 320) | int CPUModelNum() { function CPUIDNumSMT (line 329) | int CPUIDNumSMT() { function CheckFeatureOrDie (line 355) | void CheckFeatureOrDie(monolith::CPUFeature feature, function RunCPUGuard (line 364) | void RunCPUGuard() { FILE: monolith/native_training/runtime/common/cpu_info.h function namespace (line 32) | namespace monolith { FILE: monolith/native_training/runtime/common/linalg_utils.h function namespace (line 23) | namespace monolith { FILE: monolith/native_training/runtime/common/linalg_utils_test.cc type monolith (line 21) | namespace monolith { type common (line 22) | namespace common { function TEST (line 24) | TEST(LinalgUtils, IsAlmostEqual) { function TEST (line 29) | TEST(LinalgUtils, L2NormSquare) { FILE: monolith/native_training/runtime/common/metrics.cc type monolith (line 21) | namespace monolith { FILE: monolith/native_training/runtime/common/metrics.h function namespace (line 20) | namespace cpputil { function namespace (line 220) | namespace monolith { FILE: monolith/native_training/runtime/common/metrics_test.cc type monolith (line 23) | namespace monolith { function TEST (line 25) | TEST(MetricsTest, Default) { FILE: monolith/native_training/runtime/concurrency/micro_one_bit_spin_lock.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/concurrency/queue.h function namespace (line 24) | namespace monolith { FILE: monolith/native_training/runtime/concurrency/queue_test.cc type monolith (line 28) | namespace monolith { type concurrency (line 29) | namespace concurrency { function PushTimeout (line 32) | float PushTimeout(int timeout /* milliseconds */) { function PopTimeout (line 42) | float PopTimeout(int timeout /* milliseconds */) { function TEST (line 55) | TEST(QueueTest, Basic) { function TEST (line 110) | TEST(QueueTest, Timeout) { FILE: monolith/native_training/runtime/concurrency/random_number_generator_benchmark.cc type monolith (line 20) | namespace monolith { type concurrency (line 21) | namespace concurrency { function BM_STL (line 26) | void BM_STL(benchmark::State& state) { // NOLINT function BM_Absl (line 38) | void BM_Absl(benchmark::State& state) { // NOLINT function BM_XorShift (line 47) | void BM_XorShift(benchmark::State& state) { // NOLINT FILE: monolith/native_training/runtime/concurrency/sleeper.h function namespace (line 34) | namespace monolith { FILE: monolith/native_training/runtime/concurrency/thread_pool.cc type monolith (line 30) | namespace monolith { type concurrency (line 31) | namespace concurrency { FILE: monolith/native_training/runtime/concurrency/thread_pool.h function namespace (line 39) | namespace monolith { FILE: monolith/native_training/runtime/concurrency/xorshift.cc type monolith (line 17) | namespace monolith { type concurrency (line 18) | namespace concurrency { FILE: monolith/native_training/runtime/concurrency/xorshift.h function namespace (line 24) | namespace monolith { FILE: monolith/native_training/runtime/concurrency/xorshift_test.cc type monolith (line 21) | namespace monolith { type concurrency (line 22) | namespace concurrency { function EstimatingPiWithMonteCarlo (line 29) | float EstimatingPiWithMonteCarlo(const std::function& ge... function TEST (line 42) | TEST(XorShift, SingleThread) { function TEST (line 54) | TEST(XorShift, MultiThread) { FILE: monolith/native_training/runtime/deep_insight/deep_insight.cc type monolith (line 20) | namespace monolith { type deep_insight (line 21) | namespace deep_insight { FILE: monolith/native_training/runtime/deep_insight/deep_insight.h function namespace (line 25) | namespace monolith { FILE: monolith/native_training/runtime/deep_insight/deep_insight_test.cc type monolith (line 29) | namespace monolith { type deep_insight (line 30) | namespace deep_insight { FILE: monolith/native_training/runtime/hash_filter/dummy_hash_filter.h function namespace (line 28) | namespace monolith { FILE: monolith/native_training/runtime/hash_filter/filter.h function namespace (line 23) | namespace monolith { FILE: monolith/native_training/runtime/hash_filter/hash_filter.cc type monolith (line 17) | namespace monolith { type hash_filter (line 18) | namespace hash_filter { FILE: monolith/native_training/runtime/hash_filter/hash_filter.h function namespace (line 28) | namespace monolith { FILE: monolith/native_training/runtime/hash_filter/hash_filter_test.cc type monolith (line 21) | namespace monolith { type hash_filter (line 22) | namespace hash_filter { function test_simple_bloom (line 25) | void test_simple_bloom(size_t key_num) { function TEST (line 36) | TEST(HashFilterTest, test_simple) { function test_count (line 46) | void test_count() { function TEST (line 66) | TEST(HashFilterTest, test_count) { function compare_to_unordered_map (line 72) | void compare_to_unordered_map(int key_number, double expected_rate, function TEST (line 97) | TEST(HashFilterTest, compare_to_unordered_map) { function TestSkipZeroThresholdFeatures (line 103) | void TestSkipZeroThresholdFeatures() { function TEST (line 116) | TEST(HashFilterTest, SkipZeroThresholdFeatures) { FILE: monolith/native_training/runtime/hash_filter/probabilistic_filter.cc type monolith (line 17) | namespace monolith { type hash_filter (line 18) | namespace hash_filter { FILE: monolith/native_training/runtime/hash_filter/probabilistic_filter.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_filter/probabilistic_filter_test.cc type monolith (line 20) | namespace monolith { type hash_filter (line 21) | namespace hash_filter { function TEST (line 28) | TEST(ProbabilisticFilterTest, UnequalProbability) { function TEST (line 51) | TEST(ProbabilisticFilterTest, EqualProbability) { function TEST (line 76) | TEST(ProbabilisticFilterTest, ShouldBeFiltered) { FILE: monolith/native_training/runtime/hash_filter/sliding_hash_filter.cc type monolith (line 22) | namespace monolith { type hash_filter (line 23) | namespace hash_filter { function SlidingHashFilter (line 138) | SlidingHashFilter* SlidingHashFilter::clone() const { function SlidingHashFilterMetaDump (line 158) | SlidingHashFilterMetaDump SlidingHashFilter::GetMetaDump() const { FILE: monolith/native_training/runtime/hash_filter/sliding_hash_filter.h function namespace (line 23) | namespace monolith { FILE: monolith/native_training/runtime/hash_filter/sliding_hash_filter_test.cc type monolith (line 23) | namespace monolith { type hash_filter (line 24) | namespace hash_filter { function test_simple_bloom (line 27) | static void test_simple_bloom(size_t key_num) { function TEST (line 35) | TEST(SlidingHashFilterTest, test_simple) { function TEST (line 41) | TEST(SlidingHashFilterTest, test_count) { function check_conflict_rate (line 62) | static void check_conflict_rate(SlidingHashFilter& filter, function compare_to_unordered_map (line 76) | static void compare_to_unordered_map(int key_number, double expected... function TEST (line 92) | TEST(SlidingHashFilterTest, compare_to_unordered_map) { function TEST (line 97) | TEST(SlidingHashFilterTest, SkipZeroThresholdFeatures) { FILE: monolith/native_training/runtime/hash_filter/types.h function namespace (line 19) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/compressor/fake_quantizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/compressor/fake_quantizer_test.cc type monolith (line 19) | namespace monolith { type hash_table (line 20) | namespace hash_table { function TEST (line 29) | TEST(FakeQuantizer, Quantization) { FILE: monolith/native_training/runtime/hash_table/compressor/float_compressor.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { class FloatCompressorBase (line 28) | class FloatCompressorBase : public FloatCompressorInterface { method FloatCompressorBase (line 30) | FloatCompressorBase(int dim_size, int64_t size_bytes, method SizeBytes (line 37) | int64_t SizeBytes() const final { return size_bytes_; } method UncompressedSizeBytes (line 39) | int64_t UncompressedSizeBytes() const final { method DimSize (line 43) | int DimSize() const final { return dim_size_; } class Fp32FloatCompressor (line 51) | class Fp32FloatCompressor final : public FloatCompressorBase { method Fp32FloatCompressor (line 53) | explicit Fp32FloatCompressor(const FloatCompressorConfig::Fp32& co... method DebugString (line 58) | std::string DebugString() const override { method Encode (line 62) | void Encode(absl::Span num, void* compressed) const o... method Decode (line 69) | void Decode(const void* compressed, absl::Span num) const o... class Fp16FloatCompressor (line 78) | class Fp16FloatCompressor final : public FloatCompressorBase { method Fp16FloatCompressor (line 80) | explicit Fp16FloatCompressor(const FloatCompressorConfig::Fp16& co... method DebugString (line 85) | std::string DebugString() const override { method Encode (line 89) | void Encode(absl::Span num, void* compressed) const o... method Decode (line 97) | void Decode(const void* compressed, absl::Span num) const o... class FixedR8FloatCompressor (line 106) | class FixedR8FloatCompressor final : public FloatCompressorBase { method FixedR8FloatCompressor (line 108) | explicit FixedR8FloatCompressor(const FloatCompressorConfig::Fixed... method DebugString (line 117) | std::string DebugString() const override { method Encode (line 121) | void Encode(absl::Span num, void* compressed) const o... method Decode (line 128) | void Decode(const void* compressed, absl::Span num) const o... class OneBitFloatCompressor (line 141) | class OneBitFloatCompressor final : public FloatCompressorBase { method OneBitFloatCompressor (line 143) | explicit OneBitFloatCompressor(const FloatCompressorConfig::OneBit... method DebugString (line 149) | std::string DebugString() const override { method Encode (line 153) | void Encode(absl::Span num, void* compressed) const o... method Decode (line 160) | void Decode(const void* compressed, absl::Span num) const o... class CombinedFloatCompressor (line 172) | class CombinedFloatCompressor final : public FloatCompressorBase { method CombinedFloatCompressor (line 174) | CombinedFloatCompressor(std::unique_ptr ... method DebugString (line 185) | std::string DebugString() const override { method Encode (line 190) | void Encode(absl::Span num, void* compressed) const o... method Decode (line 199) | void Decode(const void* compressed, absl::Span num) const o... function NewFloatCompressor (line 218) | std::unique_ptr NewFloatCompressor( function CombineFloatCompressor (line 239) | std::unique_ptr CombineFloatCompressor( FILE: monolith/native_training/runtime/hash_table/compressor/float_compressor_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function EncodeDecode (line 32) | std::vector EncodeDecode(const FloatCompressorInterface& comp... function EncodeDecode (line 41) | std::vector EncodeDecode(const FloatCompressorConfig& config, function FloatCompressorConfig (line 47) | FloatCompressorConfig ParseConfig(const std::string& text) { function TEST (line 53) | TEST(Fp32FloatCompressorTest, Basic) { function TEST (line 59) | TEST(Fp16FloatCompressorTest, Basic) { function TEST (line 65) | TEST(FixedR8FloatCompressorTest, Basic) { function TEST (line 76) | TEST(OneBitFloatCompressorTest, Basic) { function TEST (line 84) | TEST(CombinedFloatCompressorTest, Basic) { FILE: monolith/native_training/runtime/hash_table/compressor/hash_net_quantizer.h function namespace (line 30) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/compressor/hash_net_quantizer_test.cc type monolith (line 19) | namespace monolith { type hash_table (line 20) | namespace hash_table { function TEST (line 23) | TEST(HashNetQuantizer, ForwardAndBackward) { FILE: monolith/native_training/runtime/hash_table/cuckoohash/bucket_container.hpp type libcuckoo (line 29) | namespace libcuckoo { class bucket_container (line 45) | class bucket_container { class bucket (line 72) | class bucket { method bucket (line 74) | bucket() noexcept : occupied_() {} method value_type (line 76) | const value_type &kvpair(size_type ind) const { method value_type (line 80) | value_type &kvpair(size_type ind) { method key_type (line 84) | const key_type &key(size_type ind) const { method key_type (line 87) | key_type &&movable_key(size_type ind) { method mapped_type (line 91) | const mapped_type &mapped(size_type ind) const { method mapped_type (line 94) | mapped_type &mapped(size_type ind) { return storage_kvpair(ind).se... method partial_t (line 96) | partial_t partial(size_type ind) const { return partials_[ind]; } method partial_t (line 97) | partial_t &partial(size_type ind) { return partials_[ind]; } method occupied (line 99) | bool occupied(size_type ind) const { return occupied_[ind]; } method storage_value_type (line 107) | const storage_value_type &storage_kvpair(size_type ind) const { method storage_value_type (line 111) | storage_value_type &storage_kvpair(size_type ind) { method bucket_container (line 124) | bucket_container(size_type hp, const allocator_type &allocator) method bucket_container (line 142) | bucket_container(const bucket_container &bc) method bucket_container (line 149) | bucket_container(const bucket_container &bc, const allocator_type &a) method bucket_container (line 155) | bucket_container(bucket_container &&bc) method bucket_container (line 164) | bucket_container(bucket_container &&bc, const allocator_type &a) method bucket_container (line 169) | bucket_container &operator=(const bucket_container &bc) { method bucket_container (line 179) | bucket_container &operator=(bucket_container &&bc) { method swap (line 185) | void swap(bucket_container &bc) noexcept { method size_type (line 202) | size_type hashpower() const { method hashpower (line 206) | void hashpower(size_type val) { method size_type (line 210) | size_type size() const { return size_type(1) << hashpower(); } method allocator_type (line 212) | allocator_type get_allocator() const { return allocator_; } method bucket (line 214) | bucket &operator[](size_type i) { return buckets_[i]; } method bucket (line 74) | bucket() noexcept : occupied_() {} method value_type (line 76) | const value_type &kvpair(size_type ind) const { method value_type (line 80) | value_type &kvpair(size_type ind) { method key_type (line 84) | const key_type &key(size_type ind) const { method key_type (line 87) | key_type &&movable_key(size_type ind) { method mapped_type (line 91) | const mapped_type &mapped(size_type ind) const { method mapped_type (line 94) | mapped_type &mapped(size_type ind) { return storage_kvpair(ind).se... method partial_t (line 96) | partial_t partial(size_type ind) const { return partials_[ind]; } method partial_t (line 97) | partial_t &partial(size_type ind) { return partials_[ind]; } method occupied (line 99) | bool occupied(size_type ind) const { return occupied_[ind]; } method storage_value_type (line 107) | const storage_value_type &storage_kvpair(size_type ind) const { method storage_value_type (line 111) | storage_value_type &storage_kvpair(size_type ind) { method bucket (line 215) | const bucket &operator[](size_type i) const { return buckets_[i]; } method bucket (line 74) | bucket() noexcept : occupied_() {} method value_type (line 76) | const value_type &kvpair(size_type ind) const { method value_type (line 80) | value_type &kvpair(size_type ind) { method key_type (line 84) | const key_type &key(size_type ind) const { method key_type (line 87) | key_type &&movable_key(size_type ind) { method mapped_type (line 91) | const mapped_type &mapped(size_type ind) const { method mapped_type (line 94) | mapped_type &mapped(size_type ind) { return storage_kvpair(ind).se... method partial_t (line 96) | partial_t partial(size_type ind) const { return partials_[ind]; } method partial_t (line 97) | partial_t &partial(size_type ind) { return partials_[ind]; } method occupied (line 99) | bool occupied(size_type ind) const { return occupied_[ind]; } method storage_value_type (line 107) | const storage_value_type &storage_kvpair(size_type ind) const { method storage_value_type (line 111) | storage_value_type &storage_kvpair(size_type ind) { method setKV (line 219) | void setKV(size_type ind, size_type slot, partial_t p, K &&k, method eraseKV (line 233) | void eraseKV(size_type ind, size_type slot) { method clear (line 242) | void clear() noexcept { method clear_and_deallocate (line 260) | void clear_and_deallocate() noexcept { destroy_buckets(); } method copy_allocator (line 268) | void copy_allocator(A &dst, const A &src, std::true_type) { // NOLINT method copy_allocator (line 273) | void copy_allocator(A &dst, const A &src, std::false_type) {} method swap_allocator (line 277) | void swap_allocator(A &dst, A &src, std::true_type) { // NOLINT method swap_allocator (line 282) | void swap_allocator(A &, A &, std::false_type) {} method move_assign (line 285) | void move_assign(bucket_container &src, std::true_type) { // NOLINT method move_assign (line 293) | void move_assign(bucket_container &src, std::false_type) { // NOLINT method destroy_buckets (line 303) | void destroy_buckets() noexcept { method move_or_copy (line 322) | void move_or_copy(size_type dst_ind, size_type dst_slot, bucket &src... method move_or_copy (line 328) | void move_or_copy(size_type dst_ind, size_type dst_slot, bucket &src... method bucket_pointer (line 335) | bucket_pointer transfer( FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoo_embedding_hash_table.cc type monolith (line 28) | namespace monolith { type hash_table (line 29) | namespace hash_table { class WithInitFn (line 41) | class WithInitFn : public T { method WithInitFn (line 44) | explicit WithInitFn(const std::function& init_fn, Args&&... class EntryHelper (line 51) | class EntryHelper {} class EntryHelper (line 54) | class EntryHelper { method EntryHelper (line 56) | EntryHelper(size_t entry_size) method Upsert (line 60) | bool Upsert(Map* m, Args&&... args) { method DeallocateAll (line 68) | void DeallocateAll() { alloc_.DeallocateAll(); } class EntryHelper (line 76) | class EntryHelper { method EntryHelper (line 78) | EntryHelper(size_t entry_size) : entry_size_(entry_size) {} method Upsert (line 81) | bool Upsert(Map* m, Args&&... args) { method DeallocateAll (line 87) | void DeallocateAll() {} class EntryHelper> (line 94) | class EntryHelper> { method Upsert (line 97) | bool Upsert(Map* m, Args&&... args) { method DeallocateAll (line 106) | void DeallocateAll() {} type Params (line 109) | struct Params { class CuckooEmbeddingHashTable (line 118) | class CuckooEmbeddingHashTable : public EmbeddingHashTableInterface { method CuckooEmbeddingHashTable (line 121) | explicit CuckooEmbeddingHashTable(Params p, method BatchLookup (line 140) | int64_t BatchLookup(absl::Span ids, method BatchLookupEntry (line 152) | void BatchLookupEntry(absl::Span ids, method Lookup (line 161) | int64_t Lookup(int64_t id, absl::Span embedding) const over... method LookupEntry (line 174) | void LookupEntry(int64_t id, absl::Span entry) const ov... method Assign (line 185) | void Assign(absl::Span ids, method AssignAdd (line 207) | void AssignAdd(int64_t id, absl::Span update, method Reinitialize (line 215) | void Reinitialize(absl::Span ids, method BatchOptimize (line 229) | void BatchOptimize(absl::Span ids, method Optimize (line 239) | void Optimize(int64_t id, absl::Span grad, method Evict (line 251) | virtual void Evict(int64_t max_update_time) { method Contains (line 267) | bool Contains(const int64_t id) { return m_.contains(id); } class CuckooLockCtx (line 269) | class CuckooLockCtx : public LockCtx { method CuckooLockCtx (line 271) | explicit CuckooLockCtx(typename MapType::locked_table table) method LockAll (line 279) | std::unique_ptr LockAll() override { method Save (line 285) | void Save(DumpShard shard, WriteFn write_fn, method Restore (line 299) | int64_t Restore(DumpShard shard, method Clear (line 323) | void Clear() override { method Size (line 328) | int64_t Size() const override { return m_.size(); } method DimSize (line 330) | int DimSize() const override { return accessor_->DimSize(); } method SliceSize (line 332) | int SliceSize() const override { return accessor_->SliceSize(); } method Contains (line 334) | bool Contains(int64_t id) const override { return m_.contains(id); } method DebugString (line 336) | std::string DebugString() const override { method UpsertEntry (line 346) | bool UpsertEntry(int64_t id, function CreateInlineEntryTable (line 365) | std::unique_ptr CreateInlineEntryTable( function NewCuckooEmbeddingHashTable (line 376) | std::unique_ptr NewCuckooEmbeddingHashT... FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoo_embedding_hash_table.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoo_embedding_hash_table_benchmark.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function SetupHashTable (line 32) | std::unique_ptr SetupHashTable() { function SetupPickedIds (line 57) | std::vector SetupPickedIds(int num) { function BM_LookUp (line 69) | void BM_LookUp(benchmark::State& state) { // NOLINT function BM_BatchLookUp (line 93) | void BM_BatchLookUp(benchmark::State& state) { // NOLINT function BM_Optimize (line 120) | void BM_Optimize(benchmark::State& state) { // NOLINT function BM_BatchOptimize (line 143) | void BM_BatchOptimize(benchmark::State& state) { // NOLINT FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoo_embedding_hash_table_test.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { function GetTestOneDimSgdHashTable (line 28) | std::tuple> FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoohash_config.hpp type libcuckoo (line 23) | namespace libcuckoo { FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoohash_map.hpp type libcuckoo (line 50) | namespace libcuckoo { class cuckoohash_map (line 71) | class cuckoohash_map { class locked_table (line 101) | class locked_table class const_iterator (line 2262) | class const_iterator { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT class iterator (line 2390) | class iterator : public const_iterator { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method size_type (line 2447) | static constexpr size_type slot_per_bucket() { method locked_table (line 2456) | locked_table() = delete; method locked_table (line 2457) | locked_table(const locked_table &) = delete; method locked_table (line 2458) | locked_table &operator=(const locked_table &) = delete; method locked_table (line 2460) | locked_table(locked_table &<) noexcept method locked_table (line 2464) | locked_table &operator=(locked_table &<) noexcept { method unlock (line 2476) | void unlock() { all_locks_manager_.reset(); } method is_active (line 2494) | bool is_active() const { return static_cast(all_locks_manage... method hasher (line 2496) | hasher hash_function() const { return map_.get().hash_function(); } method key_equal (line 2498) | key_equal key_eq() const { return map_.get().key_eq(); } method allocator_type (line 2500) | allocator_type get_allocator() const { return map_.get().get_alloc... method size_type (line 2502) | size_type hashpower() const { return map_.get().hashpower(); } method size_type (line 2504) | size_type bucket_count() const { return map_.get().bucket_count(); } method empty (line 2506) | bool empty() const { return map_.get().empty(); } method size_type (line 2508) | size_type size() const { return map_.get().size(); } method size_type (line 2510) | size_type capacity() const { return map_.get().capacity(); } method load_factor (line 2512) | double load_factor() const { return map_.get().load_factor(); } method minimum_load_factor (line 2514) | void minimum_load_factor(const double mlf) { method minimum_load_factor (line 2518) | double minimum_load_factor() const { method maximum_hashpower (line 2522) | void maximum_hashpower(size_type mhp) { map_.get().maximum_hashpow... method size_type (line 2524) | size_type maximum_hashpower() const { method max_num_worker_threads (line 2528) | void max_num_worker_threads(size_type extra_threads) { method size_type (line 2532) | size_type max_num_worker_threads() const { method iterator (line 2548) | iterator begin() { return iterator(map_.get().buckets_, 0, 0); } method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2550) | const_iterator begin() const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method const_iterator (line 2554) | const_iterator cbegin() const { return begin(); } method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method iterator (line 2562) | iterator end() { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2569) | const_iterator end() const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method const_iterator (line 2576) | const_iterator cend() const { return end(); } method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method clear (line 2583) | void clear() { map_.get().cuckoo_clear(); } method insert (line 2591) | std::pair insert(K &&key, Args &&... val) { method iterator (line 2607) | iterator erase(const_iterator pos) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method iterator (line 2612) | iterator erase(iterator pos) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method size_type (line 2618) | size_type erase(const K &key) { method iterator (line 2638) | iterator find(const K &key) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2652) | const_iterator find(const K &key) const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method mapped_type (line 2666) | mapped_type &at(const K &key) { method mapped_type (line 2676) | const mapped_type &at(const K &key) const { method T (line 2691) | T &operator[](K &&key) { method size_type (line 2697) | size_type count(const K &key) const { method equal_range (line 2707) | std::pair equal_range(const K &key) { method equal_range (line 2718) | std::pair equal_range(const K &key... method rehash (line 2737) | void rehash(size_type n) { method reserve (line 2745) | void reserve(size_type n) { method locked_table (line 2787) | locked_table(cuckoohash_map &map) noexcept // NOLINT method buckets_t (line 2795) | buckets_t &buckets() { return map_.get().buckets_; } method buckets_t (line 2797) | const buckets_t &buckets() const { return map_.get().buckets_; } method maybe_resize_locks (line 2799) | void maybe_resize_locks(size_type new_bucket_count) { method locks_t (line 2803) | locks_t &get_current_locks() { return map_.get().get_current_locks... method slot_per_bucket (line 111) | static constexpr uint16_t slot_per_bucket() { return SLOT_PER_BUCKET; } method cuckoohash_map (line 126) | cuckoohash_map(size_type n = DEFAULT_SIZE, const Hash &hf = Hash(), method cuckoohash_map (line 155) | cuckoohash_map(InputIt first, InputIt last, size_type n = DEFAULT_SIZE, method cuckoohash_map (line 170) | cuckoohash_map(const cuckoohash_map &other) = default; method cuckoohash_map (line 179) | cuckoohash_map(const cuckoohash_map &other, const Allocator &alloc) method cuckoohash_map (line 203) | cuckoohash_map(cuckoohash_map &&other) = default; method cuckoohash_map (line 212) | cuckoohash_map(cuckoohash_map &&other, const Allocator &alloc) method cuckoohash_map (line 239) | cuckoohash_map(std::initializer_list init, method swap (line 250) | void swap(cuckoohash_map &other) noexcept { method cuckoohash_map (line 272) | cuckoohash_map &operator=(const cuckoohash_map &other) = default; method cuckoohash_map (line 281) | cuckoohash_map &operator=(cuckoohash_map &&other) = default; method cuckoohash_map (line 289) | cuckoohash_map &operator=(std::initializer_list ilist) { method hasher (line 315) | hasher hash_function() const { return hash_fn_; } method key_equal (line 322) | key_equal key_eq() const { return eq_fn_; } method allocator_type (line 329) | allocator_type get_allocator() const { return buckets_.get_allocator... method size_type (line 337) | size_type hashpower() const { return buckets_.hashpower(); } method size_type (line 344) | size_type bucket_count() const { return buckets_.size(); } method empty (line 351) | bool empty() const { return size() == 0; } method size_type (line 358) | size_type size() const { method size_type (line 375) | size_type capacity() const { return bucket_count() * slot_per_bucket... method load_factor (line 383) | double load_factor() const { method minimum_load_factor (line 397) | void minimum_load_factor(const double mlf) { method minimum_load_factor (line 415) | double minimum_load_factor() const { method maximum_hashpower (line 428) | void maximum_hashpower(size_type mhp) { method size_type (line 441) | size_type maximum_hashpower() const { method max_num_worker_threads (line 456) | void max_num_worker_threads(size_type extra_threads) { method size_type (line 463) | size_type max_num_worker_threads() const { method find_fn (line 489) | bool find_fn(const K &key, F fn) const { method update_fn (line 513) | bool update_fn(const K &key, F fn) { method erase_fn (line 538) | bool erase_fn(const K &key, F fn) { method uprase_fn (line 574) | bool uprase_fn(K &&key, F fn, Args &&... val) { method upsert (line 596) | bool upsert(K &&key, F fn, Args &&... val) { method find (line 611) | bool find(const K &key, mapped_type &val) const { // NOLINT method mapped_type (line 624) | mapped_type find(const K &key) const { method contains (line 640) | bool contains(const K &key) const { method update (line 651) | bool update(const K &key, V &&val) { method insert (line 660) | bool insert(K &&key, Args &&... val) { method insert_or_assign (line 672) | bool insert_or_assign(K &&key, V &&val) { method erase (line 682) | bool erase(const K &key) { method rehash (line 695) | bool rehash(size_type n) { return cuckoo_rehash(n); } method reserve (line 706) | bool reserve(size_type n) { return cuckoo_reserve(n); } method clear (line 711) | void clear() { method clear_with_callback (line 716) | void clear_with_callback(std::function fn) { method locked_table (line 728) | locked_table lock_table() { return locked_table(*this); } class const_iterator (line 2262) | class const_iterator { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT class iterator (line 2390) | class iterator : public const_iterator { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method size_type (line 2447) | static constexpr size_type slot_per_bucket() { method locked_table (line 2456) | locked_table() = delete; method locked_table (line 2457) | locked_table(const locked_table &) = delete; method locked_table (line 2458) | locked_table &operator=(const locked_table &) = delete; method locked_table (line 2460) | locked_table(locked_table &<) noexcept method locked_table (line 2464) | locked_table &operator=(locked_table &<) noexcept { method unlock (line 2476) | void unlock() { all_locks_manager_.reset(); } method is_active (line 2494) | bool is_active() const { return static_cast(all_locks_manage... method hasher (line 2496) | hasher hash_function() const { return map_.get().hash_function(); } method key_equal (line 2498) | key_equal key_eq() const { return map_.get().key_eq(); } method allocator_type (line 2500) | allocator_type get_allocator() const { return map_.get().get_alloc... method size_type (line 2502) | size_type hashpower() const { return map_.get().hashpower(); } method size_type (line 2504) | size_type bucket_count() const { return map_.get().bucket_count(); } method empty (line 2506) | bool empty() const { return map_.get().empty(); } method size_type (line 2508) | size_type size() const { return map_.get().size(); } method size_type (line 2510) | size_type capacity() const { return map_.get().capacity(); } method load_factor (line 2512) | double load_factor() const { return map_.get().load_factor(); } method minimum_load_factor (line 2514) | void minimum_load_factor(const double mlf) { method minimum_load_factor (line 2518) | double minimum_load_factor() const { method maximum_hashpower (line 2522) | void maximum_hashpower(size_type mhp) { map_.get().maximum_hashpow... method size_type (line 2524) | size_type maximum_hashpower() const { method max_num_worker_threads (line 2528) | void max_num_worker_threads(size_type extra_threads) { method size_type (line 2532) | size_type max_num_worker_threads() const { method iterator (line 2548) | iterator begin() { return iterator(map_.get().buckets_, 0, 0); } method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2550) | const_iterator begin() const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method const_iterator (line 2554) | const_iterator cbegin() const { return begin(); } method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method iterator (line 2562) | iterator end() { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2569) | const_iterator end() const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method const_iterator (line 2576) | const_iterator cend() const { return end(); } method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method clear (line 2583) | void clear() { map_.get().cuckoo_clear(); } method insert (line 2591) | std::pair insert(K &&key, Args &&... val) { method iterator (line 2607) | iterator erase(const_iterator pos) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method iterator (line 2612) | iterator erase(iterator pos) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method size_type (line 2618) | size_type erase(const K &key) { method iterator (line 2638) | iterator find(const K &key) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2652) | const_iterator find(const K &key) const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method mapped_type (line 2666) | mapped_type &at(const K &key) { method mapped_type (line 2676) | const mapped_type &at(const K &key) const { method T (line 2691) | T &operator[](K &&key) { method size_type (line 2697) | size_type count(const K &key) const { method equal_range (line 2707) | std::pair equal_range(const K &key) { method equal_range (line 2718) | std::pair equal_range(const K &key... method rehash (line 2737) | void rehash(size_type n) { method reserve (line 2745) | void reserve(size_type n) { method locked_table (line 2787) | locked_table(cuckoohash_map &map) noexcept // NOLINT method buckets_t (line 2795) | buckets_t &buckets() { return map_.get().buckets_; } method buckets_t (line 2797) | const buckets_t &buckets() const { return map_.get().buckets_; } method maybe_resize_locks (line 2799) | void maybe_resize_locks(size_type new_bucket_count) { method locks_t (line 2803) | locks_t &get_current_locks() { return map_.get().get_current_locks... method partial_dump (line 740) | void partial_dump( method evict (line 775) | void evict(std::function should_be_evi... method add_locks_from_other (line 804) | void add_locks_from_other(const cuckoohash_map &other) { method is_simple (line 815) | static constexpr bool is_simple() { method is_data_nothrow_move_constructible (line 820) | static constexpr bool is_data_nothrow_move_constructible() { type hash_value (line 828) | struct hash_value { method hash_value (line 834) | hash_value hashed_key(const K &key) const { method size_type (line 840) | size_type hashed_key_only_hash(const K &key) const { method size_type (line 846) | static inline size_type hashsize(const size_type hp) { method size_type (line 852) | static inline size_type hashmask(const size_type hp) { method partial_t (line 860) | static partial_t partial_key(const size_type hash) { method size_type (line 873) | static inline size_type index_hash(const size_type hp, const size_ty... method size_type (line 882) | static inline size_type alt_index(const size_type hp, const partial_... method LIBCUCKOO_SQUELCH_PADDING_WARNING (line 910) | LIBCUCKOO_SQUELCH_PADDING_WARNING type LockDeleter (line 961) | struct LockDeleter { class TwoBuckets (line 975) | class TwoBuckets { method TwoBuckets (line 977) | TwoBuckets() {} method TwoBuckets (line 978) | TwoBuckets(size_type i1_, size_type i2_, locked_table_mode) method TwoBuckets (line 980) | TwoBuckets(locks_t &locks, size_type i1_, size_type i2_, method unlock (line 988) | void unlock() { type AllUnlocker (line 999) | struct AllUnlocker { class hashpower_changed (line 1016) | class hashpower_changed {} method check_hashpower (line 1022) | inline void check_hashpower(size_type hp, spinlock &lock) const { /... method rehash_lock (line 1047) | void rehash_lock(size_t l) const noexcept { method LockManager (line 1072) | LockManager lock_one(size_type, size_type, locked_table_mode) const { method LockManager (line 1076) | LockManager lock_one(size_type hp, size_type i, normal_mode) const { method TwoBuckets (line 1090) | TwoBuckets lock_two(size_type, size_type i1, size_type i2, method TwoBuckets (line 977) | TwoBuckets() {} method TwoBuckets (line 978) | TwoBuckets(size_type i1_, size_type i2_, locked_table_mode) method TwoBuckets (line 980) | TwoBuckets(locks_t &locks, size_type i1_, size_type i2_, method unlock (line 988) | void unlock() { method TwoBuckets (line 1095) | TwoBuckets lock_two(size_type hp, size_type i1, size_type i2, method TwoBuckets (line 977) | TwoBuckets() {} method TwoBuckets (line 978) | TwoBuckets(size_type i1_, size_type i2_, locked_table_mode) method TwoBuckets (line 980) | TwoBuckets(locks_t &locks, size_type i1_, size_type i2_, method unlock (line 988) | void unlock() { method lock_three (line 1118) | std::pair lock_three(size_type, size_type i1, method lock_three (line 1125) | std::pair lock_three(size_type hp, size_typ... method TwoBuckets (line 1159) | TwoBuckets snapshot_and_lock_two(const hash_value &hv) const { method TwoBuckets (line 977) | TwoBuckets() {} method TwoBuckets (line 978) | TwoBuckets(size_type i1_, size_type i2_, locked_table_mode) method TwoBuckets (line 980) | TwoBuckets(locks_t &locks, size_type i1_, size_type i2_, method unlock (line 988) | void unlock() { method AllLocksManager (line 1180) | AllLocksManager lock_all(locked_table_mode) { return AllLocksManager... method AllLocksManager (line 1182) | AllLocksManager lock_all(normal_mode) { method size_type (line 1201) | static inline size_type lock_ind(const size_type bucket_ind) { type cuckoo_status (line 1212) | enum cuckoo_status { type table_position (line 1223) | struct table_position { method table_position (line 1235) | table_position cuckoo_find(const K &key, const partial_t partial, method try_read_from_bucket (line 1251) | int try_read_from_bucket(const bucket &b, const partial_t partial, method table_position (line 1281) | table_position cuckoo_insert_loop(hash_value hv, TwoBuckets &b, method table_position (line 1326) | table_position cuckoo_insert(const hash_value hv, TwoBuckets &b, method add_to_bucket (line 1386) | void add_to_bucket(const size_type bucket_ind, const size_type slot, method try_find_insert_bucket (line 1399) | bool try_find_insert_bucket(const bucket &b, int &slot, // NOLINT method cuckoo_status (line 1446) | cuckoo_status run_cuckoo(TwoBuckets &b, size_type &insert_bucket, /... method cuckoopath_search (line 1508) | int cuckoopath_search(const size_type hp, method cuckoopath_move (line 1570) | bool cuckoopath_move(const size_type hp, method size_type (line 1640) | static constexpr size_type const_pow(size_type a, size_type b) { type b_slot (line 1645) | struct b_slot { method b_slot (line 1666) | b_slot() {} method b_slot (line 1667) | b_slot(const size_type b, const uint16_t p, const decltype(depth) d) class b_queue (line 1674) | class b_queue { method b_queue (line 1676) | b_queue() noexcept : first_(0), last_(0) {} method enqueue (line 1678) | void enqueue(b_slot x) { method b_slot (line 1683) | b_slot dequeue() { method empty (line 1690) | bool empty() const { return first_ == last_; } method full (line 1692) | bool full() const { return last_ == MAX_CUCKOO_COUNT; } method b_slot (line 1726) | b_slot slot_search(const size_type hp, const size_type i1, method b_slot (line 1666) | b_slot() {} method b_slot (line 1667) | b_slot(const size_type b, const uint16_t p, const decltype(depth) d) method cuckoo_status (line 1769) | cuckoo_status cuckoo_fast_double(size_type current_hp) { method move_bucket (line 1850) | void move_bucket(buckets_t &old_buckets, buckets_t &new_buckets, //... method cuckoo_status (line 1902) | cuckoo_status check_resize_validity(const size_type orig_hp, method maybe_resize_locks (line 1930) | void maybe_resize_locks(size_type new_bucket_count) { method cuckoo_status (line 1955) | cuckoo_status cuckoo_expand_simple(size_type new_hp) { method parallel_exec_noexcept (line 2012) | void parallel_exec_noexcept(size_type start, size_type end, F func) { method parallel_exec (line 2030) | void parallel_exec(size_type start, size_type end, F func) { method rehash_with_workers (line 2056) | void rehash_with_workers() noexcept { method del_from_bucket (line 2071) | void del_from_bucket(const size_type bucket_ind, const size_type slo... method cuckoo_clear (line 2078) | void cuckoo_clear() { method cuckoo_rehash (line 2092) | bool cuckoo_rehash(size_type n) { method cuckoo_reserve (line 2101) | bool cuckoo_reserve(size_type n) { method size_type (line 2114) | static size_type reserve_calc(const size_type n) { method locks_t (line 2128) | locks_t &get_current_locks() const { return all_locks_.back(); } method size_type (line 2132) | size_type num_remaining_lazy_rehash_locks() const { method num_remaining_lazy_rehash_locks (line 2136) | void num_remaining_lazy_rehash_locks(size_type n) const { method decrement_num_remaining_lazy_rehash_locks (line 2143) | void decrement_num_remaining_lazy_rehash_locks() const { class CopyableAtomic (line 2190) | class CopyableAtomic : public std::atomic { method CopyableAtomic (line 2194) | CopyableAtomic(const CopyableAtomic &other) noexcept method CopyableAtomic (line 2197) | CopyableAtomic &operator=(const CopyableAtomic &other) noexcept { class locked_table (line 2239) | class locked_table { class const_iterator (line 2262) | class const_iterator { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT class iterator (line 2390) | class iterator : public const_iterator { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method size_type (line 2447) | static constexpr size_type slot_per_bucket() { method locked_table (line 2456) | locked_table() = delete; method locked_table (line 2457) | locked_table(const locked_table &) = delete; method locked_table (line 2458) | locked_table &operator=(const locked_table &) = delete; method locked_table (line 2460) | locked_table(locked_table &<) noexcept method locked_table (line 2464) | locked_table &operator=(locked_table &<) noexcept { method unlock (line 2476) | void unlock() { all_locks_manager_.reset(); } method is_active (line 2494) | bool is_active() const { return static_cast(all_locks_manage... method hasher (line 2496) | hasher hash_function() const { return map_.get().hash_function(); } method key_equal (line 2498) | key_equal key_eq() const { return map_.get().key_eq(); } method allocator_type (line 2500) | allocator_type get_allocator() const { return map_.get().get_alloc... method size_type (line 2502) | size_type hashpower() const { return map_.get().hashpower(); } method size_type (line 2504) | size_type bucket_count() const { return map_.get().bucket_count(); } method empty (line 2506) | bool empty() const { return map_.get().empty(); } method size_type (line 2508) | size_type size() const { return map_.get().size(); } method size_type (line 2510) | size_type capacity() const { return map_.get().capacity(); } method load_factor (line 2512) | double load_factor() const { return map_.get().load_factor(); } method minimum_load_factor (line 2514) | void minimum_load_factor(const double mlf) { method minimum_load_factor (line 2518) | double minimum_load_factor() const { method maximum_hashpower (line 2522) | void maximum_hashpower(size_type mhp) { map_.get().maximum_hashpow... method size_type (line 2524) | size_type maximum_hashpower() const { method max_num_worker_threads (line 2528) | void max_num_worker_threads(size_type extra_threads) { method size_type (line 2532) | size_type max_num_worker_threads() const { method iterator (line 2548) | iterator begin() { return iterator(map_.get().buckets_, 0, 0); } method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2550) | const_iterator begin() const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method const_iterator (line 2554) | const_iterator cbegin() const { return begin(); } method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method iterator (line 2562) | iterator end() { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2569) | const_iterator end() const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method const_iterator (line 2576) | const_iterator cend() const { return end(); } method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method clear (line 2583) | void clear() { map_.get().cuckoo_clear(); } method insert (line 2591) | std::pair insert(K &&key, Args &&... val) { method iterator (line 2607) | iterator erase(const_iterator pos) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method iterator (line 2612) | iterator erase(iterator pos) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method size_type (line 2618) | size_type erase(const K &key) { method iterator (line 2638) | iterator find(const K &key) { method iterator (line 2395) | iterator() {} method reference (line 2405) | reference operator*() { method pointer (line 2410) | pointer operator->() { return std::addressof(operator*()); } method iterator (line 2412) | iterator &operator++() { method iterator (line 2417) | iterator operator++(int) { method iterator (line 2423) | iterator &operator--() { method iterator (line 2428) | iterator operator--(int) { method iterator (line 2435) | iterator(buckets_t &buckets, size_type index, method const_iterator (line 2652) | const_iterator find(const K &key) const { method const_iterator (line 2270) | const_iterator() {} method reference (line 2283) | reference operator*() const { return (*buckets_)[index_].kvpair(... method pointer (line 2285) | pointer operator->() const { return std::addressof(operator*()); } method const_iterator (line 2289) | const_iterator &operator++() { method const_iterator (line 2307) | const_iterator operator++(int) { method const_iterator (line 2315) | const_iterator &operator--() { method const_iterator (line 2340) | const_iterator operator--(int) { method end_pos (line 2363) | static std::pair end_pos(const buckets_t &... method const_iterator (line 2371) | const_iterator(buckets_t &buckets, size_type index, // NOLINT method mapped_type (line 2666) | mapped_type &at(const K &key) { method mapped_type (line 2676) | const mapped_type &at(const K &key) const { method T (line 2691) | T &operator[](K &&key) { method size_type (line 2697) | size_type count(const K &key) const { method equal_range (line 2707) | std::pair equal_range(const K &key) { method equal_range (line 2718) | std::pair equal_range(const K &key... method rehash (line 2737) | void rehash(size_type n) { method reserve (line 2745) | void reserve(size_type n) { method locked_table (line 2787) | locked_table(cuckoohash_map &map) noexcept // NOLINT method buckets_t (line 2795) | buckets_t &buckets() { return map_.get().buckets_; } method buckets_t (line 2797) | const buckets_t &buckets() const { return map_.get().buckets_; } method maybe_resize_locks (line 2799) | void maybe_resize_locks(size_type new_bucket_count) { method locks_t (line 2803) | locks_t &get_current_locks() { return map_.get().get_current_locks... function swap (line 2857) | void swap( FILE: monolith/native_training/runtime/hash_table/cuckoohash/cuckoohash_util.hpp type libcuckoo (line 27) | namespace libcuckoo { class load_factor_too_low (line 92) | class load_factor_too_low : public std::exception { method load_factor_too_low (line 99) | load_factor_too_low(const double lf) noexcept : load_factor_(lf) {} method load_factor (line 112) | double load_factor() const noexcept { return load_factor_; } class maximum_hashpower_exceeded (line 123) | class maximum_hashpower_exceeded : public std::exception { method maximum_hashpower_exceeded (line 130) | maximum_hashpower_exceeded(const size_t hp) noexcept : hashpower_(hp... method hashpower (line 142) | size_t hashpower() const noexcept { return hashpower_; } FILE: monolith/native_training/runtime/hash_table/embedding_hash_table_factory.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { function NewEmbeddingHashTableFromConfig (line 26) | std::unique_ptr NewEmbeddingHashTableFr... FILE: monolith/native_training/runtime/hash_table/embedding_hash_table_factory.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/embedding_hash_table_interface.h function namespace (line 24) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/embedding_hash_table_test.h function namespace (line 29) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/entry_accessor.cc type monolith (line 37) | namespace monolith { type hash_table (line 38) | namespace hash_table { class ServingEntryAccessor (line 43) | class ServingEntryAccessor final : public EntryAccessorInterface { method ServingEntryAccessor (line 45) | explicit ServingEntryAccessor( method SizeBytes (line 51) | int64_t SizeBytes() const override { return size_bytes_; } method UncompressedSizeBytes (line 53) | int64_t UncompressedSizeBytes() const override { method DebugString (line 57) | std::string DebugString() const override { method DimSize (line 63) | int DimSize() const override { return compressor_->DimSize(); } method SliceSize (line 65) | int SliceSize() const override { method Init (line 69) | void Init(void* ctx) const override { method Fill (line 73) | void Fill(const void* ctx, absl::Span num) const override { method Assign (line 77) | void Assign(absl::Span num, void* ctx) const override { method AssignAdd (line 81) | void AssignAdd(absl::Span num, void* ctx) const overr... method Optimize (line 90) | void Optimize(void* ctx, absl::Span grad, method EntryDump (line 96) | EntryDump Save(const void* ctx, uint32_t timestamp_sec) const over... method Restore (line 100) | void Restore(void* ctx, uint32_t* timestamp_sec, EntryDump dump) c... class EntryAccessor (line 115) | class EntryAccessor final : public EntryAccessorInterface { method EntryAccessor (line 117) | EntryAccessor(std::unique_ptr initializer, method EntryAccessor (line 138) | EntryAccessor(EntryAccessor&&) = default; method EntryAccessor (line 139) | EntryAccessor& operator=(EntryAccessor&&) = default; method SizeBytes (line 141) | int64_t SizeBytes() const override { return num_bytes_ + optimizer... method UncompressedSizeBytes (line 143) | int64_t UncompressedSizeBytes() const override { method DebugString (line 147) | std::string DebugString() const override { method DimSize (line 154) | int DimSize() const override { return dim_size_; } method SliceSize (line 156) | int SliceSize() const override { return slice_size_; } method GetMutableNum (line 158) | absl::Span GetMutableNum(void* ctx) const { method Init (line 163) | void Init(void* ctx) const override { method Fill (line 169) | void Fill(const void* ctx, absl::Span num) const override { method Assign (line 173) | void Assign(absl::Span num, void* ctx) const override { method AssignAdd (line 179) | void AssignAdd(absl::Span num, void* ctx) const overr... method Optimize (line 187) | void Optimize(void* ctx, absl::Span grad, method GetNum (line 202) | absl::Span GetNum(const void* ctx) const { function EntryDump (line 225) | EntryDump EntryAccessor::Save(const void* ctx, uint32_t timestamp_se... function WriteDimSize (line 249) | void WriteDimSize(T* conf, int dim_size) { type Objects (line 267) | struct Objects { function AssignOrCombine (line 275) | void AssignOrCombine(T* t1, T t2, F combine_fn) { function Objects (line 283) | Objects GenerateObjFromSegments( function NewEntryAccessor (line 324) | std::unique_ptr NewEntryAccessor(EntryConfig... FILE: monolith/native_training/runtime/hash_table/entry_accessor_decorator.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/entry_accessor_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 34) | TEST(EntryAccessorTest, FromConfig) { function TEST (line 58) | TEST(EntryAccessorTest, SaveRestore) { function TEST (line 86) | TEST(EntryAccessorTest, Update) { function TEST (line 125) | TEST(ServingEntryAccessorTest, Basic) { function TEST (line 148) | TEST(ServingEntryAccessorTest, Update) { FILE: monolith/native_training/runtime/hash_table/entry_defs.h function namespace (line 17) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/entry_defs_test.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { function TEST (line 24) | TEST(InlineEntryTest, Basic) { FILE: monolith/native_training/runtime/hash_table/hash_table_benchmark.cc type monolith (line 31) | namespace monolith { type hash_table (line 32) | namespace hash_table { function EmbeddingHashTableConfig (line 37) | EmbeddingHashTableConfig SetupHashTableConfig(size_t dim) { function BM_Insert (line 54) | void BM_Insert(benchmark::State& state) { // NOLINT function BM_Find (line 86) | void BM_Find(benchmark::State& state) { // NOLINT FILE: monolith/native_training/runtime/hash_table/initializer/constants_initializer.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class ConstantsInitializer (line 25) | class ConstantsInitializer : public InitializerInterface { method ConstantsInitializer (line 27) | explicit ConstantsInitializer(int dim_size, float constant) method DimSize (line 30) | int DimSize() const override { return dim_size_; } method Initialize (line 32) | void Initialize(absl::Span nums) const override { method DebugString (line 38) | std::string DebugString() const override { function NewZerosInitializer (line 49) | std::unique_ptr NewZerosInitializer( function NewZerosInitializer (line 54) | std::unique_ptr NewZerosInitializer(int dim_si... function NewOnesInitializer (line 58) | std::unique_ptr NewOnesInitializer( function NewConstantsInitializer (line 63) | std::unique_ptr NewConstantsInitializer( function NewConstantsInitializer (line 69) | std::unique_ptr NewConstantsInitializer(int di... FILE: monolith/native_training/runtime/hash_table/initializer/constants_initializer.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/initializer/initializer_combination.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class CombinedInitializer (line 24) | class CombinedInitializer : public InitializerInterface { method CombinedInitializer (line 26) | CombinedInitializer(std::unique_ptr init1, method DimSize (line 30) | int DimSize() const override { return init1_->DimSize() + init2_->... method Initialize (line 32) | void Initialize(absl::Span nums) const override { method DebugString (line 37) | std::string DebugString() const override { function CombineInitializers (line 49) | std::unique_ptr CombineInitializers( FILE: monolith/native_training/runtime/hash_table/initializer/initializer_combination.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/initializer/initializer_combination_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 30) | TEST(RandomUniformInitializer, Basic) { FILE: monolith/native_training/runtime/hash_table/initializer/initializer_factory.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { function NewInitializerFromConfig (line 26) | std::unique_ptr NewInitializerFromConfig( FILE: monolith/native_training/runtime/hash_table/initializer/initializer_factory.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/initializer/initializer_interface.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/initializer/random_uniform_initializer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class RandomUniformInitializer (line 24) | class RandomUniformInitializer : public InitializerInterface { method RandomUniformInitializer (line 26) | explicit RandomUniformInitializer(RandomUniformInitializerConfig c... method DimSize (line 29) | int DimSize() const override { return conf_.dim_size(); } method Initialize (line 31) | void Initialize(absl::Span nums) const override { method DebugString (line 40) | std::string DebugString() const override { function NewRandomUniformInitializer (line 51) | std::unique_ptr NewRandomUniformInitializer( FILE: monolith/native_training/runtime/hash_table/initializer/random_uniform_initializer.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/initializer/random_uniform_initializer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 31) | TEST(RandomUniformInitializer, Basic) { FILE: monolith/native_training/runtime/hash_table/optimizer/adadelta_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class AdadeltaOptimizer (line 24) | class AdadeltaOptimizer : public OptimizerInterface { method AdadeltaOptimizer (line 26) | explicit AdadeltaOptimizer(AdadeltaOptimizerConfig config) method SizeBytes (line 29) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 33) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 35) | std::string DebugString() const override { method DimSize (line 39) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 41) | int SliceSize() const override { return 1; } method Init (line 43) | void Init(void* ctx) const override { method Optimize (line 51) | void Optimize(void* ctx, absl::Span num, absl::Span NewAdadeltaOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/adadelta_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/adadelta_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(AdadeltaOptimizer, Basic) { function TEST (line 53) | TEST(AdadeltaOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/adagrad_optimizer.cc type monolith (line 22) | namespace monolith { type hash_table (line 23) | namespace hash_table { class AdagradOptimizer (line 26) | class AdagradOptimizer : public OptimizerInterface { method AdagradOptimizer (line 28) | explicit AdagradOptimizer(AdagradOptimizerConfig config) method SizeBytes (line 31) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 35) | int64_t UncompressedSizeBytes() const override { method DebugString (line 39) | std::string DebugString() const override { method DimSize (line 43) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 45) | int SliceSize() const override { return 1; } method Init (line 47) | void Init(void* ctx) const override { method Optimize (line 54) | void Optimize(void* ctx, absl::Span num, absl::Span NewAdagradOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/adagrad_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/adagrad_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(AdagradOptimizer, Basic) { function TEST (line 56) | TEST(AdagradOptimizer, OptimizeWithWeightDecay) { FILE: monolith/native_training/runtime/hash_table/optimizer/adam_optimizer.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class AdamOptimizer (line 25) | class AdamOptimizer : public OptimizerInterface { method AdamOptimizer (line 27) | explicit AdamOptimizer(AdamOptimizerConfig config) method SizeBytes (line 30) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 34) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 36) | std::string DebugString() const override { method DimSize (line 40) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 42) | int SliceSize() const override { return 1; } method Init (line 44) | void Init(void* ctx) const override { method Optimize (line 57) | void Optimize(void* ctx, absl::Span num, absl::Span NewAdamOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/adam_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/adam_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(AdamOptimizer, Basic) { function TEST (line 53) | TEST(AdamOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/amsgrad_optimizer.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class AmsgradOptimizer (line 25) | class AmsgradOptimizer : public OptimizerInterface { method AmsgradOptimizer (line 27) | explicit AmsgradOptimizer(AmsgradOptimizerConfig config) method SizeBytes (line 30) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 34) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 36) | std::string DebugString() const override { method DimSize (line 40) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 42) | int SliceSize() const override { return 1; } method Init (line 44) | void Init(void* ctx) const override { method Optimize (line 58) | void Optimize(void* ctx, absl::Span num, absl::Span NewAmsgradOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/amsgrad_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/amsgrad_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(AmsgradOptimizer, Basic) { function TEST (line 53) | TEST(AmsgradOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/avx_benchmark.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function BM_AdagradOptimize (line 28) | void BM_AdagradOptimize(benchmark::State& state) { // NOLINT function BM_AVXAdagradOptimize (line 45) | void BM_AVXAdagradOptimize(benchmark::State& state) { // NOLINT FILE: monolith/native_training/runtime/hash_table/optimizer/avx_test.cc type monolith (line 25) | namespace monolith { type hash_table (line 26) | namespace hash_table { function TestAdagradOptimize (line 30) | void TestAdagradOptimize(size_t dim = 32) { function TEST (line 54) | TEST(AVX, Basic) { FILE: monolith/native_training/runtime/hash_table/optimizer/avx_utils.h function namespace (line 26) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/batch_softmax_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class BatchSoftmaxOptimizer (line 24) | class BatchSoftmaxOptimizer : public OptimizerInterface { method BatchSoftmaxOptimizer (line 26) | explicit BatchSoftmaxOptimizer(BatchSoftmaxOptimizerConfig config) method SizeBytes (line 31) | int64_t SizeBytes() const override { return sizeof(int64_t); } method UncompressedSizeBytes (line 33) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 35) | std::string DebugString() const override { method DimSize (line 39) | int DimSize() const override { return config_.dim_size(); } method SliceSize (line 41) | int SliceSize() const override { return 1; } method Init (line 43) | void Init(void* ctx) const override { method Optimize (line 48) | void Optimize(void* ctx, absl::Span num, absl::Span NewBatchSoftmaxOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/batch_softmax_optimizer.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/batch_softmax_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(BatchSoftmaxOptimizer, Basic) { FILE: monolith/native_training/runtime/hash_table/optimizer/dc_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class DcOptimizer (line 23) | class DcOptimizer : public OptimizerDecorator { method DcOptimizer (line 25) | explicit DcOptimizer(DcOptimizerConfig config, method OptimizeWithLatestValue (line 29) | void OptimizeWithLatestValue(void* ctx, absl::Span num, function NewDcOptimizer (line 50) | std::unique_ptr NewDcOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/dc_optimizer.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/dc_optimizer_test.cc type monolith (line 25) | namespace monolith { type hash_table (line 26) | namespace hash_table { function TEST (line 33) | TEST(DcOptimizer, Basic) { function TEST (line 60) | TEST(DcOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/dynamic_wd_adagrad_optimizer.cc type monolith (line 22) | namespace monolith { type hash_table (line 23) | namespace hash_table { function NewDynamicWdAdagradOptimizer (line 25) | std::unique_ptr NewDynamicWdAdagradOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/dynamic_wd_adagrad_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/dynamic_wd_adagrad_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { FILE: monolith/native_training/runtime/hash_table/optimizer/dynamic_wd_avx_test.cc type monolith (line 25) | namespace monolith { type hash_table (line 26) | namespace hash_table { function TestDynamicWdAdagradOptimize (line 30) | void TestDynamicWdAdagradOptimize(size_t dim = 32, int step = 1, boo... function TEST (line 60) | TEST(AVX, Basic) { function TEST (line 70) | TEST(AVX, DecoupleWd) { FILE: monolith/native_training/runtime/hash_table/optimizer/dynamic_wd_avx_utils.h function namespace (line 26) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/ftrl_optimizer.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class FtrlOptimizer (line 25) | class FtrlOptimizer : public OptimizerInterface { method FtrlOptimizer (line 27) | explicit FtrlOptimizer(FtrlOptimizerConfig config) method SizeBytes (line 31) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 35) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 37) | std::string DebugString() const override { method DimSize (line 41) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 43) | int SliceSize() const override { return 1; } method Init (line 45) | void Init(void* ctx) const override { method Optimize (line 56) | void Optimize(void* ctx, absl::Span num, absl::Span NewFtrlOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/ftrl_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/ftrl_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(FtrlOptimizer, Basic) { function TEST (line 53) | TEST(FtrlOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/group_adagrad_optimizer.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class GroupAdaGradOptimizer (line 25) | class GroupAdaGradOptimizer : public OptimizerInterface { method GroupAdaGradOptimizer (line 27) | explicit GroupAdaGradOptimizer(GroupAdaGradOptimizerConfig config) method SizeBytes (line 31) | int64_t SizeBytes() const override { return sizeof(float); } method UncompressedSizeBytes (line 33) | int64_t UncompressedSizeBytes() const override { method DebugString (line 37) | std::string DebugString() const override { method DimSize (line 41) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 43) | int SliceSize() const override { return 1; } method Init (line 45) | void Init(void* ctx) const override { method Optimize (line 50) | void Optimize(void* ctx, absl::Span num, absl::Span NewGroupAdaGradOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/group_adagrad_optimizer.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/group_adagrad_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(GroupAdaGradOptimizer, Basic) { function TEST (line 57) | TEST(GroupAdaGradOptimizer, ListUpdate) { function TEST (line 84) | TEST(GroupAdaGradOptimizer, ZeroLambda) { function TEST (line 100) | TEST(GroupAdaGradOptimizer, SetZero) { FILE: monolith/native_training/runtime/hash_table/optimizer/group_ftrl_optimizer.cc type monolith (line 22) | namespace monolith { type hash_table (line 23) | namespace hash_table { function NewGroupFtrlOptimizer (line 25) | std::unique_ptr NewGroupFtrlOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/group_ftrl_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/group_ftrl_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { FILE: monolith/native_training/runtime/hash_table/optimizer/momentum_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class MomentumOptimizer (line 24) | class MomentumOptimizer : public OptimizerInterface { method MomentumOptimizer (line 26) | explicit MomentumOptimizer(MomentumOptimizerConfig config) method SizeBytes (line 29) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 33) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 35) | std::string DebugString() const override { method DimSize (line 39) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 41) | int SliceSize() const override { return 1; } method Init (line 43) | void Init(void* ctx) const override { method Optimize (line 51) | void Optimize(void* ctx, absl::Span num, absl::Span NewMomentumOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/momentum_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/momentum_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(MomentumOptimizer, Basic) { function TEST (line 53) | TEST(MomentumOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/moving_average_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class MovingAverageOptimizer (line 24) | class MovingAverageOptimizer : public OptimizerInterface { method MovingAverageOptimizer (line 26) | explicit MovingAverageOptimizer(MovingAverageOptimizerConfig config) method SizeBytes (line 29) | int64_t SizeBytes() const override { return 0; } method UncompressedSizeBytes (line 31) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 33) | std::string DebugString() const override { method DimSize (line 37) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 39) | int SliceSize() const override { return 1; } method Init (line 41) | void Init(void* ctx) const override {} method Optimize (line 43) | void Optimize(void* ctx, absl::Span num, absl::Span NewMovingAverageOptimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/moving_average_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/moving_average_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(MovingAverageOptimizer, Basic) { function TEST (line 53) | TEST(MovingAverageOptimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_combination.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class CombinedOptimizer (line 27) | class CombinedOptimizer : public OptimizerInterface { method CombinedOptimizer (line 29) | CombinedOptimizer(std::unique_ptr opt1, method SizeBytes (line 38) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 42) | int64_t UncompressedSizeBytes() const override { method DebugString (line 46) | std::string DebugString() const override { method DimSize (line 50) | int DimSize() const override { return opt1_->DimSize() + opt2_->Di... method SliceSize (line 52) | int SliceSize() const override { method Init (line 56) | void Init(void* ctx) const override { method Optimize (line 62) | void Optimize(void* ctx, absl::Span num, absl::Span CombineOptimizers( FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_combination.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_combination_test.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { function TEST (line 30) | TEST(CombineOptimizers, Basic) { FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_decorator.h function namespace (line 23) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_factory.cc type monolith (line 35) | namespace monolith { type hash_table (line 36) | namespace hash_table { function NewOptimizerFromConfig (line 38) | std::unique_ptr NewOptimizerFromConfig( FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_factory.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/optimizer_interface.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/rmsprop_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class RmspropOptimizer (line 24) | class RmspropOptimizer : public OptimizerInterface { method RmspropOptimizer (line 26) | explicit RmspropOptimizer(RmspropOptimizerConfig config) method SizeBytes (line 29) | int64_t SizeBytes() const override { method UncompressedSizeBytes (line 33) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 35) | std::string DebugString() const override { method DimSize (line 39) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 41) | int SliceSize() const override { return 1; } method Init (line 43) | void Init(void* ctx) const override { method Optimize (line 50) | void Optimize(void* ctx, absl::Span num, absl::Span num, absl::Span num, method OptimizerDump (line 147) | OptimizerDump Save(const void* ctx) const override { method Restore (line 159) | void Restore(void* ctx, OptimizerDump dump) const override { function NewRmspropOptimizer (line 174) | std::unique_ptr NewRmspropOptimizer( function NewRmspropV2Optimizer (line 179) | std::unique_ptr NewRmspropV2Optimizer( FILE: monolith/native_training/runtime/hash_table/optimizer/rmsprop_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/rmsprop_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 32) | TEST(RmspropOptimizer, Basic) { function TEST (line 53) | TEST(RmspropV2Optimizer, ListUpdate) { FILE: monolith/native_training/runtime/hash_table/optimizer/sgd_optimizer.cc type monolith (line 20) | namespace monolith { type hash_table (line 21) | namespace hash_table { class SgdOptimizer (line 24) | class SgdOptimizer : public OptimizerInterface { method SgdOptimizer (line 26) | explicit SgdOptimizer(SgdOptimizerConfig config) : conf_(std::move... method SizeBytes (line 28) | int64_t SizeBytes() const override { return 0; } method UncompressedSizeBytes (line 30) | int64_t UncompressedSizeBytes() const override { return SizeBytes(... method DebugString (line 32) | std::string DebugString() const override { method DimSize (line 36) | int DimSize() const override { return conf_.dim_size(); } method SliceSize (line 38) | int SliceSize() const override { return 1; } method Init (line 40) | void Init(void* ctx) const override {} method Optimize (line 42) | void Optimize(void* ctx, absl::Span num, absl::Span NewSgdOptimizer(SgdOptimizerConf... FILE: monolith/native_training/runtime/hash_table/optimizer/sgd_optimizer.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/sgd_optimizer_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 31) | TEST(SgdOptimizer, Basic) { FILE: monolith/native_training/runtime/hash_table/optimizer/stochastic_rounding.cc type monolith (line 17) | namespace monolith { type hash_table (line 18) | namespace hash_table { FILE: monolith/native_training/runtime/hash_table/optimizer/stochastic_rounding.h function namespace (line 24) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/optimizer/stochastic_rounding_test.cc type monolith (line 24) | namespace monolith { type hash_table (line 25) | namespace hash_table { function TEST (line 28) | TEST(StochasticRoundingFloat16OptimizerDecorator, Basic) { FILE: monolith/native_training/runtime/hash_table/optimizer/test_utils.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/quantized_entry_accessor.h type SegmentQatConfig (line 26) | struct SegmentQatConfig { FILE: monolith/native_training/runtime/hash_table/quantized_entry_accessor_test.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { class MockEntryAccessor (line 37) | class MockEntryAccessor : public EntryAccessorInterface { type MockEntryAccessorFakeOption (line 54) | struct MockEntryAccessorFakeOption { function MakeMockEntryAccessor (line 59) | void MakeMockEntryAccessor( function TEST (line 93) | TEST(QuantizedEntryAccessor, FixedRange) { FILE: monolith/native_training/runtime/hash_table/retriever/fake_quant_retriever.cc type monolith (line 22) | namespace monolith { type hash_table (line 23) | namespace hash_table { class FakeQuantRetriever (line 26) | class FakeQuantRetriever final : public RetrieverBase { method FakeQuantRetriever (line 28) | FakeQuantRetriever(int dim_size, const FakeQuantizer& fake_quantizer) method Retrieve (line 31) | void Retrieve(const void* ctx, absl::Span num) const overri... method Backward (line 38) | void Backward(absl::Span num, absl::Span grad, method DebugString (line 41) | std::string DebugString() const override { function NewFakeQuantRetriever (line 51) | std::unique_ptr NewFakeQuantRetriever( FILE: monolith/native_training/runtime/hash_table/retriever/fake_quant_retriever.h function namespace (line 23) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/retriever/fake_quant_retriever_test.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { function TEST (line 30) | TEST(FakeQuantRetriever, Basic) { FILE: monolith/native_training/runtime/hash_table/retriever/hash_net_retriever.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { class HashNetRetriever (line 26) | class HashNetRetriever final : public RetrieverBase { method HashNetRetriever (line 28) | HashNetRetriever(int dim_size, method Retrieve (line 32) | void Retrieve(const void* ctx, absl::Span num) const overri... method Backward (line 39) | void Backward(absl::Span num, absl::Span grad, method DebugString (line 46) | std::string DebugString() const override { function NewHashNetRetriever (line 54) | std::unique_ptr NewHashNetRetriever( FILE: monolith/native_training/runtime/hash_table/retriever/hash_net_retriever.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/retriever/hash_net_retriever_test.cc type monolith (line 22) | namespace monolith { type hash_table (line 23) | namespace hash_table { function TEST (line 26) | TEST(HashNetRetriever, Basic) { FILE: monolith/native_training/runtime/hash_table/retriever/raw_retriever.cc type monolith (line 22) | namespace monolith { type hash_table (line 23) | namespace hash_table { class RawRetriever (line 26) | class RawRetriever final : public RetrieverBase { method RawRetriever (line 28) | explicit RawRetriever(int dim_size) : RetrieverBase(dim_size) {} method Retrieve (line 30) | void Retrieve(const void* ctx, absl::Span num) const overri... method Backward (line 34) | void Backward(absl::Span num, absl::Span grad, method DebugString (line 37) | std::string DebugString() const override { function NewRawRetriever (line 44) | std::unique_ptr NewRawRetriever(int dim_size) { FILE: monolith/native_training/runtime/hash_table/retriever/raw_retriever.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/retriever/raw_retriever_test.cc type monolith (line 23) | namespace monolith { type hash_table (line 24) | namespace hash_table { function TEST (line 29) | TEST(RawRetriever, Basic) { FILE: monolith/native_training/runtime/hash_table/retriever/retriever_base.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/retriever/retriever_combination.cc type monolith (line 21) | namespace monolith { type hash_table (line 22) | namespace hash_table { class CombinedRetriever (line 25) | class CombinedRetriever final : public RetrieverBase { method CombinedRetriever (line 27) | CombinedRetriever(std::unique_ptr retriever1, method Retrieve (line 33) | void Retrieve(const void* ctx, absl::Span num) const overri... method Backward (line 40) | void Backward(absl::Span num, absl::Span grad, method DebugString (line 49) | std::string DebugString() const override { function CombineRetrievers (line 62) | std::unique_ptr CombineRetrievers( FILE: monolith/native_training/runtime/hash_table/retriever/retriever_combination.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/retriever/retriever_combination_test.cc type monolith (line 26) | namespace monolith { type hash_table (line 27) | namespace hash_table { function TEST (line 32) | TEST(CombinedRetriever, Basic) { FILE: monolith/native_training/runtime/hash_table/retriever/retriever_interface.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/hash_table/utils.h function namespace (line 17) | namespace monolith { FILE: monolith/native_training/runtime/hopscotch/hopscotch_hash_set.cc type monolith (line 20) | namespace monolith { type hopscotch (line 21) | namespace hopscotch { function NextPowerOfTwo (line 25) | inline static uint32_t NextPowerOfTwo(uint32_t n) { function FirstLsbBitIndex (line 35) | inline static int FirstLsbBitIndex(uint32_t x) { return __builtin_ff... class HopscotchHashSet (line 208) | class HopscotchHashSet class HopscotchHashSet> (line 209) | class HopscotchHashSet> function FID (line 212) | FID GetEmptyValue() { FILE: monolith/native_training/runtime/hopscotch/hopscotch_hash_set.h function namespace (line 27) | namespace monolith { FILE: monolith/native_training/runtime/hopscotch/hopscotch_hash_set_test.cc type monolith (line 27) | namespace monolith { type hopscotch (line 28) | namespace hopscotch { function GetTime (line 36) | uint64_t GetTime() { function MemoryUsage (line 42) | static size_t MemoryUsage() { function Reset (line 54) | void Reset() { function Report (line 59) | void Report() { function TEST (line 65) | TEST(HOPSCOTCH_HASH_SET, simple_test) { function TestOneMap (line 82) | void TestOneMap(MapType* map) { function TEST (line 104) | TEST(HOPSCOTCH_HASH_SET, compare_test) { function TEST (line 133) | TEST(HOPSCOTCH_HASH_SET, multithread_test) { function TEST (line 168) | TEST(HOPSCOTCH_HASH_SET, overflow_test) { FILE: monolith/native_training/runtime/ops/agent_heartbeat.cc type tensorflow (line 17) | namespace tensorflow { type monolith_tf (line 18) | namespace monolith_tf { function NewAgentStub (line 22) | std::unique_ptr function RemoveOtherAddrsIfThereIsLocalAddr (line 33) | void RemoveOtherAddrsIfThereIsLocalAddr( function GetApiVersion (line 48) | int GetApiVersion( function GetModelKey (line 60) | std::string GetModelKey(absl::string_view model_name, function GetModelPsKey (line 65) | std::string GetModelPsKey(absl::string_view model_name, int index) { FILE: monolith/native_training/runtime/ops/agent_heartbeat.h function namespace (line 43) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/agent_heartbeat_test.cc type tensorflow (line 29) | namespace tensorflow { type monolith_tf (line 30) | namespace monolith_tf { function TEST (line 56) | TEST(AgentHeartbeatTest, Basic) { function TEST (line 88) | TEST(AgentHeartbeatTest, HeartBeat) { function TEST (line 113) | TEST(AgentHeartbeatTest, DefaultInstance) { class MockPredictionService (line 118) | class MockPredictionService : public tf_serving::PredictionService::... function StartServer (line 125) | std::unique_ptr StartServer( function TEST (line 134) | TEST(AgentHeartbeatTest, StubTest) { function TEST (line 161) | TEST(AgentHeartbeatTest, ApiVersion) { function TEST (line 171) | TEST(AgentHeartbeatTest2, ApiVersion) { FILE: monolith/native_training/runtime/ops/aligned_concat_split.cu.cc type tensorflow (line 29) | namespace tensorflow { type monolith_tf (line 30) | namespace monolith_tf { function __global__ (line 32) | __global__ void flat_concat( class AlignedFlatConcat (line 63) | class AlignedFlatConcat : public OpKernel { method AlignedFlatConcat (line 65) | explicit AlignedFlatConcat(OpKernelConstruction* context) method Compute (line 70) | void Compute(OpKernelContext* context) override { class AlignedFlatSplit (line 111) | class AlignedFlatSplit : public OpKernel { method AlignedFlatSplit (line 113) | explicit AlignedFlatSplit(OpKernelConstruction* context) : OpKerne... method Compute (line 116) | void Compute(OpKernelContext* context) override { FILE: monolith/native_training/runtime/ops/alloc_utils.h function namespace (line 18) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/clip_by_global_norm.cu.cc type tensorflow (line 27) | namespace tensorflow { type monolith (line 28) | namespace monolith { function __global__ (line 31) | __global__ void element_wise_mul( type ClipByGlobalNormImpl (line 63) | struct ClipByGlobalNormImpl { method Compute (line 64) | static void Compute(OpKernelContext* context, float scale) { FILE: monolith/native_training/runtime/ops/clip_by_global_norm.h function namespace (line 24) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/clip_by_global_norm_fused.cu.cc type tensorflow (line 30) | namespace tensorflow { type monolith_tf (line 31) | namespace monolith_tf { function __global__ (line 34) | __global__ void globalReduceSum( function __global__ (line 65) | __global__ void element_wise_mul( class ClipByGlobalNormFused (line 90) | class ClipByGlobalNormFused : public OpKernel { method ClipByGlobalNormFused (line 92) | explicit ClipByGlobalNormFused(OpKernelConstruction* context) method Compute (line 97) | void Compute(OpKernelContext* context) override { FILE: monolith/native_training/runtime/ops/clip_by_global_norm_op.cc type tensorflow (line 22) | namespace tensorflow { type monolith (line 23) | namespace monolith { type ClipByGlobalNormImpl (line 28) | struct ClipByGlobalNormImpl { method Compute (line 29) | static void Compute(OpKernelContext* context, float scale) { FILE: monolith/native_training/runtime/ops/deep_insight_client_tf_bridge.h function namespace (line 27) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/deep_insight_ops.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { class MonolithCreateDeepInsightClientOp (line 28) | class MonolithCreateDeepInsightClientOp method MonolithCreateDeepInsightClientOp (line 31) | explicit MonolithCreateDeepInsightClientOp(OpKernelConstruction* ctx) method TF_EXCLUSIVE_LOCKS_REQUIRED (line 43) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class MonolithWriteDeepInsightOp (line 59) | class MonolithWriteDeepInsightOp : public OpKernel { method MonolithWriteDeepInsightOp (line 61) | explicit MonolithWriteDeepInsightOp(OpKernelConstruction* ctx) method Compute (line 71) | void Compute(OpKernelContext* ctx) override { class MonolithWriteDeepInsightV2 (line 117) | class MonolithWriteDeepInsightV2 : public OpKernel { method MonolithWriteDeepInsightV2 (line 119) | explicit MonolithWriteDeepInsightV2(OpKernelConstruction* ctx) method Compute (line 131) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/embedding_hash_table_tf_bridge.cc type tensorflow (line 30) | namespace tensorflow { type monolith_tf (line 31) | namespace monolith_tf { function Status (line 39) | Status ValidateDim(const Tensor& t, int64 expected_dim) { function Status (line 49) | Status EmbeddingHashTableTfBridge::New( function Status (line 110) | Status EmbeddingHashTableTfBridge::BatchLookup(OpKernelContext* ctx, function Status (line 137) | Status EmbeddingHashTableTfBridge::BatchLookupEntry( function Status (line 149) | Status EmbeddingHashTableTfBridge::Lookup(OpKernelContext* ctx, int6... function Status (line 159) | Status EmbeddingHashTableTfBridge::LookupEntry(OpKernelContext* ctx,... function Status (line 169) | Status EmbeddingHashTableTfBridge::Assign(OpKernelContext* ctx, int ... function Status (line 199) | Status EmbeddingHashTableTfBridge::AssignAdd(OpKernelContext* ctx, i... function Status (line 224) | Status EmbeddingHashTableTfBridge::AssignAdd2(int64 id, function Status (line 242) | Status EmbeddingHashTableTfBridge::Reinitialize(const int64_t* ids, function Status (line 258) | Status EmbeddingHashTableTfBridge::BatchOptimize( function Status (line 343) | Status EmbeddingHashTableTfBridge::Optimize( function Status (line 361) | Status EmbeddingHashTableTfBridge::LockAll(std::unique_ptr*... function Status (line 370) | Status EmbeddingHashTableTfBridge::Save(OpKernelContext* ctx, DumpSh... function Status (line 381) | Status EmbeddingHashTableTfBridge::Restore( function int32 (line 414) | int32 EmbeddingHashTableTfBridge::dim_size() const { return dim_size... function int32 (line 415) | int32 EmbeddingHashTableTfBridge::slice_size() const { function int64 (line 418) | int64 EmbeddingHashTableTfBridge::max_update_ts_sec() const { function int64 (line 422) | int64 EmbeddingHashTableTfBridge::last_evict_ts_sec() const { function EmbeddingHashTableConfig (line 450) | const EmbeddingHashTableConfig& EmbeddingHashTableTfBridge::GetConfi... FILE: monolith/native_training/runtime/ops/embedding_hash_table_tf_bridge.h function namespace (line 30) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/file_metric_writer.cc type monolith (line 21) | namespace monolith { type deep_insight (line 22) | namespace deep_insight { FILE: monolith/native_training/runtime/ops/file_metric_writer.h function namespace (line 27) | namespace monolith { FILE: monolith/native_training/runtime/ops/file_metric_writer_test.cc type monolith (line 25) | namespace monolith { type deep_insight (line 26) | namespace deep_insight { function TEST (line 33) | TEST(FileMetricWriterTest, Basic) { FILE: monolith/native_training/runtime/ops/file_ops.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { class FileResource (line 30) | class FileResource : public ResourceBase { method FileResource (line 32) | explicit FileResource(std::unique_ptr f, method DebugString (line 36) | std::string DebugString() const override { return debugging_info_; } method Status (line 38) | Status Close() { method Status (line 44) | Status Append(StringPiece data) { method Status (line 49) | Status AppendRecord(const string& serialized) { class MonolithWritableFileOp (line 81) | class MonolithWritableFileOp : public ResourceOpKernel { method MonolithWritableFileOp (line 83) | explicit MonolithWritableFileOp(OpKernelConstruction* c) method TF_EXCLUSIVE_LOCKS_REQUIRED (line 93) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class MonolithWritableFileCloseOp (line 119) | class MonolithWritableFileCloseOp : public OpKernel { method MonolithWritableFileCloseOp (line 121) | explicit MonolithWritableFileCloseOp(OpKernelConstruction* c) : Op... method Compute (line 123) | void Compute(OpKernelContext* c) override { class MonolithWritableFileAppendOp (line 139) | class MonolithWritableFileAppendOp : public OpKernel { method MonolithWritableFileAppendOp (line 141) | explicit MonolithWritableFileAppendOp(OpKernelConstruction* c) method Compute (line 144) | void Compute(OpKernelContext* c) override { class MonolithEntryDumpFileAppendOp (line 162) | class MonolithEntryDumpFileAppendOp : public OpKernel { method MonolithEntryDumpFileAppendOp (line 164) | explicit MonolithEntryDumpFileAppendOp(OpKernelConstruction* c) method Compute (line 167) | void Compute(OpKernelContext* c) override { FILE: monolith/native_training/runtime/ops/file_utils.cc type tensorflow (line 21) | namespace tensorflow { type monolith_tf (line 22) | namespace monolith_tf { function GetShardedFileName (line 29) | std::string GetShardedFileName(absl::string_view basename, int shard, function Status (line 34) | Status ValidateShardedFiles(absl::string_view basename, function FileSpec (line 80) | FileSpec FileSpec::ShardedFileSpec(absl::string_view prefix, int nsh... FILE: monolith/native_training/runtime/ops/file_utils.h function namespace (line 22) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/file_utils_test.cc type tensorflow (line 23) | namespace tensorflow { type monolith_tf (line 24) | namespace monolith_tf { function TEST (line 29) | TEST(ValidateShardedFilesTest, Basic) { function TEST (line 51) | TEST(ValidateShardedFilesTest, FileSpecTest) { function TEST (line 57) | TEST(ValidateShardedFilesTest, LargeFileSet) { FILE: monolith/native_training/runtime/ops/fused_embedding_to_layout.cc type tensorflow (line 17) | namespace tensorflow { type monolith_tf (line 18) | namespace monolith_tf { type fused_layout (line 20) | namespace fused_layout { function OptimizedSumpooling (line 27) | void OptimizedSumpooling(const float *src, const int dim_num, void... function PtrWrapper (line 84) | PtrWrapper NoneLayout::GetSlice(int row_id, const SliceConfig &sli... function PtrWrapper (line 150) | PtrWrapper DefaultLayout::GetSlice(int row_id, const SliceConfig &... function ForwardTaskRunImpl (line 542) | void ForwardTaskRunImpl(int slice_conf_i, int dim_num, int64 nfl_idx, class MonolithEmbeddingToLayoutOpV2 (line 671) | class MonolithEmbeddingToLayoutOpV2 : public MonolithEmbeddingToLa... method MonolithEmbeddingToLayoutOpV2 (line 673) | explicit MonolithEmbeddingToLayoutOpV2(OpKernelConstruction *ctx) class MonolithEmbeddingToLayoutOpV3 (line 677) | class MonolithEmbeddingToLayoutOpV3 : public MonolithEmbeddingToLa... method MonolithEmbeddingToLayoutOpV3 (line 679) | explicit MonolithEmbeddingToLayoutOpV3(OpKernelConstruction *ctx) class MonolithEmbeddingToLayoutOpV4 (line 683) | class MonolithEmbeddingToLayoutOpV4 : public MonolithEmbeddingToLa... method MonolithEmbeddingToLayoutOpV4 (line 685) | explicit MonolithEmbeddingToLayoutOpV4(OpKernelConstruction *ctx) class MonolithEmbeddingToLayoutOpV5 (line 689) | class MonolithEmbeddingToLayoutOpV5 : public MonolithEmbeddingToLa... method MonolithEmbeddingToLayoutOpV5 (line 691) | explicit MonolithEmbeddingToLayoutOpV5(OpKernelConstruction *ctx) type ScatterGradGetInitFuncParams (line 882) | struct ScatterGradGetInitFuncParams { class MonolithEmbeddingToLayoutGradOpV2 (line 976) | class MonolithEmbeddingToLayoutGradOpV2 method MonolithEmbeddingToLayoutGradOpV2 (line 979) | explicit MonolithEmbeddingToLayoutGradOpV2(OpKernelConstruction ... class MonolithEmbeddingToLayoutGradOpV3 (line 983) | class MonolithEmbeddingToLayoutGradOpV3 method MonolithEmbeddingToLayoutGradOpV3 (line 986) | explicit MonolithEmbeddingToLayoutGradOpV3(OpKernelConstruction ... class MonolithEmbeddingToLayoutGradOpV4 (line 990) | class MonolithEmbeddingToLayoutGradOpV4 method MonolithEmbeddingToLayoutGradOpV4 (line 993) | explicit MonolithEmbeddingToLayoutGradOpV4(OpKernelConstruction ... class MonolithEmbeddingToLayoutGradOpV5 (line 997) | class MonolithEmbeddingToLayoutGradOpV5 method MonolithEmbeddingToLayoutGradOpV5 (line 1000) | explicit MonolithEmbeddingToLayoutGradOpV5(OpKernelConstruction ... FILE: monolith/native_training/runtime/ops/fused_embedding_to_layout.cu.cc type tensorflow (line 28) | namespace tensorflow { type monolith_tf (line 29) | namespace monolith_tf { type fused_layout (line 30) | namespace fused_layout { type ForwardTaskInfo (line 34) | struct ForwardTaskInfo { function __device__ (line 46) | __device__ void *MemCopyGPU(float *dest, const float *src, std::si... function __device__ (line 53) | __device__ void OptimizedSumpoolingGPU(const float *src, const int... function __device__ (line 80) | __device__ void OptimizedSumpoolingGPUWithLock(const float *src, function __global__ (line 96) | __global__ void ForwardBatchKernel( type SetZeroFunctor (line 197) | struct SetZeroFunctor { class MonolithEmbeddingToLayoutOpV3GPU (line 203) | class MonolithEmbeddingToLayoutOpV3GPU : public MonolithEmbeddingT... method MonolithEmbeddingToLayoutOpV3GPU (line 205) | explicit MonolithEmbeddingToLayoutOpV3GPU(OpKernelConstruction *... method TaskRun (line 208) | virtual void TaskRun(const std::vector> ... class MonolithEmbeddingToLayoutOpV4GPU (line 323) | class MonolithEmbeddingToLayoutOpV4GPU method MonolithEmbeddingToLayoutOpV4GPU (line 326) | explicit MonolithEmbeddingToLayoutOpV4GPU(OpKernelConstruction *... class MonolithEmbeddingToLayoutOpV5GPU (line 330) | class MonolithEmbeddingToLayoutOpV5GPU method MonolithEmbeddingToLayoutOpV5GPU (line 333) | explicit MonolithEmbeddingToLayoutOpV5GPU(OpKernelConstruction *... function __global__ (line 337) | __global__ void BackwardBatchKernel( class MonolithEmbeddingToLayoutGradOpV3GPU (line 383) | class MonolithEmbeddingToLayoutGradOpV3GPU method MonolithEmbeddingToLayoutGradOpV3GPU (line 386) | explicit MonolithEmbeddingToLayoutGradOpV3GPU(OpKernelConstructi... method TaskRun (line 389) | void TaskRun(const std::vector> &layouts, class MonolithEmbeddingToLayoutGradOpV4GPU (line 443) | class MonolithEmbeddingToLayoutGradOpV4GPU method MonolithEmbeddingToLayoutGradOpV4GPU (line 446) | explicit MonolithEmbeddingToLayoutGradOpV4GPU(OpKernelConstructi... class MonolithEmbeddingToLayoutGradOpV5GPU (line 450) | class MonolithEmbeddingToLayoutGradOpV5GPU method MonolithEmbeddingToLayoutGradOpV5GPU (line 453) | explicit MonolithEmbeddingToLayoutGradOpV5GPU(OpKernelConstructi... FILE: monolith/native_training/runtime/ops/fused_embedding_to_layout.h function namespace (line 29) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/fused_reorder_by_indices.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { class FusedReorderByIndicesOp (line 28) | class FusedReorderByIndicesOp : public OpKernel { method FusedReorderByIndicesOp (line 30) | explicit FusedReorderByIndicesOp(OpKernelConstruction* ctx) : OpKe... method Compute (line 38) | void Compute(OpKernelContext* ctx) override { method shard_func (line 121) | inline int shard_func(int64 val) { FILE: monolith/native_training/runtime/ops/gen_seq_mask.cc type tensorflow (line 20) | namespace tensorflow { type monolith_tf (line 21) | namespace monolith_tf { class GenSeqMaskOp (line 26) | class GenSeqMaskOp : public OpKernel { method GenSeqMaskOp (line 28) | explicit GenSeqMaskOp(OpKernelConstruction* ctx) : OpKernel(ctx) { method Compute (line 32) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/global_norm.cu.cc type tensorflow (line 29) | namespace tensorflow { type monolith (line 30) | namespace monolith { function __global__ (line 35) | __global__ void globalReduceSum( type GlobalReduceImpl (line 74) | struct GlobalReduceImpl { type SetZeroFunctor (line 85) | struct SetZeroFunctor { type GlobalReduceImpl (line 92) | struct GlobalReduceImpl { method Compute (line 93) | static void Compute(OpKernelContext* context, class GlobalReduce (line 137) | class GlobalReduce : public OpKernel { method GlobalReduce (line 139) | explicit GlobalReduce(OpKernelConstruction* context) : OpKernel(co... method Compute (line 143) | void Compute(OpKernelContext* context) override { FILE: monolith/native_training/runtime/ops/gpu_multi_hash_table.h function namespace (line 23) | namespace monolith_tf { FILE: monolith/native_training/runtime/ops/hash_filter_intercept_gradient_op.cc type tensorflow (line 19) | namespace tensorflow { type monolith_tf (line 20) | namespace monolith_tf { class HashFilterInterceptGradientOp (line 22) | class HashFilterInterceptGradientOp : public OpKernel { method HashFilterInterceptGradientOp (line 24) | explicit HashFilterInterceptGradientOp(OpKernelConstruction* ctx) method Compute (line 27) | void Compute(OpKernelContext* ctx) override { class HashFilterInterceptGradientGradientOp (line 34) | class HashFilterInterceptGradientGradientOp : public OpKernel { method HashFilterInterceptGradientGradientOp (line 36) | explicit HashFilterInterceptGradientGradientOp(OpKernelConstructio... method Compute (line 39) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/hash_filter_op.cc type tensorflow (line 24) | namespace tensorflow { type monolith_tf (line 25) | namespace monolith_tf { class DummyFilterOp (line 31) | class DummyFilterOp : public ResourceOpKernel { method DummyFilterOp (line 33) | explicit DummyFilterOp(OpKernelConstruction* ctx) : ResourceOpKern... method TF_EXCLUSIVE_LOCKS_REQUIRED (line 39) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class HashFilterOp (line 48) | class HashFilterOp : public ResourceOpKernel { method HashFilterOp (line 50) | explicit HashFilterOp(OpKernelConstruction* ctx) : ResourceOpKerne... method TF_EXCLUSIVE_LOCKS_REQUIRED (line 67) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class ProbabilisticFilterOp (line 81) | class ProbabilisticFilterOp : public ResourceOpKernel { method MachineInfoOp (line 225) | explicit MachineInfoOp(OpKernelConstruction* c) : ResourceOpKernel... method TF_EXCLUSIVE_LOCKS_REQUIRED (line 231) | TF_EXCLUSIVE_LOCKS_REQUIRED(mu_) override { class MonolithCheckMachineHealthOp (line 252) | class MonolithCheckMachineHealthOp : public OpKernel { method MonolithCheckMachineHealthOp (line 254) | explicit MonolithCheckMachineHealthOp(OpKernelConstruction* c) method Compute (line 257) | void Compute(OpKernelContext* c) override { method GetCurrentUsage (line 277) | int64_t GetCurrentUsage() { FILE: monolith/native_training/runtime/ops/map_id_to_embedding.cu.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { function __global__ (line 31) | __global__ void FusedGatherKernel( function __global__ (line 76) | __global__ void FusedGatherGradKernel( type SetZeroFunctor (line 121) | struct SetZeroFunctor { class FusedGatherEmbeddingsByInputOpGPU (line 128) | class FusedGatherEmbeddingsByInputOpGPU : public OpKernel { method FusedGatherEmbeddingsByInputOpGPU (line 130) | explicit FusedGatherEmbeddingsByInputOpGPU(OpKernelConstruction* ctx) method Compute (line 136) | void Compute(OpKernelContext* ctx) override { class FusedGatherEmbeddingsByInputGradientOpGPU (line 214) | class FusedGatherEmbeddingsByInputGradientOpGPU : public OpKernel { method FusedGatherEmbeddingsByInputGradientOpGPU (line 216) | explicit FusedGatherEmbeddingsByInputGradientOpGPU(OpKernelConstru... method Compute (line 222) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/map_id_to_embedding_op.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { type EmbeddingLocation (line 31) | struct EmbeddingLocation { class MapIdToEmbeddingOp (line 39) | class MapIdToEmbeddingOp : public OpKernel { method MapIdToEmbeddingOp (line 41) | explicit MapIdToEmbeddingOp(OpKernelConstruction* ctx) : OpKernel(... method Compute (line 46) | void Compute(OpKernelContext* ctx) override { class MapIdToEmbeddingGradientOp (line 109) | class MapIdToEmbeddingGradientOp : public OpKernel { method MapIdToEmbeddingGradientOp (line 111) | explicit MapIdToEmbeddingGradientOp(OpKernelConstruction* ctx) method Compute (line 116) | void Compute(OpKernelContext* ctx) override { class GatherEmbeddingsByInputOp (line 149) | class GatherEmbeddingsByInputOp : public OpKernel { method GatherEmbeddingsByInputOp (line 151) | explicit GatherEmbeddingsByInputOp(OpKernelConstruction* ctx) method Compute (line 156) | void Compute(OpKernelContext* ctx) override { class GatherEmbeddingsByInputGradientOp (line 210) | class GatherEmbeddingsByInputGradientOp : public OpKernel { method GatherEmbeddingsByInputGradientOp (line 212) | explicit GatherEmbeddingsByInputGradientOp(OpKernelConstruction* ctx) method Compute (line 215) | void Compute(OpKernelContext* ctx) override { class FusedGatherEmbeddingsByInputOp (line 239) | class FusedGatherEmbeddingsByInputOp : public OpKernel { method FusedGatherEmbeddingsByInputOp (line 241) | explicit FusedGatherEmbeddingsByInputOp(OpKernelConstruction* ctx) method Compute (line 247) | void Compute(OpKernelContext* ctx) override { class FusedGatherEmbeddingsByInputGradientOp (line 294) | class FusedGatherEmbeddingsByInputGradientOp : public OpKernel { method FusedGatherEmbeddingsByInputGradientOp (line 296) | explicit FusedGatherEmbeddingsByInputGradientOp(OpKernelConstructi... method Compute (line 302) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/multi_hash_table.h function namespace (line 26) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/multi_hash_table_lookup_op.cc type tensorflow (line 29) | namespace tensorflow { type monolith_tf (line 30) | namespace monolith_tf { class MultiHashTableLookupOp (line 33) | class MultiHashTableLookupOp : public OpKernel { method MultiHashTableLookupOp (line 35) | explicit MultiHashTableLookupOp(OpKernelConstruction* ctx) : OpKer... method Compute (line 37) | void Compute(OpKernelContext* ctx) override { class MultiHashTableLookupEntryOp (line 91) | class MultiHashTableLookupEntryOp : public OpKernel { method MultiHashTableLookupEntryOp (line 93) | explicit MultiHashTableLookupEntryOp(OpKernelConstruction* ctx) method Compute (line 96) | void Compute(OpKernelContext* ctx) override { class MultiHashTableFusedLookupOp (line 129) | class MultiHashTableFusedLookupOp : public OpKernel { method MultiHashTableFusedLookupOp (line 131) | explicit MultiHashTableFusedLookupOp(OpKernelConstruction* ctx) method Compute (line 137) | void Compute(OpKernelContext* ctx) override { ComputeH(ctx); } FILE: monolith/native_training/runtime/ops/multi_hash_table_op.cc type tensorflow (line 32) | namespace tensorflow { type monolith_tf (line 33) | namespace monolith_tf { class CreateMultiHashTableOp (line 39) | class CreateMultiHashTableOp : public ResourceOpKernel { method CreateMultiHashTableOp (line 41) | explicit CreateMultiHashTableOp(OpKernelConstruction* ctx) method Compute (line 44) | void Compute(OpKernelContext* ctx) override { function Status (line 87) | Status CreateMultiHashTableOp::CreateResource( class ReadMultiHashTableOp (line 118) | class ReadMultiHashTableOp : public OpKernel { method ReadMultiHashTableOp (line 120) | explicit ReadMultiHashTableOp(OpKernelConstruction* c) : OpKernel(... method Compute (line 122) | void Compute(OpKernelContext* ctx) override { class IsHashTableInitializedOp (line 148) | class IsHashTableInitializedOp : public OpKernel { method IsHashTableInitializedOp (line 150) | explicit IsHashTableInitializedOp(OpKernelConstruction* c) : OpKer... method Compute (line 152) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/multi_hash_table_save_restore_ops.cc type tensorflow (line 40) | namespace tensorflow { type monolith_tf (line 41) | namespace monolith_tf { type AsyncPack (line 48) | struct AsyncPack { method AsyncPack (line 49) | AsyncPack(OpKernelContext* p_ctx, core::RefCountPtr p_m... type EntryDumpIter (line 83) | struct EntryDumpIter { method EntryDumpIter (line 84) | explicit EntryDumpIter(io::SequentialRecordReader* reader_, int64_... method GetNext (line 86) | bool GetNext(const AsyncPack* p, function GetShardedMetadataFileName (line 109) | std::string GetShardedMetadataFileName(absl::string_view basename, i... class MultiHashTableSaveOp (line 117) | class MultiHashTableSaveOp : public AsyncOpKernel { method MultiHashTableSaveOp (line 119) | explicit MultiHashTableSaveOp(OpKernelConstruction* ctx) method ComputeAsync (line 142) | void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override { method WorkerThread (line 171) | void WorkerThread(EmbeddingHashTableTfBridge::DumpShard shard, method Status (line 176) | Status SaveOneShard(EmbeddingHashTableTfBridge::DumpShard shard, method PickNshards (line 240) | int PickNshards(const TableType& mtable) { class MultiHashTableRestoreOp (line 257) | class MultiHashTableRestoreOp : public AsyncOpKernel { method MultiHashTableRestoreOp (line 259) | explicit MultiHashTableRestoreOp(OpKernelConstruction* ctx) method ComputeAsync (line 262) | void ComputeAsync(OpKernelContext* ctx, DoneCallback done) override { method WorkerThread (line 297) | void WorkerThread(EmbeddingHashTableTfBridge::DumpShard shard, method Status (line 323) | Status RestoreOneShard(EmbeddingHashTableTfBridge::DumpShard shard, method LogSummary (line 408) | inline typename std::enable_if::type LogSummary( method LogSummary (line 419) | inline typename std::enable_if::type LogSummary( class MultiHashTableFeatureStatOp (line 424) | class MultiHashTableFeatureStatOp : public OpKernel { method MultiHashTableFeatureStatOp (line 426) | explicit MultiHashTableFeatureStatOp(OpKernelConstruction* ctx) method Compute (line 429) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/multi_hash_table_update_op.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { function Status (line 34) | Status MismatchLength(absl::string_view tensor_name, int tensor_size, function Status (line 41) | Status LengthTooShort(absl::string_view tensor_name, int tensor_size) { class MultiHashTableOptimizeOp (line 47) | class MultiHashTableOptimizeOp : public OpKernel { method MultiHashTableOptimizeOp (line 49) | explicit MultiHashTableOptimizeOp(OpKernelConstruction* ctx) method Compute (line 52) | void Compute(OpKernelContext* c) override { class MultiHashTableAssignOp (line 106) | class MultiHashTableAssignOp : public OpKernel { method MultiHashTableAssignOp (line 108) | explicit MultiHashTableAssignOp(OpKernelConstruction* ctx) : OpKer... method Compute (line 110) | void Compute(OpKernelContext* c) override { class MultiHashTableAssignAddOp (line 150) | class MultiHashTableAssignAddOp : public OpKernel { method MultiHashTableAssignAddOp (line 152) | explicit MultiHashTableAssignAddOp(OpKernelConstruction* ctx) method Compute (line 155) | void Compute(OpKernelContext* c) override { class MultiHashTableReinitializeOp (line 196) | class MultiHashTableReinitializeOp : public OpKernel { method MultiHashTableReinitializeOp (line 198) | explicit MultiHashTableReinitializeOp(OpKernelConstruction* ctx) method Compute (line 201) | void Compute(OpKernelContext* c) override { class MultiHashTableFusedOptimizeOp (line 248) | class MultiHashTableFusedOptimizeOp : public OpKernel { method MultiHashTableFusedOptimizeOp (line 250) | explicit MultiHashTableFusedOptimizeOp(OpKernelConstruction* ctx) method Compute (line 258) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/net_utils.cc type tensorflow (line 23) | namespace tensorflow { type monolith_tf (line 24) | namespace monolith_tf { function GetLocalIpAddreeses (line 26) | std::multimap GetLocalIpAddreeses() { function GetMyHostIp (line 53) | std::string GetMyHostIp() { FILE: monolith/native_training/runtime/ops/net_utils.h function namespace (line 21) | namespace tensorflow { FILE: monolith/native_training/runtime/ops/net_utils_test.cc type tensorflow (line 18) | namespace tensorflow { type monolith_tf (line 19) | namespace monolith_tf { function TEST (line 21) | TEST(NetUtilsTest, Basic) { FILE: monolith/native_training/runtime/ops/normalize_merged_split_op.cc type tensorflow (line 25) | namespace tensorflow { type monolith_tf (line 26) | namespace monolith_tf { class NormalizeMergedSplitOp (line 29) | class NormalizeMergedSplitOp : public OpKernel { method NormalizeMergedSplitOp (line 31) | explicit NormalizeMergedSplitOp(OpKernelConstruction* ctx) : OpKer... method Compute (line 33) | void Compute(OpKernelContext* ctx) override { FILE: monolith/native_training/runtime/ops/parameter_sync_ops.cc type tensorflow (line 29) | namespace tensorflow { type monolith_tf (line 30) | namespace monolith_tf { class DummySyncServerOp (line 32) | class DummySyncServerOp : public ResourceOpKernel::Vec pos_split, class FillWithOffsetMapGradientOp (line 284) | class FillWithOffsetMapGradientOp : public OpKernel { method FillWithOffsetMapGradientOp (line 286) | explicit FillWithOffsetMapGradientOp(OpKernelConstruction* c) : Op... method Compute (line 290) | void Compute(OpKernelContext* c) override { class FusedValueRowidsOp (line 348) | class FusedValueRowidsOp : public OpKernel { method FusedValueRowidsOp (line 350) | explicit FusedValueRowidsOp(OpKernelConstruction* c) : OpKernel(c) {} method Compute (line 352) | void Compute(OpKernelContext* c) override { FILE: monolith/native_training/runtime/parameter_sync/dummy_sync_client.h function namespace (line 20) | namespace monolith { FILE: monolith/native_training/runtime/parameter_sync/dummy_sync_server.cc type monolith (line 17) | namespace monolith { type parameter_sync (line 18) | namespace parameter_sync { FILE: monolith/native_training/runtime/parameter_sync/parameter_sync_client.cc type monolith (line 23) | namespace monolith { type parameter_sync (line 24) | namespace parameter_sync { FILE: monolith/native_training/runtime/parameter_sync/parameter_sync_client.h function namespace (line 24) | namespace monolith { FILE: monolith/native_training/runtime/parameter_sync/parameter_sync_client_test.cc type monolith (line 23) | namespace monolith { type parameter_sync (line 24) | namespace parameter_sync { function TEST (line 29) | TEST(MultiHashTableTest, Basic) { function TEST (line 96) | TEST(HashTableTest, Basic) { FILE: monolith/native_training/runtime/parameter_sync/request_splitter.cc type monolith (line 19) | namespace monolith { type parameter_sync (line 20) | namespace parameter_sync { function SplitTable (line 23) | void SplitTable(const PushRequest::DeltaEmbeddingHashTable& table, FILE: monolith/native_training/runtime/parameter_sync/request_splitter.h function namespace (line 22) | namespace monolith { FILE: monolith/native_training/runtime/parameter_sync/request_splitter_test.cc type monolith (line 23) | namespace monolith { type parameter_sync (line 24) | namespace parameter_sync { function PushRequest_DeltaEmbeddingHashTable (line 29) | PushRequest_DeltaEmbeddingHashTable SetUpOneDeltaHashTable( function TEST (line 50) | TEST(RequestSplitter, NoSplit) { function TEST (line 68) | TEST(RequestSplitter, SplitIntoTwo) { function TEST (line 110) | TEST(RequestSplitter, MultiHashTableSplitIntoTwo) { FILE: monolith/native_training/runtime/parameter_sync/sync_client_interface.h function namespace (line 21) | namespace monolith { FILE: monolith/native_training/runtime/parameter_sync/sync_client_manager.cc type monolith (line 25) | namespace monolith { type parameter_sync (line 26) | namespace parameter_sync { function client_factory_ (line 34) | client_factory_(std::move(client_factory)) {} function PushResult (line 63) | PushResult SyncClientManager::Push(const PushRequest& request, FILE: monolith/native_training/runtime/parameter_sync/sync_client_manager.h function namespace (line 23) | namespace monolith { FILE: monolith/native_training/save_utils.py function get_latest_checkpoint_state (line 66) | def get_latest_checkpoint_state(checkpoint_dir: str, global_step_value: ... function get_monolith_checkpoint_state (line 81) | def get_monolith_checkpoint_state(checkpoint_dir, class SaveHelper (line 138) | class SaveHelper: method __init__ (line 141) | def __init__(self, basename: str): method get_ckpt_prefix (line 144) | def get_ckpt_prefix(self, global_step_value: int) -> str: method get_ckpt_asset_dir (line 149) | def get_ckpt_asset_dir(cls, ckpt_prefix: str) -> str: method get_global_step_value (line 155) | def get_global_step_value(self, ckpt_prefix: str) -> int: method get_existing_checkpoint_steps (line 162) | def get_existing_checkpoint_steps(self) -> Set[int]: class SecondOrStepTimerWithTideSetting (line 170) | class SecondOrStepTimerWithTideSetting(tf.estimator.SecondOrStepTimer): method __init__ (line 176) | def __init__(self, method enable (line 196) | def enable(self): method disable (line 199) | def disable(self): method should_trigger_for_step (line 202) | def should_trigger_for_step(self, step): class NoFirstSaveCheckpointSaverHook (line 248) | class NoFirstSaveCheckpointSaverHook(tf.estimator.CheckpointSaverHook): method __init__ (line 255) | def __init__(self, method timer (line 308) | def timer(self): method after_create_session (line 312) | def after_create_session(self, session, coord): method trigger_save (line 321) | def trigger_save(self, session, ignore_save_errors=False): method after_run (line 339) | def after_run(self, run_context, run_values): method _save (line 343) | def _save(self, session, step: int) -> bool: method _create_or_update_monolith_ckpt_state (line 394) | def _create_or_update_monolith_ckpt_state(self, do_update=False): method end (line 419) | def end(self, session): class PsMonitor (line 433) | class PsMonitor(): method __init__ (line 436) | def __init__(self, ps_num): method is_ps_uninitialized (line 450) | def is_ps_uninitialized(self, sess, device): method setup_ps_initialized_state (line 455) | def setup_ps_initialized_state(self, sess): class SaverBuilder (line 461) | class SaverBuilder(tf_saver.BulkSaverBuilder): method _AddShardedRestoreOps (line 466) | def _AddShardedRestoreOps(self, filename_tensor, per_device, method restore_ops_per_device (line 502) | def restore_ops_per_device(self): class PartialRecoverySaver (line 512) | class PartialRecoverySaver(): method __init__ (line 587) | def __init__(self, method build (line 746) | def build(self): method _build_eager (line 751) | def _build_eager(self, checkpoint_path, build_save, build_restore): method _build (line 756) | def _build(self, checkpoint_path, build_save, build_restore): method _check_saver_def (line 807) | def _check_saver_def(self): method _CheckpointFilename (line 819) | def _CheckpointFilename(self, p): method _RecordLastCheckpoint (line 831) | def _RecordLastCheckpoint(self, latest_save_path): method _MaybeDeleteOldCheckpoints (line 857) | def _MaybeDeleteOldCheckpoints(self, meta_graph_suffix="meta"): method as_saver_def (line 890) | def as_saver_def(self): method exempt_checkpoint_paths (line 899) | def exempt_checkpoint_paths(self): method last_checkpoints (line 916) | def last_checkpoints(self): method set_last_checkpoints_with_time (line 926) | def set_last_checkpoints_with_time(self, last_checkpoints_with_time): method recover_last_checkpoints (line 939) | def recover_last_checkpoints(self, checkpoint_paths): method save (line 964) | def save(self, method export_meta_graph (line 1097) | def export_meta_graph(self, method _origin_restore (line 1144) | def _origin_restore(self, sess, save_path): method restore (line 1228) | def restore(self, sess, save_path): method setup_ps_initialized_state (line 1307) | def setup_ps_initialized_state(self, sess): FILE: monolith/native_training/save_utils_test.py class SaveUtilsTest (line 50) | class SaveUtilsTest(tf.test.TestCase): method setUp (line 52) | def setUp(self): method create_test_ckpt (line 61) | def create_test_ckpt(self, global_step_value: int): method test_get_ckpt_steps (line 68) | def test_get_ckpt_steps(self): method test_exempt_checkpoints (line 76) | def test_exempt_checkpoints(self): class SaverHookTest (line 91) | class SaverHookTest(tf.test.TestCase): method get_ckpt_dir (line 93) | def get_ckpt_dir(self): method test_basic (line 97) | def test_basic(self): method test_op_error (line 114) | def test_op_error(self): method test_trigger_save (line 151) | def test_trigger_save(self): class SaverTest (line 164) | class SaverTest(tf.test.TestCase): method basicSaveRestore (line 166) | def basicSaveRestore(self, variable_op): method testBasic (line 256) | def testBasic(self): method testSaveMaxToKeep (line 259) | def testSaveMaxToKeep(self): method testResourceBasic (line 321) | def testResourceBasic(self): method testResourceColocation (line 324) | def testResourceColocation(self): method testResourceVariableReadOpsAddedDeterministically (line 345) | def testResourceVariableReadOpsAddedDeterministically(self): method testEagerBasic (line 357) | def testEagerBasic(self): method testEagerGraphCompatibility (line 375) | def testEagerGraphCompatibility(self): method testResourceSaveRestoreCachingDevice (line 421) | def testResourceSaveRestoreCachingDevice(self): method testNoAdditionalOpsAddedBySaverForResourceVariablesOutsideSaveScope (line 438) | def testNoAdditionalOpsAddedBySaverForResourceVariablesOutsideSaveScop... method testSaveCopyRestoreWithSaveRelativePaths (line 458) | def testSaveCopyRestoreWithSaveRelativePaths(self): method testFilenameTensor (line 531) | def testFilenameTensor(self): method testInvalidPath (line 542) | def testInvalidPath(self): method testInt64 (line 551) | def testInt64(self): method testSomeErrors (line 579) | def testSomeErrors(self): method testSameName (line 606) | def testSameName(self): method testBasicsWithListOfVariables (line 628) | def testBasicsWithListOfVariables(self): method _SaveAndLoad (line 701) | def _SaveAndLoad(self, var_name, var_value, other_value, save_path): method testCacheRereadsFile (line 715) | def testCacheRereadsFile(self): method testAllowEmpty (line 723) | def testAllowEmpty(self): method testGPU (line 735) | def testGPU(self): method testSharedServerOnGPU (line 752) | def testSharedServerOnGPU(self): method testVariables (line 773) | def testVariables(self): method testVarListShouldBeEmptyInDeferredBuild (line 797) | def testVarListShouldBeEmptyInDeferredBuild(self): method testBuildShouldBeCalledBeforeSaveInCaseOfDeferBuild (line 803) | def testBuildShouldBeCalledBeforeSaveInCaseOfDeferBuild(self): method testDeferredBuild (line 811) | def testDeferredBuild(self): method testReshape (line 833) | def testReshape(self): method testSaveWithGlobalStep (line 860) | def testSaveWithGlobalStep(self, pad_step_number=False): method testSaveWithGlobalStepWithPadding (line 887) | def testSaveWithGlobalStepWithPadding(self): method testSaveToNonexistingPath (line 890) | def testSaveToNonexistingPath(self): method testSaveToURI (line 936) | def testSaveToURI(self): method testSaveRestoreAndValidateVariableDtype (line 963) | def testSaveRestoreAndValidateVariableDtype(self): method testRestoreLargeTensors (line 988) | def testRestoreLargeTensors(self): class SaveRestoreShardedTest (line 1024) | class SaveRestoreShardedTest(tf.test.TestCase): method testIterators (line 1026) | def testIterators(self): method testIteratorsUnshardedRestore (line 1089) | def testIteratorsUnshardedRestore(self): class MaxToKeepTest (line 1153) | class MaxToKeepTest(tf.test.TestCase): method _get_test_dir (line 1155) | def _get_test_dir(self, dirname): method assertCheckpointState (line 1160) | def assertCheckpointState(self, model_checkpoint_path, method testMaxToKeepEager (line 1168) | def testMaxToKeepEager(self): method testNonSharded (line 1236) | def testNonSharded(self): method testSharded (line 1406) | def testSharded(self): method testNoMaxToKeep (line 1453) | def testNoMaxToKeep(self): method testNoMetaGraph (line 1481) | def testNoMetaGraph(self): class RecoverLastCheckpointsTest (line 1495) | class RecoverLastCheckpointsTest(tf.test.TestCase): method _get_test_dir (line 1497) | def _get_test_dir(self, dirname): method assertCheckpointState (line 1502) | def assertCheckpointState(self, model_checkpoint_path, method test_recover_last_checkpoints (line 1510) | def test_recover_last_checkpoints(self): class KeepCheckpointEveryNHoursTest (line 1554) | class KeepCheckpointEveryNHoursTest(tf.test.TestCase): method _get_test_dir (line 1556) | def _get_test_dir(self, dirname): method testNonSharded (line 1563) | def testNonSharded(self, mock_time): class SaveRestoreWithVariableNameMap (line 1613) | class SaveRestoreWithVariableNameMap(tf.test.TestCase): method _testNonReshape (line 1615) | def _testNonReshape(self, variable_op): method testNonReshapeResourceVariable (line 1691) | def testNonReshapeResourceVariable(self): method testNonReshapeVariable (line 1694) | def testNonReshapeVariable(self): class SecondOrStepTimerWithTideSettingTest (line 1698) | class SecondOrStepTimerWithTideSettingTest(tf.test.TestCase): method testNoTideSetting (line 1700) | def testNoTideSetting(self): method testTideAvailable (line 1709) | def testTideAvailable(self): method testTideNotAvailable (line 1723) | def testTideNotAvailable(self): FILE: monolith/native_training/service_discovery.py class ServiceDiscoveryType (line 36) | class ServiceDiscoveryType(Enum): class ServiceDiscovery (line 43) | class ServiceDiscovery(abc.ABC): method register (line 46) | def register(self, name: str, index: int, addr: str): method deregister (line 50) | def deregister(self, name: str, index: int, addr: str): method query (line 53) | def query(self, name) -> Dict[int, str]: method close (line 56) | def close(self): function retry_with_socket_error (line 65) | def retry_with_socket_error(http_call): class ConsulServiceDiscovery (line 77) | class ConsulServiceDiscovery(ServiceDiscovery): method __init__ (line 79) | def __init__(self, consul_id: str, retry_time_secs: float = 3.0): method register (line 84) | def register(self, name: str, index: int, addr: str): method deregister (line 116) | def deregister(self, name: str, index: int, addr: str): method query_all (line 123) | def query_all(self) -> Dict[str, Dict[int, str]]: method query (line 136) | def query(self, name: str): method _get_host_and_port (line 140) | def _get_host_and_port(self, addr: str) -> _HostAndPort: class TfConfigServiceDiscovery (line 147) | class TfConfigServiceDiscovery(ServiceDiscovery): method __init__ (line 149) | def __init__(self, tf_config): method register (line 152) | def register(self, name: str, index: int, addr: str): method deregister (line 155) | def deregister(self, name: str, index: int, addr: str): method query (line 158) | def query(self, name: str): method server_type (line 173) | def server_type(self): method addr (line 178) | def addr(self): method index (line 183) | def index(self): class ZKListener (line 191) | class ZKListener(object): method __init__ (line 193) | def __init__(self, zkds: 'ZKServiceDiscovery'): method __call__ (line 197) | def __call__(self, state: KazooState) -> None: class ZKServiceDiscovery (line 219) | class ZKServiceDiscovery(ServiceDiscovery): class ThreadSet (line 221) | class ThreadSet(NamedTuple): method stop_and_join (line 226) | def stop_and_join(self): method __init__ (line 231) | def __init__(self, method do_all_registrations (line 257) | def do_all_registrations(self): method _get_node_name (line 261) | def _get_node_name(self, server_type: str, index: int): method _get_path (line 264) | def _get_path(self, server_type: str, index: int): method _try_create (line 268) | def _try_create(self, path: str, value: str): method _try_delete (line 278) | def _try_delete(self, path): method _children_watch (line 284) | def _children_watch(self, children): method _get_data_watch (line 297) | def _get_data_watch(self, path): method _watch_data (line 317) | def _watch_data(self): method register (line 320) | def register(self, name: str, index: int, addr: str): method _periodically_register (line 323) | def _periodically_register(self, name: str, index: int, addr: str, method _internal_register (line 336) | def _internal_register(self, name: str, index: int, addr: str, method deregister (line 358) | def deregister(self, name: str, index: int, addr: str): method query (line 372) | def query(self, name) -> Dict[int, str]: method close (line 379) | def close(self): method __del__ (line 388) | def __del__(self): class MLPServiceDiscovery (line 392) | class MLPServiceDiscovery(ServiceDiscovery): method __init__ (line 393) | def __init__(self): method _check (line 398) | def _check(self, name: str, index: int, addr: str): method register (line 411) | def register(self, name: str, index: int, addr: str): method deregister (line 417) | def deregister(self, name: str, index: int, addr: str): method query (line 421) | def query(self, name, skip_port_check: bool = False) -> Dict[int, str]: method deregister_all (line 437) | def deregister_all(self) -> Dict[str, Dict[int, str]]: method query_all (line 445) | def query_all(self): method server_type (line 456) | def server_type(self): method index (line 462) | def index(self): method close (line 467) | def close(self): method __del__ (line 471) | def __del__(self): function deregister_all (line 475) | def deregister_all(consul_id: str): FILE: monolith/native_training/service_discovery_test.py class FakeConsul (line 31) | class FakeConsul: method __init__ (line 33) | def __init__(self, blacklist=[]): method lookup (line 38) | def lookup(self, name: str, **kwargs): method register (line 41) | def register(self, method deregister (line 54) | def deregister(self, name: str, port: int, host: str = None): class FakeKazooClient (line 60) | class FakeKazooClient: method __init__ (line 62) | def __init__(self, zk_server: str): method ensure_path (line 73) | def ensure_path(self, path: str): method start (line 78) | def start(self): method create (line 82) | def create(self, method delete (line 111) | def delete(self, path: str, recursive: bool = True): method set (line 155) | def set(self, path: str, value: bytes): method get (line 165) | def get(self, path: str): method get_children (line 172) | def get_children(self, path: str): method stop (line 188) | def stop(self): method close (line 192) | def close(self): method add_listener (line 197) | def add_listener(self, listener): method listeners (line 201) | def listeners(self): class ChildrenWatch (line 205) | class ChildrenWatch: method __init__ (line 207) | def __init__(self, client: FakeKazooClient, path: str, method __call__ (line 221) | def __call__(self, children: List[str]): class DataWatch (line 225) | class DataWatch: method __init__ (line 227) | def __init__(self, client: FakeKazooClient, path: str, func: str): method __call__ (line 237) | def __call__(self, data: str, stat=None): class ConsultServiceDiscovery (line 245) | class ConsultServiceDiscovery(unittest.TestCase): method test_basic (line 247) | def test_basic(self): method test_duplicate_registration (line 262) | def test_duplicate_registration(self): method test_multi_names (line 271) | def test_multi_names(self): method test_retry (line 279) | def test_retry(self): method test_registeration_failed (line 296) | def test_registeration_failed(self): class TfConfigServiceDiscoveryTest (line 306) | class TfConfigServiceDiscoveryTest(unittest.TestCase): method test_tf_conf_sd (line 308) | def test_tf_conf_sd(self): class ZKServiceDiscoveryTest (line 333) | class ZKServiceDiscoveryTest(unittest.TestCase): method test_basic (line 335) | def test_basic(self): method test_duplicate_registration (line 351) | def test_duplicate_registration(self): method test_multi_names (line 360) | def test_multi_names(self): method test_periodic_registration (line 372) | def test_periodic_registration(self): method test_listener (line 383) | def test_listener(self): class UtilsTest (line 395) | class UtilsTest(unittest.TestCase): method test_deregister_all (line 397) | def test_deregister_all(self): FILE: monolith/native_training/serving_ps_test.py class FeatMeta (line 28) | class FeatMeta: class TableMeta (line 40) | class TableMeta: class ServingPSTest (line 102) | class ServingPSTest(tf.test.TestCase): method test_example_gen (line 104) | def test_example_gen(self): method test_conf_gen (line 134) | def test_conf_gen(self): FILE: monolith/native_training/session_run_hooks.py function before (line 24) | def before(hour1, minute1, hour2, minute2): function tide_available_now (line 31) | def tide_available_now(tide_start_hour, tide_start_minute, tide_end_hour, class CustomGlobalStepWaiterHook (line 53) | class CustomGlobalStepWaiterHook(tf.estimator.SessionRunHook): method __init__ (line 62) | def __init__(self, method begin (line 85) | def begin(self): method before_run (line 92) | def before_run(self, run_context): class TideStoppingHook (line 144) | class TideStoppingHook(tf.estimator.SessionRunHook): method __init__ (line 146) | def __init__(self, method before_run (line 163) | def before_run(self, run_context): FILE: monolith/native_training/session_run_hooks_test.py class MockDateTime (line 27) | class MockDateTime: method __init__ (line 29) | def __init__(self, hour, minute): class GlobalStepWaiterHookTest (line 34) | class GlobalStepWaiterHookTest(tf.test.TestCase): method test_not_wait_for_step_zero (line 36) | def test_not_wait_for_step_zero(self): method test_not_wait_if_tide_not_available (line 47) | def test_not_wait_if_tide_not_available(self): method test_wait_for_step (line 62) | def test_wait_for_step(self, mock_sleep): class MockSessionRunContext (line 100) | class MockSessionRunContext: method __init__ (line 102) | def __init__(self): method request_stop (line 105) | def request_stop(self): class TideStoppingHookTest (line 111) | class TideStoppingHookTest(tf.test.TestCase): method test_stop_if_tide_not_available (line 114) | def test_stop_if_tide_not_available(self): method test_do_not_stop_if_tide_available (line 128) | def test_do_not_stop_if_tide_available(self): FILE: monolith/native_training/signal_utils.py function print_stack_trace (line 20) | def print_stack_trace(sig, frame): function add_siguser1_handler (line 25) | def add_siguser1_handler(): FILE: monolith/native_training/signal_utils_test.py class SignalUtilsTest (line 21) | class SignalUtilsTest(unittest.TestCase): method testBasic (line 23) | def testBasic(self): FILE: monolith/native_training/static_reshape_op.py function static_reshape (line 25) | def static_reshape( class StaticReshapeNBuilder (line 42) | class StaticReshapeNBuilder: method __init__ (line 44) | def __init__(self, enable_parallelism: bool = True): method add (line 49) | def add(self, input: tf.Tensor, shape: Tuple[int]) -> int: method build (line 55) | def build(self): FILE: monolith/native_training/static_reshape_op_test.py class StaticReshapeOpTest (line 22) | class StaticReshapeOpTest(tf.test.TestCase): method test_static_reshape_n (line 24) | def test_static_reshape_n(self): method test_nested_reshape_n (line 47) | def test_nested_reshape_n(self): FILE: monolith/native_training/summary/summary_ops.py function nas_data (line 27) | def nas_data(weight, segment_names=None, segment_sizes=None, group_info=... function feature_insight_data (line 43) | def feature_insight_data(input_tensor: tf.Tensor, segment_names: List[st... FILE: monolith/native_training/summary/summary_ops_test.py class SummaryTest (line 31) | class SummaryTest(unittest.TestCase): method setUpClass (line 33) | def setUpClass(cls) -> None: method tearDownClass (line 63) | def tearDownClass(cls) -> None: method test_nas_data (line 67) | def test_nas_data(self): method test_feature_insight_data (line 92) | def test_feature_insight_data(self): FILE: monolith/native_training/summary/utils.py class SummaryType (line 29) | class SummaryType(object): function create_summary_metadata (line 39) | def create_summary_metadata(description: str = None, meta_content=b''): function _name_to_group_id (line 50) | def _name_to_group_id(segment_names: List[str], group_info: List[List[st... function prepare_head (line 77) | def prepare_head(segment_names: List[str], segment_sizes: Union[List[int... function get_nas_weight_json (line 107) | def get_nas_weight_json(ckpt_dir_or_file, prefix=None) -> List[str]: FILE: monolith/native_training/summary/utils_test.py class UtilsTest (line 20) | class UtilsTest(unittest.TestCase): method test_read_head_gating (line 22) | def test_read_head_gating(self): method test_read_head_selecting (line 32) | def test_read_head_selecting(self): FILE: monolith/native_training/sync_hooks.py class SyncHelper (line 22) | class SyncHelper: method __init__ (line 25) | def __init__(self, method num_workers (line 56) | def num_workers(self): method mark_restore_done (line 59) | def mark_restore_done(self, sess): method get_restore_status (line 66) | def get_restore_status(self, sess): method start_worker (line 69) | def start_worker(self, sess, idx: int): method finish_worker (line 77) | def finish_worker(self, sess, idx: int): method get_alive_workers (line 85) | def get_alive_workers(self, sess): method get_num_alive_workers (line 88) | def get_num_alive_workers(self, sess): class ChiefSyncHook (line 95) | class ChiefSyncHook(tf.estimator.SessionRunHook): method __init__ (line 100) | def __init__(self, method after_create_session (line 106) | def after_create_session(self, session, coord): method end (line 109) | def end(self, session): class WorkerSyncHook (line 130) | class WorkerSyncHook(tf.estimator.SessionRunHook): method __init__ (line 135) | def __init__(self, worker_index, sync_helper: SyncHelper): method after_create_session (line 139) | def after_create_session(self, session, coord): method end (line 149) | def end(self, session): class TrainingHooksHelper (line 154) | class TrainingHooksHelper: method __init__ (line 156) | def __init__(self, method training_chief_hooks (line 171) | def training_chief_hooks(self): method training_hooks (line 175) | def training_hooks(self): FILE: monolith/native_training/sync_hooks_test.py class CountHook (line 23) | class CountHook(tf.estimator.SessionRunHook): method __init__ (line 25) | def __init__(self): method after_create_session (line 29) | def after_create_session(self, session, coord): method end (line 32) | def end(self, session): method get_counts (line 35) | def get_counts(self): function get_local_helper (line 42) | def get_local_helper(num_workers): class SyncHooksTest (line 46) | class SyncHooksTest(tf.test.TestCase): method _after_create_session (line 48) | def _after_create_session(self, sess, hooks): method _end (line 52) | def _end(self, sess, hooks): method test_sync_process (line 56) | def test_sync_process(self): method test_hook_helper (line 106) | def test_hook_helper(self): FILE: monolith/native_training/sync_training_hooks.py class SyncTrainingBarrierSaverListener (line 50) | class SyncTrainingBarrierSaverListener(tf.estimator.CheckpointSaverListe... method begin (line 52) | def begin(self): method after_save (line 59) | def after_save(self, session, global_step_value): class ParameterSyncHook (line 70) | class ParameterSyncHook(session_run_hook.SessionRunHook): method __init__ (line 75) | def __init__(self, sync_backend, ps_index, refresh_interval=100): method begin (line 86) | def begin(self): method before_run (line 95) | def before_run(self, run_context): class SyncTrainingForceDumpHook (line 107) | class SyncTrainingForceDumpHook(tf.estimator.SessionRunHook): method __init__ (line 109) | def __init__(self, model_dir, target_timer, step_interval=100): method begin (line 114) | def begin(self): method after_run (line 121) | def after_run(self, run_context, run_values): class SyncTrainingSaverControlHook (line 163) | class SyncTrainingSaverControlHook(tf.estimator.SessionRunHook): method __init__ (line 165) | def __init__(self, model_dir, target_timer, step_interval=100): method begin (line 170) | def begin(self): method after_run (line 173) | def after_run(self, run_context, run_values): class SyncTrainingInfoHook (line 185) | class SyncTrainingInfoHook(tf.estimator.SessionRunHook): method begin (line 187) | def begin(self): method before_run (line 194) | def before_run(self, run_context): method after_run (line 202) | def after_run(self, run_context, run_values): class ReqTimeControlDumpHook (line 207) | class ReqTimeControlDumpHook(tf.estimator.SessionRunHook): method __init__ (line 209) | def __init__(self, model_dir, target_timer, step_interval=1000): method begin (line 214) | def begin(self): method before_run (line 229) | def before_run(self, run_context): method after_run (line 236) | def after_run(self, run_context, run_values): class EofAwareTask (line 265) | class EofAwareTask: method __init__ (line 269) | def __init__(self, task: native_task.NativeTask, use_dataservice: bool... method create_input_fn (line 274) | def create_input_fn(self, mode): method create_model_fn (line 307) | def create_model_fn(self): method __getattr__ (line 336) | def __getattr__(self, name): class EofHook (line 339) | class EofHook(tf.estimator.SessionRunHook): method __init__ (line 341) | def __init__(self, eof_tensor): method before_run (line 348) | def before_run(self, run_context): method after_run (line 351) | def after_run(self, run_context, run_values): FILE: monolith/native_training/sync_training_hooks_test.py class EofAwareTaskTest (line 22) | class EofAwareTaskTest(tf.test.TestCase): method test_basic (line 24) | def test_basic(self): method test_dict (line 56) | def test_dict(self): FILE: monolith/native_training/tensor_utils.py function maybe_squeeze_3d_tensor (line 20) | def maybe_squeeze_3d_tensor(x: tf.RaggedTensor): function pack_tensors (line 36) | def pack_tensors( function get_keyed_shape (line 46) | def get_keyed_shape( function unpack_tensors (line 51) | def unpack_tensors(keyed_shape: Dict[str, List[int]], function _get_flat_tensor_and_size (line 66) | def _get_flat_tensor_and_size(input_tensor): function split_tensors_with_type (line 71) | def split_tensors_with_type( function merge_dicts (line 89) | def merge_dicts( function pack_typed_keyed_tensors (line 99) | def pack_typed_keyed_tensors( function get_typed_keyed_shape (line 123) | def get_typed_keyed_shape( function unpack_packed_tensors (line 132) | def unpack_packed_tensors( FILE: monolith/native_training/tensor_utils_test.py class TensorUtilsTest (line 20) | class TensorUtilsTest(tf.test.TestCase): method test_maybe_squeeze_3d_tensor (line 22) | def test_maybe_squeeze_3d_tensor(self): method test_pack_tensors (line 32) | def test_pack_tensors(self): method test_pack_typed_keyed_tensors (line 48) | def test_pack_typed_keyed_tensors(self): method test_pack_typed_keyed_tensors_with_placeholder (line 81) | def test_pack_typed_keyed_tensors_with_placeholder(self): method test_split_tensors_with_type_and_merge_dicts (line 145) | def test_split_tensors_with_type_and_merge_dicts(self): FILE: monolith/native_training/test_utils.py function generate_test_hash_table_config (line 23) | def generate_test_hash_table_config(dim: int = 2, function create_test_ps_cluster (line 38) | def create_test_ps_cluster(num_ps: int): function profile_it (line 51) | def profile_it(fn): FILE: monolith/native_training/touched_key_set_ops.py function create_touched_key_set (line 25) | def create_touched_key_set(capacity: int, class TouchedKeySet (line 35) | class TouchedKeySet(object): method __init__ (line 37) | def __init__(self, method insert (line 45) | def insert(self, ids: tf.Tensor) -> int: method steal (line 48) | def steal(self) -> int: method capacity (line 52) | def capacity(self) -> int: method concurrency_level (line 56) | def concurrency_level(self) -> int: method handle (line 60) | def handle(self) -> tf.Tensor: FILE: monolith/native_training/touched_key_set_ops_test.py class TouchedKeySetOpsTest (line 19) | class TouchedKeySetOpsTest(tf.test.TestCase): method test_touched_key_set_basic (line 21) | def test_touched_key_set_basic(self): method test_touched_key_set_overflow (line 34) | def test_touched_key_set_overflow(self): FILE: monolith/native_training/utils.py function ps_device (line 40) | def ps_device(index: int) -> str: function propagate_back_gradients (line 44) | def propagate_back_gradients( function propagate_back_dict_gradients (line 64) | def propagate_back_dict_gradients( function get_ndim (line 80) | def get_ndim(x: tf.Tensor): function int_shape (line 87) | def int_shape(x): function extend_as_list (line 104) | def extend_as_list(x, n): function check_list (line 123) | def check_list(candidate, length_checker, could_be_none=False): function to_snake_case (line 146) | def to_snake_case(name): function to_list (line 156) | def to_list(x): function _get_parameters (line 173) | def _get_parameters(cls, parameters): function _get_all_parameters (line 182) | def _get_all_parameters(cls, parameters): function _inverted_index (line 189) | def _inverted_index(ips: InstantiableParams, idx_dict): function params (line 197) | def params(cls): function check_ops_dependence (line 247) | def check_ops_dependence(op_names_1, op_names_2): function with_params (line 270) | def with_params(cls): function get_local_host (line 275) | def get_local_host(): function get_test_tmp_dir (line 284) | def get_test_tmp_dir(): function get_debugging_info_file_name (line 288) | def get_debugging_info_file_name(model_dir: str): function get_meta_graph_file_name (line 292) | def get_meta_graph_file_name(model_dir: str): function add_to_collections (line 296) | def add_to_collections(names, value): function get_collection (line 305) | def get_collection(name): function set_metric_prefix (line 315) | def set_metric_prefix(prefix: str): function get_metric_prefix (line 319) | def get_metric_prefix(): FILE: monolith/native_training/utils_test.py class UtilsTest (line 20) | class UtilsTest(tf.test.TestCase): method test_propagate_back_dict_gradients (line 22) | def test_propagate_back_dict_gradients(self): method test_check_ops_dependence (line 35) | def test_check_ops_dependence(self): method test_collections (line 46) | def test_collections(self): FILE: monolith/native_training/variables.py class CachedVariableAssociates (line 31) | class CachedVariableAssociates: class CachedVariableMeta (line 37) | class CachedVariableMeta: function _get_meta (line 43) | def _get_meta() -> CachedVariableMeta: function cached_value (line 48) | def cached_value(var, async_cached_var): function _get_valid_op_name (line 56) | def _get_valid_op_name(name: str): function cached_variable_creator (line 60) | def cached_variable_creator(next_creator, **kwargs): function fetch_all_cached_variables (line 101) | def fetch_all_cached_variables(): function assign_all_cached_variables (line 114) | def assign_all_cached_variables(): class FetchAllCachedVariablesHook (line 126) | class FetchAllCachedVariablesHook(tf.estimator.SessionRunHook): method __init__ (line 129) | def __init__(self): method after_create_session (line 134) | def after_create_session(self, session, coord): method before_run (line 137) | def before_run(self, run_context: tf.estimator.SessionRunContext): method after_run (line 146) | def after_run(self, run_context, run_values): FILE: monolith/native_training/variables_test.py class CachedVariableTest (line 21) | class CachedVariableTest(tf.test.TestCase): method testBasic (line 23) | def testBasic(self): method testHook (line 49) | def testHook(self): method testGradient (line 68) | def testGradient(self): FILE: monolith/native_training/yarn_runtime.py function get_local_host (line 30) | def get_local_host(): function _get_primus_am_host (line 42) | def _get_primus_am_host(): function _get_channel (line 53) | def _get_channel(addr: str) -> grpc.Channel: function maybe_kill_application (line 59) | def maybe_kill_application(reason: str) -> bool: function maybe_finish_application (line 79) | def maybe_finish_application(): function create_primus_save_point (line 93) | def create_primus_save_point(dst): FILE: monolith/native_training/yarn_runtime_test.py class YarnRuntimeTest (line 28) | class YarnRuntimeTest(unittest.TestCase): method test_get_local_host_overwrite (line 31) | def test_get_local_host_overwrite(self): method test_get_local_host_overwrite_by_cloudnative (line 35) | def test_get_local_host_overwrite_by_cloudnative(self): method test_get_local_host_basic (line 38) | def test_get_local_host_basic(self): method test_kill (line 45) | def test_kill(self): method test_finish (line 72) | def test_finish(self): method test_save_primus (line 96) | def test_save_primus(self): FILE: monolith/native_training/zk_utils.py function is_ipv6_only (line 32) | def is_ipv6_only(): function default_zk_servers (line 48) | def default_zk_servers(use_ipv6: bool = False): class MonolithKazooClient (line 55) | class MonolithKazooClient(KazooClient): method __init__ (line 57) | def __init__(self, *args, **kwargs): function clear_zk_path (line 63) | def clear_zk_path(zk_server: str, job_name: str, force_clear_zk_path: bo... FILE: monolith/path_utils.py function find_main (line 20) | def find_main(): function get_libops_path (line 45) | def get_libops_path(lib_name): FILE: monolith/tpu_runner.py class TPURunner (line 142) | class TPURunner(BaseRunner): method __init__ (line 144) | def __init__(self, task_param, *args, **kwargs): method _experimental_gradient_multiplier_fn (line 181) | def _experimental_gradient_multiplier_fn(self, global_step): method _create_params (line 184) | def _create_params(self, total_replicas): method create_tpu_estimator (line 200) | def create_tpu_estimator(self, model_fn, feature_config, table_config): method create_tpu_estimator_on_cpu (line 280) | def create_tpu_estimator_on_cpu(self, model_fn, feature_config, table_... method run (line 321) | def run(self): function main (line 414) | def main(unused_argv): FILE: monolith/utils.py function enable_monkey_patch (line 27) | def enable_monkey_patch(): function CopyFile (line 35) | def CopyFile(src, dst, overwrite=True, skip_nonexist=True, max_retries=5): function CopyRecursively (line 47) | def CopyRecursively(src: str, FILE: monolith/utils_test.py class UtilsTest (line 28) | class UtilsTest(unittest.TestCase): method testFindMain (line 30) | def testFindMain(self): method testGetLibopsPath (line 34) | def testGetLibopsPath(self): method testLoadMonitoredSession (line 38) | def testLoadMonitoredSession(self): method testMultiThreadedCopy (line 42) | def testMultiThreadedCopy(self): FILE: third_party/cli11/CLI11.hpp type CLI (line 185) | namespace CLI { type enums (line 190) | namespace enums { type detail (line 206) | namespace detail { function join (line 217) | std::string join(const T &v, std::string delim = ",") { function join (line 232) | std::string join(const T &v, Callable func, std::string delim = ",") { function rjoin (line 250) | std::string rjoin(const T &v, std::string delim = ",") { function trim_copy (line 283) | inline std::string trim_copy(const std::string &str) { function trim_copy (line 300) | inline std::string trim_copy(const std::string &str, function valid_first_char (line 319) | bool valid_first_char(T c) { function valid_later_char (line 325) | bool valid_later_char(T c) { function valid_alias_name_string (line 336) | inline bool valid_alias_name_string(const std::string &str) { function is_separator (line 342) | inline bool is_separator(const std::string &str) { function isalpha (line 348) | inline bool isalpha(const std::string &str) { function to_lower (line 354) | inline std::string to_lower(std::string str) { function remove_underscore (line 363) | inline std::string remove_underscore(std::string str) { function has_default_flag_values (line 373) | inline bool has_default_flag_values(const std::string &flags) { function find_and_modify (line 390) | inline std::string find_and_modify(std::string str, std::string trig... function CLI11_INLINE (line 417) | CLI11_INLINE std::vector split(const std::string &s, ch... function CLI11_INLINE (line 433) | CLI11_INLINE std::string <rim(std::string &str) { function CLI11_INLINE (line 441) | CLI11_INLINE std::string <rim(std::string &str, const std::string ... function CLI11_INLINE (line 449) | CLI11_INLINE std::string &rtrim(std::string &str) { function CLI11_INLINE (line 457) | CLI11_INLINE std::string &rtrim(std::string &str, const std::string ... function CLI11_INLINE (line 465) | CLI11_INLINE std::string &remove_quotes(std::string &str) { function CLI11_INLINE (line 475) | CLI11_INLINE std::string fix_newlines(const std::string &leader, function CLI11_INLINE (line 488) | CLI11_INLINE std::ostream &format_help(std::ostream &out, std::strin... function CLI11_INLINE (line 507) | CLI11_INLINE std::ostream &format_aliases( function CLI11_INLINE (line 526) | CLI11_INLINE bool valid_name_string(const std::string &str) { function CLI11_INLINE (line 536) | CLI11_INLINE std::string find_and_replace(std::string str, std::stri... function CLI11_INLINE (line 548) | CLI11_INLINE void remove_default_flag_values(std::string &flags) { function CLI11_INLINE (line 561) | CLI11_INLINE std::ptrdiff_t find_member(std::string name, function CLI11_INLINE (line 595) | CLI11_INLINE std::vector split_up(std::string str, function CLI11_INLINE (line 650) | CLI11_INLINE std::size_t escape_detect(std::string &str, std::size_t... function CLI11_INLINE (line 663) | CLI11_INLINE std::string &add_quotes_if_needed(std::string &str) { function CLI11_INLINE (line 4292) | CLI11_INLINE path_type check_path(const char *file) noexcept { function CLI11_INLINE (line 4316) | CLI11_INLINE path_type check_path(const char *file) noexcept { type detail (line 416) | namespace detail { function join (line 217) | std::string join(const T &v, std::string delim = ",") { function join (line 232) | std::string join(const T &v, Callable func, std::string delim = ",") { function rjoin (line 250) | std::string rjoin(const T &v, std::string delim = ",") { function trim_copy (line 283) | inline std::string trim_copy(const std::string &str) { function trim_copy (line 300) | inline std::string trim_copy(const std::string &str, function valid_first_char (line 319) | bool valid_first_char(T c) { function valid_later_char (line 325) | bool valid_later_char(T c) { function valid_alias_name_string (line 336) | inline bool valid_alias_name_string(const std::string &str) { function is_separator (line 342) | inline bool is_separator(const std::string &str) { function isalpha (line 348) | inline bool isalpha(const std::string &str) { function to_lower (line 354) | inline std::string to_lower(std::string str) { function remove_underscore (line 363) | inline std::string remove_underscore(std::string str) { function has_default_flag_values (line 373) | inline bool has_default_flag_values(const std::string &flags) { function find_and_modify (line 390) | inline std::string find_and_modify(std::string str, std::string trig... function CLI11_INLINE (line 417) | CLI11_INLINE std::vector split(const std::string &s, ch... function CLI11_INLINE (line 433) | CLI11_INLINE std::string <rim(std::string &str) { function CLI11_INLINE (line 441) | CLI11_INLINE std::string <rim(std::string &str, const std::string ... function CLI11_INLINE (line 449) | CLI11_INLINE std::string &rtrim(std::string &str) { function CLI11_INLINE (line 457) | CLI11_INLINE std::string &rtrim(std::string &str, const std::string ... function CLI11_INLINE (line 465) | CLI11_INLINE std::string &remove_quotes(std::string &str) { function CLI11_INLINE (line 475) | CLI11_INLINE std::string fix_newlines(const std::string &leader, function CLI11_INLINE (line 488) | CLI11_INLINE std::ostream &format_help(std::ostream &out, std::strin... function CLI11_INLINE (line 507) | CLI11_INLINE std::ostream &format_aliases( function CLI11_INLINE (line 526) | CLI11_INLINE bool valid_name_string(const std::string &str) { function CLI11_INLINE (line 536) | CLI11_INLINE std::string find_and_replace(std::string str, std::stri... function CLI11_INLINE (line 548) | CLI11_INLINE void remove_default_flag_values(std::string &flags) { function CLI11_INLINE (line 561) | CLI11_INLINE std::ptrdiff_t find_member(std::string name, function CLI11_INLINE (line 595) | CLI11_INLINE std::vector split_up(std::string str, function CLI11_INLINE (line 650) | CLI11_INLINE std::size_t escape_detect(std::string &str, std::size_t... function CLI11_INLINE (line 663) | CLI11_INLINE std::string &add_quotes_if_needed(std::string &str) { function CLI11_INLINE (line 4292) | CLI11_INLINE path_type check_path(const char *file) noexcept { function CLI11_INLINE (line 4316) | CLI11_INLINE path_type check_path(const char *file) noexcept { type ExitCodes (line 700) | enum class ExitCodes { class Error (line 730) | class Error : public std::runtime_error { method CLI11_NODISCARD (line 735) | CLI11_NODISCARD int get_exit_code() const { return actual_exit_code; } method Error (line 745) | Error(std::string name, std::string msg, ExitCodes exit_code) class ConstructionError (line 752) | class ConstructionError : public Error { class IncorrectConstruction (line 758) | class IncorrectConstruction : public ConstructionError { method IncorrectConstruction (line 761) | static IncorrectConstruction PositionalFlag(std::string name) { method IncorrectConstruction (line 764) | static IncorrectConstruction Set0Opt(std::string name) { method IncorrectConstruction (line 768) | static IncorrectConstruction SetFlag(std::string name) { method IncorrectConstruction (line 772) | static IncorrectConstruction ChangeNotVector(std::string name) { method IncorrectConstruction (line 776) | static IncorrectConstruction AfterMultiOpt(std::string name) { method IncorrectConstruction (line 781) | static IncorrectConstruction MissingOption(std::string name) { method IncorrectConstruction (line 784) | static IncorrectConstruction MultiOptionPolicy(std::string name) { class BadNameString (line 792) | class BadNameString : public ConstructionError { method BadNameString (line 795) | static BadNameString OneCharName(std::string name) { method BadNameString (line 798) | static BadNameString BadLongName(std::string name) { method BadNameString (line 801) | static BadNameString DashesOnly(std::string name) { method BadNameString (line 804) | static BadNameString MultiPositionalNames(std::string name) { class OptionAlreadyAdded (line 810) | class OptionAlreadyAdded : public ConstructionError { method OptionAlreadyAdded (line 812) | explicit OptionAlreadyAdded(std::string name) method OptionAlreadyAdded (line 815) | static OptionAlreadyAdded Requires(std::string name, std::string o... method OptionAlreadyAdded (line 818) | static OptionAlreadyAdded Excludes(std::string name, std::string o... class ParseError (line 826) | class ParseError : public Error { class Success (line 833) | class Success : public ParseError { method Success (line 835) | Success() class CallForHelp (line 841) | class CallForHelp : public Success { method CallForHelp (line 843) | CallForHelp() class CallForAllHelp (line 849) | class CallForAllHelp : public Success { method CallForAllHelp (line 851) | CallForAllHelp() class CallForVersion (line 858) | class CallForVersion : public Success { method CallForVersion (line 860) | CallForVersion() class RuntimeError (line 868) | class RuntimeError : public ParseError { method RuntimeError (line 870) | explicit RuntimeError(int exit_code = 1) class FileError (line 875) | class FileError : public ParseError { method FileError (line 878) | static FileError Missing(std::string name) { class ConversionError (line 885) | class ConversionError : public ParseError { method ConversionError (line 888) | ConversionError(std::string member, std::string name) method ConversionError (line 891) | ConversionError(std::string name, std::vector results) method ConversionError (line 894) | static ConversionError TooManyInputsFlag(std::string name) { method ConversionError (line 897) | static ConversionError TrueFalse(std::string name) { class ValidationError (line 903) | class ValidationError : public ParseError { method ValidationError (line 906) | explicit ValidationError(std::string name, std::string msg) class RequiredError (line 911) | class RequiredError : public ParseError { method RequiredError (line 913) | explicit RequiredError(std::string name) method RequiredError (line 915) | static RequiredError Subcommand(std::size_t min_subcom) { method RequiredError (line 922) | static RequiredError Option(std::size_t min_option, std::size_t ... class ArgumentMismatch (line 952) | class ArgumentMismatch : public ParseError { method ArgumentMismatch (line 955) | ArgumentMismatch(std::string name, int expected, std::size_t rec... method ArgumentMismatch (line 965) | static ArgumentMismatch AtLeast(std::string name, int num, method ArgumentMismatch (line 971) | static ArgumentMismatch AtMost(std::string name, int num, method ArgumentMismatch (line 977) | static ArgumentMismatch TypedAtLeast(std::string name, int num, method ArgumentMismatch (line 982) | static ArgumentMismatch FlagOverride(std::string name) { method ArgumentMismatch (line 985) | static ArgumentMismatch PartialType(std::string name, int num, class RequiresError (line 993) | class RequiresError : public ParseError { method RequiresError (line 995) | RequiresError(std::string curname, std::string subname) class ExcludesError (line 1001) | class ExcludesError : public ParseError { method ExcludesError (line 1003) | ExcludesError(std::string curname, std::string subname) class ExtrasError (line 1009) | class ExtrasError : public ParseError { method ExtrasError (line 1011) | explicit ExtrasError(std::vector args) method ExtrasError (line 1017) | ExtrasError(const std::string &name, std::vector args) class ConfigError (line 1027) | class ConfigError : public ParseError { method ConfigError (line 1030) | static ConfigError Extras(std::string item) { method ConfigError (line 1033) | static ConfigError NotConfigurable(std::string item) { class InvalidError (line 1040) | class InvalidError : public ParseError { method InvalidError (line 1042) | explicit InvalidError(std::string name) class HorribleError (line 1052) | class HorribleError : public ParseError { class OptionNotFound (line 1060) | class OptionNotFound : public Error { method OptionNotFound (line 1062) | explicit OptionNotFound(std::string name) method namespace (line 1074) | namespace detail { type make_void (line 1094) | struct make_void { type is_bool (line 1110) | struct is_bool : std::false_type {} type is_bool (line 1114) | struct is_bool : std::true_type {} type is_shared_ptr (line 1118) | struct is_shared_ptr : std::false_type {} type is_shared_ptr> (line 1123) | struct is_shared_ptr> : std::true_type {} type is_shared_ptr> (line 1128) | struct is_shared_ptr> : std::true_type {} type is_copyable_ptr (line 1132) | struct is_copyable_ptr { type IsMemberType (line 1139) | struct IsMemberType { type IsMemberType (line 1145) | struct IsMemberType { method namespace (line 1149) | namespace detail { method namespace (line 2887) | namespace detail { method namespace (line 2918) | namespace detail { class App (line 3041) | class App type ConfigItem (line 3044) | struct ConfigItem { class Config (line 3063) | class Config { method from_file (line 3088) | std::vector from_file( class ConfigBase (line 3101) | class ConfigBase : public Config { method ConfigBase (line 3133) | ConfigBase *comment(char cchar) { method ConfigBase (line 3138) | ConfigBase *arrayBounds(char aStart, char aEnd) { method ConfigBase (line 3144) | ConfigBase *arrayDelimiter(char aSep) { method ConfigBase (line 3149) | ConfigBase *valueSeparator(char vSep) { method ConfigBase (line 3154) | ConfigBase *quoteCharacter(char qString, char qChar) { method ConfigBase (line 3160) | ConfigBase *maxLayers(uint8_t layers) { method ConfigBase (line 3165) | ConfigBase *parentSeparator(char sep) { method CLI11_NODISCARD (line 3172) | CLI11_NODISCARD const std::string §ion() const { return conf... method ConfigBase (line 3174) | ConfigBase *section(const std::string §ionName) { method CLI11_NODISCARD (line 3182) | CLI11_NODISCARD int16_t index() const { return configIndex; } method ConfigBase (line 3185) | ConfigBase *index(int16_t sectionIndex) { class ConfigINI (line 3195) | class ConfigINI : public ConfigTOML { method ConfigINI (line 3197) | ConfigINI() { class Option (line 3206) | class Option class Validator (line 3219) | class Validator { method Validator (line 3237) | Validator(std::string validator_desc, method Validator (line 3243) | Validator() = default; method Validator (line 3245) | explicit Validator(std::string validator_desc) method Validator (line 3248) | Validator(std::function op, method Validator (line 3254) | Validator &operation(std::function o... method Validator (line 3270) | Validator &description(std::string validator_desc) { method CLI11_NODISCARD (line 3290) | CLI11_NODISCARD Validator name(std::string validator_name) const { method CLI11_NODISCARD (line 3296) | CLI11_NODISCARD const std::string &get_name() const { return name_; } method Validator (line 3298) | Validator &active(bool active_val = true) { method Validator (line 3237) | Validator(std::string validator_desc, method Validator (line 3243) | Validator() = default; method Validator (line 3245) | explicit Validator(std::string validator_desc) method Validator (line 3248) | Validator(std::function op, method Validator (line 3254) | Validator &operation(std::function o... method Validator (line 3270) | Validator &description(std::string validator_desc) { method CLI11_NODISCARD (line 3303) | CLI11_NODISCARD Validator active(bool active_val = true) const { method Validator (line 3310) | Validator &non_modifying(bool no_modify = true) { method Validator (line 3237) | Validator(std::string validator_desc, method Validator (line 3243) | Validator() = default; method Validator (line 3245) | explicit Validator(std::string validator_desc) method Validator (line 3248) | Validator(std::function op, method Validator (line 3254) | Validator &operation(std::function o... method Validator (line 3270) | Validator &description(std::string validator_desc) { method Validator (line 3315) | Validator &application_index(int app_index) { method Validator (line 3237) | Validator(std::string validator_desc, method Validator (line 3243) | Validator() = default; method Validator (line 3245) | explicit Validator(std::string validator_desc) method Validator (line 3248) | Validator(std::function op, method Validator (line 3254) | Validator &operation(std::function o... method Validator (line 3270) | Validator &description(std::string validator_desc) { method CLI11_NODISCARD (line 3320) | CLI11_NODISCARD Validator application_index(int app_index) const { method CLI11_NODISCARD (line 3326) | CLI11_NODISCARD int get_application_index() const { method CLI11_NODISCARD (line 3330) | CLI11_NODISCARD bool get_active() const { return active_; } method CLI11_NODISCARD (line 3334) | CLI11_NODISCARD bool get_modifying() const { return !non_modifying... class CustomValidator (line 3353) | class CustomValidator : public Validator { method namespace (line 3359) | namespace detail { class TypeValidator (line 3418) | class TypeValidator : public Validator { method TypeValidator (line 3420) | explicit TypeValidator(const std::string &validator_name) method TypeValidator (line 3430) | TypeValidator() : TypeValidator(detail::type_name()) {} class FileOnDefaultPath (line 3438) | class FileOnDefaultPath : public Validator { class Range (line 3445) | class Range : public Validator { method Range (line 3452) | Range(T min_val, T max_val, const std::string &validator_name = st... method Range (line 3477) | explicit Range(T max_val, const std::string &validator_name = std:... class Bound (line 3491) | class Bound : public Validator { method Bound (line 3498) | Bound(T min_val, T max_val) { method Bound (line 3522) | explicit Bound(T max_val) : Bound(static_cast(0), max_val) {} method namespace (line 3525) | namespace detail { class IsMember (line 3698) | class IsMember : public Validator { method IsMember (line 3704) | IsMember(std::initializer_list values, Args &&...args) method IsMember (line 3709) | explicit IsMember(T &&set) : IsMember(std::forward(set), nullpt... method IsMember (line 3715) | explicit IsMember(T set, F filter_function) { method IsMember (line 3774) | IsMember(T &&set, filter_fn_t filter_fn_1, filter_fn_t filter_fn_2, class Transformer (line 3789) | class Transformer : public Validator { method Transformer (line 3795) | Transformer(std::initializer_list mapping, method validate_mapping (line 4099) | static void validate_mapping(std::map &mapping, method generate_description (line 4128) | static std::string generate_description(const std::string &name, class AsSizeValue (line 4156) | class AsSizeValue : public AsNumberWithUnit { method namespace (line 4177) | namespace detail { function CLI11_INLINE (line 4208) | CLI11_INLINE Validator Validator::operator&(const Validator &other) co... function CLI11_INLINE (line 4230) | CLI11_INLINE Validator Validator::operator|(const Validator &other) co... function CLI11_INLINE (line 4251) | CLI11_INLINE Validator Validator::operator!() const { function CLI11_INLINE (line 4273) | CLI11_INLINE void Validator::_merge_description(const Validator &val1, type detail (line 4289) | namespace detail { function join (line 217) | std::string join(const T &v, std::string delim = ",") { function join (line 232) | std::string join(const T &v, Callable func, std::string delim = ",") { function rjoin (line 250) | std::string rjoin(const T &v, std::string delim = ",") { function trim_copy (line 283) | inline std::string trim_copy(const std::string &str) { function trim_copy (line 300) | inline std::string trim_copy(const std::string &str, function valid_first_char (line 319) | bool valid_first_char(T c) { function valid_later_char (line 325) | bool valid_later_char(T c) { function valid_alias_name_string (line 336) | inline bool valid_alias_name_string(const std::string &str) { function is_separator (line 342) | inline bool is_separator(const std::string &str) { function isalpha (line 348) | inline bool isalpha(const std::string &str) { function to_lower (line 354) | inline std::string to_lower(std::string str) { function remove_underscore (line 363) | inline std::string remove_underscore(std::string str) { function has_default_flag_values (line 373) | inline bool has_default_flag_values(const std::string &flags) { function find_and_modify (line 390) | inline std::string find_and_modify(std::string str, std::string trig... function CLI11_INLINE (line 417) | CLI11_INLINE std::vector split(const std::string &s, ch... function CLI11_INLINE (line 433) | CLI11_INLINE std::string <rim(std::string &str) { function CLI11_INLINE (line 441) | CLI11_INLINE std::string <rim(std::string &str, const std::string ... function CLI11_INLINE (line 449) | CLI11_INLINE std::string &rtrim(std::string &str) { function CLI11_INLINE (line 457) | CLI11_INLINE std::string &rtrim(std::string &str, const std::string ... function CLI11_INLINE (line 465) | CLI11_INLINE std::string &remove_quotes(std::string &str) { function CLI11_INLINE (line 475) | CLI11_INLINE std::string fix_newlines(const std::string &leader, function CLI11_INLINE (line 488) | CLI11_INLINE std::ostream &format_help(std::ostream &out, std::strin... function CLI11_INLINE (line 507) | CLI11_INLINE std::ostream &format_aliases( function CLI11_INLINE (line 526) | CLI11_INLINE bool valid_name_string(const std::string &str) { function CLI11_INLINE (line 536) | CLI11_INLINE std::string find_and_replace(std::string str, std::stri... function CLI11_INLINE (line 548) | CLI11_INLINE void remove_default_flag_values(std::string &flags) { function CLI11_INLINE (line 561) | CLI11_INLINE std::ptrdiff_t find_member(std::string name, function CLI11_INLINE (line 595) | CLI11_INLINE std::vector split_up(std::string str, function CLI11_INLINE (line 650) | CLI11_INLINE std::size_t escape_detect(std::string &str, std::size_t... function CLI11_INLINE (line 663) | CLI11_INLINE std::string &add_quotes_if_needed(std::string &str) { function CLI11_INLINE (line 4292) | CLI11_INLINE path_type check_path(const char *file) noexcept { function CLI11_INLINE (line 4316) | CLI11_INLINE path_type check_path(const char *file) noexcept { function CLI11_INLINE (line 4433) | CLI11_INLINE AsSizeValue::AsSizeValue(bool kb_is_1000) function CLI11_INLINE (line 4442) | CLI11_INLINE std::map function CLI11_INLINE (line 4461) | CLI11_INLINE std::map type detail (line 4471) | namespace detail { function CLI11_INLINE (line 4473) | CLI11_INLINE std::pair split_program_name( type Classifier (line 6242) | enum class Classifier { type AppFriend (line 6251) | struct AppFriend method parse_arg (line 7732) | static decltype(auto) parse_arg(App *app, Args &&...args) { method parse_subcommand (line 7738) | static decltype(auto) parse_subcommand(App *app, Args &&...args) { method parse_arg (line 7744) | static auto parse_arg(App *app, Args &&...args) -> method parse_subcommand (line 7751) | static auto parse_subcommand(App *app, Args &&...args) -> method App (line 7759) | static App *get_fallthrough_parent(App *app) { function Option (line 6277) | Option *default_flag_modifiers(Option *opt) { function Option (line 6285) | Option *default_flag_modifiers(Option *opt) { type AppFriend (line 7727) | struct AppFriend { method parse_arg (line 7732) | static decltype(auto) parse_arg(App *app, Args &&...args) { method parse_subcommand (line 7738) | static decltype(auto) parse_subcommand(App *app, Args &&...args) { method parse_arg (line 7744) | static auto parse_arg(App *app, Args &&...args) -> method parse_subcommand (line 7751) | static auto parse_subcommand(App *app, Args &&...args) -> method App (line 7759) | static App *get_fallthrough_parent(App *app) { function CLI11_INLINE (line 10002) | CLI11_INLINE std::string convert_arg_for_ini(const std::string &arg, function CLI11_INLINE (line 10052) | CLI11_INLINE std::string ini_join(const std::vector &args, function CLI11_INLINE (line 10075) | CLI11_INLINE std::vector generate_parents( function CLI11_INLINE (line 10100) | CLI11_INLINE void checkParentSegments(std::vector &output, class Option (line 4528) | class Option class App (line 4529) | class App type startup_mode (line 6461) | enum class startup_mode : char { stable, enabled, disabled } method App (line 6529) | explicit App(std::string app_description = "", std::string app_name = "") method App (line 6534) | App(const App &) = delete; method App (line 6535) | App &operator=(const App &) = delete; method App (line 6546) | App *callback(std::function app_callback) { method App (line 6557) | App *final_callback(std::function app_callback) { method App (line 6564) | App *parse_complete_callback(std::function pc_callback) { method App (line 6571) | App *preparse_callback(std::function pp_callback) { method App (line 6583) | App *allow_extras(bool allow = true) { method App (line 6589) | App *required(bool require = true) { method App (line 6595) | App *disabled(bool disable = true) { method App (line 6601) | App *silent(bool silence = true) { method App (line 6608) | App *disabled_by_default(bool disable = true) { method App (line 6621) | App *enabled_by_default(bool enable = true) { method App (line 6637) | App *validate_positionals(bool validate = true) { method App (line 6643) | App *validate_optional_arguments(bool validate = true) { method App (line 6649) | App *allow_config_extras(bool allow = true) { method App (line 6660) | App *allow_config_extras(config_extras_mode mode) { method App (line 6666) | App *prefix_command(bool allow = true) { method App (line 6676) | App *allow_windows_style_options(bool value = true) { method App (line 6682) | App *positionals_at_end(bool value = true) { method App (line 6688) | App *configurable(bool value = true) { method App (line 6697) | App *formatter(std::shared_ptr fmt) { method App (line 6703) | App *formatter_fn( method App (line 6710) | App *config_formatter(std::shared_ptr fmt) { method CLI11_NODISCARD (line 6717) | CLI11_NODISCARD bool parsed() const { return parsed_ > 0; } method OptionDefaults (line 6720) | OptionDefaults *option_defaults() { return &option_defaults_; } method Option (line 6750) | Option *add_option(std::string option_name, method Option (line 6777) | Option *add_option_no_stream(std::string option_name, method Option (line 6796) | Option *add_option_function(std::string option_name, method Option (line 6819) | Option *add_option(std::string option_name) { method Option (line 6828) | Option *add_option(std::string option_name, T &option_description) { method Option (line 6861) | Option *add_flag(std::string flag_name) { method Option (line 6872) | Option *add_flag(std::string flag_name, T &flag_description) { method Option (line 6884) | Option *add_flag(std::string flag_name, method Option (line 6901) | Option *add_flag(std::string flag_name, method Option (line 6935) | Option *add_flag(std::string flag_name, method T (line 6956) | T *add_option_group(std::string group_name, method App (line 7019) | App *group(std::string group_name) { method App (line 7025) | App *require_subcommand() { method App (line 7034) | App *require_subcommand(int value) { method App (line 7047) | App *require_subcommand(std::size_t min, std::size_t max) { method App (line 7054) | App *require_option() { method App (line 7063) | App *require_option(int value) { method App (line 7076) | App *require_option(std::size_t min, std::size_t max) { method App (line 7084) | App *fallthrough(bool value = true) { method pre_callback (line 7100) | virtual void pre_callback() {} method failure_message (line 7132) | void failure_message( type AppFormatMode (line 4536) | enum class AppFormatMode { class FormatterBase (line 4546) | class FormatterBase { method FormatterBase (line 4563) | FormatterBase() = default; method FormatterBase (line 4564) | FormatterBase(const FormatterBase &) = default; method FormatterBase (line 4565) | FormatterBase(FormatterBase &&) = default; method FormatterBase (line 4566) | FormatterBase &operator=(const FormatterBase &) = default; method FormatterBase (line 4567) | FormatterBase &operator=(FormatterBase &&) = default; method label (line 4581) | void label(std::string key, std::string val) { labels_[key] = val; } method column_width (line 4584) | void column_width(std::size_t val) { column_width_ = val; } class FormatterLambda (line 4603) | class FormatterLambda final : public FormatterBase { method FormatterLambda (line 4612) | explicit FormatterLambda(funct_t funct) : lambda_(std::move(funct)) {} method make_help (line 4619) | std::string make_help(const App *app, std::string name, class Formatter (line 4628) | class Formatter : public FormatterBase { method Formatter (line 4630) | Formatter() = default; method Formatter (line 4631) | Formatter(const Formatter &) = default; method Formatter (line 4632) | Formatter(Formatter &&) = default; method Formatter (line 4633) | Formatter &operator=(const Formatter &) = default; method Formatter (line 4634) | Formatter &operator=(Formatter &&) = default; method make_option (line 4679) | virtual std::string make_option(const Option *opt, bool is_positional)... class Option (line 4708) | class Option class App (line 4709) | class App type startup_mode (line 6461) | enum class startup_mode : char { stable, enabled, disabled } method App (line 6529) | explicit App(std::string app_description = "", std::string app_name = "") method App (line 6534) | App(const App &) = delete; method App (line 6535) | App &operator=(const App &) = delete; method App (line 6546) | App *callback(std::function app_callback) { method App (line 6557) | App *final_callback(std::function app_callback) { method App (line 6564) | App *parse_complete_callback(std::function pc_callback) { method App (line 6571) | App *preparse_callback(std::function pp_callback) { method App (line 6583) | App *allow_extras(bool allow = true) { method App (line 6589) | App *required(bool require = true) { method App (line 6595) | App *disabled(bool disable = true) { method App (line 6601) | App *silent(bool silence = true) { method App (line 6608) | App *disabled_by_default(bool disable = true) { method App (line 6621) | App *enabled_by_default(bool enable = true) { method App (line 6637) | App *validate_positionals(bool validate = true) { method App (line 6643) | App *validate_optional_arguments(bool validate = true) { method App (line 6649) | App *allow_config_extras(bool allow = true) { method App (line 6660) | App *allow_config_extras(config_extras_mode mode) { method App (line 6666) | App *prefix_command(bool allow = true) { method App (line 6676) | App *allow_windows_style_options(bool value = true) { method App (line 6682) | App *positionals_at_end(bool value = true) { method App (line 6688) | App *configurable(bool value = true) { method App (line 6697) | App *formatter(std::shared_ptr fmt) { method App (line 6703) | App *formatter_fn( method App (line 6710) | App *config_formatter(std::shared_ptr fmt) { method CLI11_NODISCARD (line 6717) | CLI11_NODISCARD bool parsed() const { return parsed_ > 0; } method OptionDefaults (line 6720) | OptionDefaults *option_defaults() { return &option_defaults_; } method Option (line 6750) | Option *add_option(std::string option_name, method Option (line 6777) | Option *add_option_no_stream(std::string option_name, method Option (line 6796) | Option *add_option_function(std::string option_name, method Option (line 6819) | Option *add_option(std::string option_name) { method Option (line 6828) | Option *add_option(std::string option_name, T &option_description) { method Option (line 6861) | Option *add_flag(std::string flag_name) { method Option (line 6872) | Option *add_flag(std::string flag_name, T &flag_description) { method Option (line 6884) | Option *add_flag(std::string flag_name, method Option (line 6901) | Option *add_flag(std::string flag_name, method Option (line 6935) | Option *add_flag(std::string flag_name, method T (line 6956) | T *add_option_group(std::string group_name, method App (line 7019) | App *group(std::string group_name) { method App (line 7025) | App *require_subcommand() { method App (line 7034) | App *require_subcommand(int value) { method App (line 7047) | App *require_subcommand(std::size_t min, std::size_t max) { method App (line 7054) | App *require_option() { method App (line 7063) | App *require_option(int value) { method App (line 7076) | App *require_option(std::size_t min, std::size_t max) { method App (line 7084) | App *fallthrough(bool value = true) { method pre_callback (line 7100) | virtual void pre_callback() {} method failure_message (line 7132) | void failure_message( type MultiOptionPolicy (line 4713) | enum class MultiOptionPolicy : char { class OptionBase (line 4728) | class OptionBase { method CRTP (line 4767) | CRTP *group(const std::string &name) { method CRTP (line 4777) | CRTP *required(bool value = true) { method CRTP (line 4783) | CRTP *mandatory(bool value = true) { return required(value); } method CRTP (line 4785) | CRTP *always_capture_default(bool value = true) { method CLI11_NODISCARD (line 4793) | CLI11_NODISCARD const std::string &get_group() const { return group_; } method CLI11_NODISCARD (line 4796) | CLI11_NODISCARD bool get_required() const { return required_; } method CLI11_NODISCARD (line 4799) | CLI11_NODISCARD bool get_ignore_case() const { return ignore_case_; } method CLI11_NODISCARD (line 4802) | CLI11_NODISCARD bool get_ignore_underscore() const { method CLI11_NODISCARD (line 4807) | CLI11_NODISCARD bool get_configurable() const { return configurable_; } method CLI11_NODISCARD (line 4810) | CLI11_NODISCARD bool get_disable_flag_override() const { method CLI11_NODISCARD (line 4815) | CLI11_NODISCARD char get_delimiter() const { return delimiter_; } method CLI11_NODISCARD (line 4819) | CLI11_NODISCARD bool get_always_capture_default() const { method get_multi_option_policy (line 4824) | get_multi_option_policy() const { method CRTP (line 4831) | CRTP *take_last() { method CRTP (line 4838) | CRTP *take_first() { method CRTP (line 4845) | CRTP *take_all() { method CRTP (line 4852) | CRTP *join() { method CRTP (line 4859) | CRTP *join(char delim) { method CRTP (line 4867) | CRTP *configurable(bool value = true) { method CRTP (line 4873) | CRTP *delimiter(char value = '\0') { class OptionDefaults (line 4881) | class OptionDefaults : public OptionBase { method OptionDefaults (line 4883) | OptionDefaults() = default; method OptionDefaults (line 4889) | OptionDefaults *multi_option_policy( method OptionDefaults (line 4896) | OptionDefaults *ignore_case(bool value = true) { method OptionDefaults (line 4902) | OptionDefaults *ignore_underscore(bool value = true) { method OptionDefaults (line 4908) | OptionDefaults *disable_flag_override(bool value = true) { method OptionDefaults (line 4915) | OptionDefaults *delimiter(char value = '\0') { function empty (line 4921) | class Option : public OptionBase