SYMBOL INDEX (1456 symbols across 305 files) FILE: agent/api/types/build.go type Build (line 3) | type Build struct type BuildSpec (line 8) | type BuildSpec struct type DockerSource (line 16) | type DockerSource struct type BuildTarget (line 23) | type BuildTarget struct type AuthN (line 41) | type AuthN struct type BuildStatus (line 47) | type BuildStatus struct type BuildPhase (line 51) | type BuildPhase constant BuildPhasePending (line 54) | BuildPhasePending BuildPhase = "Pending" constant BuildPhaseRunning (line 55) | BuildPhaseRunning BuildPhase = "Running" constant BuildPhaseSucceeded (line 56) | BuildPhaseSucceeded BuildPhase = "Succeeded" constant BuildPhaseFailed (line 57) | BuildPhaseFailed BuildPhase = "Failed" type BuilderType (line 60) | type BuilderType constant BuilderTypeDockerfile (line 63) | BuilderTypeDockerfile BuilderType = "Dockerfile" constant BuilderTypeENVD (line 64) | BuilderTypeENVD BuilderType = "envd" constant BuilderTypeImage (line 65) | BuilderTypeImage BuilderType = "image" type GitRepositorySource (line 68) | type GitRepositorySource struct FILE: agent/api/types/error.go type ErrorResponse (line 3) | type ErrorResponse struct FILE: agent/api/types/event.go constant DeploymentCreateEvent (line 6) | DeploymentCreateEvent = "deployment-create" constant DeploymentUpdateEvent (line 7) | DeploymentUpdateEvent = "deployment-update" constant DeploymentDeleteEvent (line 8) | DeploymentDeleteEvent = "deployment-delete" constant DeploymentScaleUpEvent (line 9) | DeploymentScaleUpEvent = "deployment-scale-up" constant DeploymentScaleDownEvent (line 10) | DeploymentScaleDownEvent = "deployment-scale-down" constant DeploymentScaleBlockEvent (line 11) | DeploymentScaleBlockEvent = "deployment-scale-block" constant PodCreateEvent (line 12) | PodCreateEvent = "pod-create" constant PodReadyEvent (line 13) | PodReadyEvent = "pod-ready" constant PodTimeoutEvent (line 14) | PodTimeoutEvent = "pod-timeout" type DeploymentEvent (line 17) | type DeploymentEvent struct FILE: agent/api/types/inference_deployment.go type InferenceDeployment (line 4) | type InferenceDeployment struct type InferenceDeploymentSpec (line 9) | type InferenceDeploymentSpec struct type Framework (line 57) | type Framework constant FrameworkGradio (line 60) | FrameworkGradio Framework = "gradio" constant FrameworkStreamlit (line 61) | FrameworkStreamlit Framework = "streamlit" constant FrameworkMosec (line 62) | FrameworkMosec Framework = "mosec" constant FrameworkOther (line 63) | FrameworkOther Framework = "other" type ScalingConfig (line 66) | type ScalingConfig struct type ScalingType (line 84) | type ScalingType constant ScalingTypeCapacity (line 87) | ScalingTypeCapacity ScalingType = "capacity" constant ScalingTypeRPS (line 88) | ScalingTypeRPS ScalingType = "rps" type ResourceRequirements (line 92) | type ResourceRequirements struct type ResourceList (line 106) | type ResourceList type ResourceName (line 108) | type ResourceName constant ResourceCPU (line 111) | ResourceCPU ResourceName = "cpu" constant ResourceMemory (line 112) | ResourceMemory ResourceName = "memory" constant ResourceGPU (line 113) | ResourceGPU ResourceName = "gpu" type Quantity (line 116) | type Quantity constant RuntimeClassNvidia (line 119) | RuntimeClassNvidia string = "nvidia" type ImageCache (line 122) | type ImageCache struct FILE: agent/api/types/inference_deployment_instance.go type InferenceDeploymentInstance (line 5) | type InferenceDeploymentInstance struct type InferenceDeploymentInstanceSpec (line 10) | type InferenceDeploymentInstanceSpec struct type InferenceDeploymentInstanceStatus (line 16) | type InferenceDeploymentInstanceStatus struct type InstancePhase (line 23) | type InstancePhase constant InstancePhaseScheduling (line 26) | InstancePhaseScheduling InstancePhase = "Scheduling" constant InstancePhasePending (line 27) | InstancePhasePending InstancePhase = "Pending" constant InstancePhaseRunning (line 28) | InstancePhaseRunning InstancePhase = "Running" constant InstancePhaseFailed (line 29) | InstancePhaseFailed InstancePhase = "Failed" constant InstancePhaseSucceeded (line 30) | InstancePhaseSucceeded InstancePhase = "Succeeded" constant InstancePhaseUnknown (line 31) | InstancePhaseUnknown InstancePhase = "Unknown" constant InstancePhaseCreating (line 32) | InstancePhaseCreating InstancePhase = "Creating" constant InstancePhaseInitializing (line 33) | InstancePhaseInitializing InstancePhase = "Initializing" FILE: agent/api/types/inference_status.go type InferenceDeploymentStatus (line 6) | type InferenceDeploymentStatus struct type Phase (line 32) | type Phase constant PhaseReady (line 37) | PhaseReady Phase = "Ready" constant PhaseScaling (line 40) | PhaseScaling Phase = "Scaling" constant PhaseTerminating (line 42) | PhaseTerminating Phase = "Terminating" constant PhaseNoReplicas (line 44) | PhaseNoReplicas Phase = "NoReplicas" constant PhaseNotReady (line 46) | PhaseNotReady Phase = "NotReady" constant PhaseBuilding (line 48) | PhaseBuilding Phase = "Building" constant PhaseOptimizing (line 50) | PhaseOptimizing Phase = "Optimizing" type InferenceUsage (line 58) | type InferenceUsage struct FILE: agent/api/types/info.go type ProviderInfo (line 4) | type ProviderInfo struct type VersionInfo (line 11) | type VersionInfo struct FILE: agent/api/types/log.go type LogRequest (line 5) | type LogRequest struct type Message (line 20) | type Message struct FILE: agent/api/types/modelz_cloud.go constant ClusterStatusInit (line 6) | ClusterStatusInit = "init" constant ClusterStatusActive (line 7) | ClusterStatusActive = "active" constant ClusterStatusUnknown (line 8) | ClusterStatusUnknown = "unknown" constant DailEndPointSuffix (line 12) | DailEndPointSuffix = "/api/v1/clusteragent/connect" type AgentToken (line 15) | type AgentToken struct type ManagedCluster (line 21) | type ManagedCluster struct type APIKeyMap (line 36) | type APIKeyMap type NamespaceList (line 38) | type NamespaceList struct FILE: agent/api/types/namespace.go type NamespaceRequest (line 3) | type NamespaceRequest struct FILE: agent/api/types/queue.go type QueueRequest (line 9) | type QueueRequest struct type RequestQueuer (line 40) | type RequestQueuer interface FILE: agent/api/types/requests.go type ScaleServiceRequest (line 7) | type ScaleServiceRequest struct type DeleteFunctionRequest (line 15) | type DeleteFunctionRequest struct FILE: agent/api/types/secret.go type Secret (line 4) | type Secret struct FILE: agent/api/types/server.go type Server (line 3) | type Server struct type ServerSpec (line 8) | type ServerSpec struct type ServerStatus (line 13) | type ServerStatus struct type NodeSystemInfo (line 21) | type NodeSystemInfo struct FILE: agent/client/build.go method BuildCreate (line 14) | func (cli *Client) BuildCreate(ctx context.Context, namespace string, bu... method BuildGet (line 29) | func (cli *Client) BuildGet(ctx context.Context, namespace, name string)... method BuildList (line 49) | func (cli *Client) BuildList(ctx context.Context, namespace string) ([]t... FILE: agent/client/client.go type Client (line 25) | type Client struct method DaemonHost (line 145) | func (cli *Client) DaemonHost() string { method HTTPClient (line 150) | func (cli *Client) HTTPClient() *http.Client { method Close (line 181) | func (cli *Client) Close() error { method getAPIPath (line 190) | func (cli *Client) getAPIPath(ctx context.Context, p string, query url... function NewClientWithOpts (line 69) | func NewClientWithOpts(ops ...Opt) (*Client, error) { function defaultHTTPClient (line 106) | func defaultHTTPClient(host string) (*http.Client, error) { function CheckRedirect (line 132) | func CheckRedirect(req *http.Request, via []*http.Request) error { function CheckRedirectKeepHeader (line 139) | func CheckRedirectKeepHeader(req *http.Request, via []*http.Request) err... function ParseHostURL (line 157) | func ParseHostURL(host string) (*url.URL, error) { FILE: agent/client/const.go constant DefaultModelzGatewayHost (line 7) | DefaultModelzGatewayHost = "http://0.0.0.0:8080" constant defaultProto (line 9) | defaultProto = "http" constant defaultAddr (line 10) | defaultAddr = "0.0.0.0:8080" constant apiBasePath (line 13) | apiBasePath = "" constant gatewayInferControlPlanePath (line 16) | gatewayInferControlPlanePath = "/system/inferences" constant gatewayInferScaleControlPath (line 17) | gatewayInferScaleControlPath = "/system/scale-infer... constant gatewayInferInstanceControlPlanePath (line 18) | gatewayInferInstanceControlPlanePath = "/system/inference/%... constant gatewayInferInstanceExecControlPlanePath (line 19) | gatewayInferInstanceExecControlPlanePath = "/system/inference/%... constant gatewayServerControlPlanePath (line 20) | gatewayServerControlPlanePath = "/system/servers" constant gatewayServerLabelCreateControlPlanePath (line 21) | gatewayServerLabelCreateControlPlanePath = "/system/server/%s/l... constant gatewayServerNodeDeleteControlPlanePath (line 22) | gatewayServerNodeDeleteControlPlanePath = "/system/server/%s/d... constant gatewayNamespaceControlPlanePath (line 23) | gatewayNamespaceControlPlanePath = "/system/namespaces" constant gatewayBuildControlPlanePath (line 24) | gatewayBuildControlPlanePath = "/system/build" constant gatewayBuildInstanceControlPlanePath (line 25) | gatewayBuildInstanceControlPlanePath = "/system/build/%s" constant gatewayImageCacheControlPlanePath (line 26) | gatewayImageCacheControlPlanePath = "/system/image-cache" constant modelzCloudClusterControlPlanePath (line 27) | modelzCloudClusterControlPlanePath = "/api/v1/users/%s/cl... constant modelzCloudClusterWithUserControlPlanePath (line 28) | modelzCloudClusterWithUserControlPlanePath = "/api/v1/users/%s/cl... constant modelzCloudClusterAPIKeyControlPlanePath (line 29) | modelzCloudClusterAPIKeyControlPlanePath = "/api/v1/users/%s/cl... constant modelzCloudClusterNamespaceControlPlanePath (line 30) | modelzCloudClusterNamespaceControlPlanePath = "/api/v1/users/%s/cl... constant modelzCloudClusterDeploymentControlPlanePath (line 31) | modelzCloudClusterDeploymentControlPlanePath = "/api/v1/users/%s/cl... constant modelzCloudClusterDeploymentEventControlPlanePath (line 32) | modelzCloudClusterDeploymentEventControlPlanePath = "/api/v1/users/%s/cl... constant EnvOverrideHost (line 42) | EnvOverrideHost = "MODELZ_GATEWAY_HOST" constant EnvOverrideCertPath (line 61) | EnvOverrideCertPath = "ENVD_SERVER_CERT_PATH" constant EnvTLSVerify (line 92) | EnvTLSVerify = "ENVD_SERVER_TLS_VERIFY" FILE: agent/client/errors.go type errConnectionFailed (line 17) | type errConnectionFailed struct method Error (line 22) | func (err errConnectionFailed) Error() string { function IsErrConnectionFailed (line 30) | func IsErrConnectionFailed(err error) bool { function ErrorConnectionFailed (line 35) | func ErrorConnectionFailed(host string) error { type notFound (line 40) | type notFound interface function IsErrNotFound (line 47) | func IsErrNotFound(err error) bool { type objectNotFoundError (line 55) | type objectNotFoundError struct method NotFound (line 60) | func (e objectNotFoundError) NotFound() {} method Error (line 62) | func (e objectNotFoundError) Error() string { function IsErrUnauthorized (line 70) | func IsErrUnauthorized(err error) bool { type pluginPermissionDenied (line 74) | type pluginPermissionDenied struct method Error (line 78) | func (e pluginPermissionDenied) Error() string { function IsErrNotImplemented (line 87) | func IsErrNotImplemented(err error) bool { function wrapResponseError (line 91) | func wrapResponseError(err error, resp serverResponse, object, id string... FILE: agent/client/hijack.go type HijackedResponse (line 11) | type HijackedResponse struct method Close (line 16) | func (h *HijackedResponse) Close() { method Read (line 43) | func (h HijackedResponse) Read(p []byte) (int, error) { method Write (line 55) | func (h HijackedResponse) Write(p []byte) (int, error) { method websocket (line 21) | func (cli *Client) websocket(ctx context.Context, path string, query url... type TerminalMessage (line 76) | type TerminalMessage struct FILE: agent/client/image_cache_create.go method ImageCacheCreate (line 10) | func (cli *Client) ImageCacheCreate(ctx context.Context, namespace string, FILE: agent/client/inference_create.go method InferenceCreate (line 15) | func (cli *Client) InferenceCreate(ctx context.Context, namespace string, FILE: agent/client/inference_get.go method InferenceGet (line 17) | func (cli *Client) InferenceGet(ctx context.Context, namespace, name str... FILE: agent/client/inference_list.go method InferenceList (line 16) | func (cli *Client) InferenceList(ctx context.Context, namespace string) ... FILE: agent/client/inference_remove.go method InferenceRemove (line 15) | func (cli *Client) InferenceRemove(ctx context.Context, namespace string, FILE: agent/client/inference_scale.go method InferenceScale (line 11) | func (cli *Client) InferenceScale(ctx context.Context, namespace string, FILE: agent/client/inference_update.go method DeploymentUpdate (line 15) | func (cli *Client) DeploymentUpdate(ctx context.Context, namespace string, FILE: agent/client/info.go method InfoGet (line 15) | func (cli *Client) InfoGet(ctx context.Context) (types.ProviderInfo, err... FILE: agent/client/instance_exec.go method InstanceExec (line 16) | func (cli *Client) InstanceExec(ctx context.Context, method InstanceExecTTY (line 42) | func (cli *Client) InstanceExecTTY(ctx context.Context, FILE: agent/client/instance_list.go method InstanceList (line 17) | func (cli *Client) InstanceList(ctx context.Context, FILE: agent/client/log.go constant LogBufferSize (line 19) | LogBufferSize = 128 method DeploymentLogGet (line 22) | func (cli *Client) DeploymentLogGet(ctx context.Context, namespace, name... method BuildLogGet (line 71) | func (cli *Client) BuildLogGet(ctx context.Context, namespace, name, sin... FILE: agent/client/modelz_cloud.go method WaitForAPIServerReady (line 17) | func (cli *Client) WaitForAPIServerReady() error { method waitForAPIServerReady (line 32) | func (cli *Client) waitForAPIServerReady(ctx context.Context) (error, in... method RegisterAgent (line 42) | func (cli *Client) RegisterAgent(ctx context.Context, token string, clus... method UpdateAgentStatus (line 66) | func (cli *Client) UpdateAgentStatus(ctx context.Context, apiServerReady... method GetAPIKeys (line 89) | func (cli *Client) GetAPIKeys(ctx context.Context, apiServerReady <-chan... method GetNamespaces (line 114) | func (cli *Client) GetNamespaces(ctx context.Context, apiServerReady <-c... method GetUIDFromDeploymentID (line 141) | func (cli *Client) GetUIDFromDeploymentID(ctx context.Context, token str... method CreateDeploymentEvent (line 169) | func (cli *Client) CreateDeploymentEvent(ctx context.Context, token stri... FILE: agent/client/namespace_create.go method NamespaceCreate (line 15) | func (cli *Client) NamespaceCreate(ctx context.Context, FILE: agent/client/namespace_delete.go method NamespaceDelete (line 15) | func (cli *Client) NamespaceDelete(ctx context.Context, FILE: agent/client/options.go type Opt (line 21) | type Opt function FromEnv (line 34) | func FromEnv(c *Client) error { function WithDialContext (line 53) | func WithDialContext(dialContext func(ctx context.Context, network, addr... function WithHost (line 64) | func WithHost(host string) Opt { function WithHostFromEnv (line 84) | func WithHostFromEnv() Opt { function WithHTTPClient (line 94) | func WithHTTPClient(client *http.Client) Opt { function WithTimeout (line 104) | func WithTimeout(timeout time.Duration) Opt { function WithHTTPHeaders (line 112) | func WithHTTPHeaders(headers map[string]string) Opt { function WithScheme (line 120) | func WithScheme(scheme string) Opt { function WithTLSClientConfig (line 128) | func WithTLSClientConfig(cacertPath, certPath, keyPath string) Opt { function WithTLSClientConfigFromEnv (line 159) | func WithTLSClientConfigFromEnv() Opt { function WithVersion (line 186) | func WithVersion(version string) Opt { FILE: agent/client/request.go type serverResponse (line 26) | type serverResponse struct method head (line 34) | func (cli *Client) head(ctx context.Context, path string, query url.Valu... method get (line 39) | func (cli *Client) get(ctx context.Context, path string, query url.Value... method post (line 44) | func (cli *Client) post(ctx context.Context, path string, query url.Valu... method postRaw (line 52) | func (cli *Client) postRaw(ctx context.Context, path string, query url.V... method put (line 56) | func (cli *Client) put(ctx context.Context, path string, query url.Value... method putRaw (line 65) | func (cli *Client) putRaw(ctx context.Context, path string, query url.Va... method delete (line 70) | func (cli *Client) delete(ctx context.Context, path string, query url.Va... type headers (line 78) | type headers function encodeBody (line 80) | func encodeBody(obj interface{}, headers headers) (io.Reader, headers, e... method buildRequest (line 96) | func (cli *Client) buildRequest(method, path string, body io.Reader, hea... method sendRequest (line 127) | func (cli *Client) sendRequest(ctx context.Context, method, path string,... method doRequest (line 145) | func (cli *Client) doRequest(ctx context.Context, req *http.Request) (se... method checkResponseErr (line 193) | func (cli *Client) checkResponseErr(serverResp serverResponse) error { method addHeaders (line 223) | func (cli *Client) addHeaders(req *http.Request, headers headers) *http.... function encodeData (line 236) | func encodeData(data interface{}) (*bytes.Buffer, error) { function ensureReaderClosed (line 246) | func ensureReaderClosed(response serverResponse) { FILE: agent/client/server_label_create.go method ServerLabelCreate (line 16) | func (cli *Client) ServerLabelCreate(ctx context.Context, name string, FILE: agent/client/server_list.go method ServerList (line 15) | func (cli *Client) ServerList(ctx context.Context) ([]types.Server, erro... FILE: agent/client/server_node_delete.go method ServerNodeDelete (line 14) | func (cli *Client) ServerNodeDelete(ctx context.Context, name string) er... FILE: agent/client/transport.go function resolveTLSConfig (line 14) | func resolveTLSConfig(transport http.RoundTripper) *tls.Config { FILE: agent/client/utils.go constant DefaultPrefix (line 12) | DefaultPrefix = "modelz-" function ParseAgentToken (line 15) | func ParseAgentToken(token string) (types.AgentToken, error) { function GetNamespaceByUserID (line 32) | func GetNamespaceByUserID(uid string) string { function GetUserIDFromNamespace (line 36) | func GetUserIDFromNamespace(ns string) (string, error) { FILE: agent/cmd/agent/main.go function run (line 14) | func run(args []string) error { function handleErr (line 23) | func handleErr(err error) { function main (line 43) | func main() { FILE: agent/errdefs/defs.go type ErrNotFound (line 8) | type ErrNotFound interface type ErrInvalidParameter (line 13) | type ErrInvalidParameter interface type ErrConflict (line 19) | type ErrConflict interface type ErrUnauthorized (line 24) | type ErrUnauthorized interface type ErrUnavailable (line 29) | type ErrUnavailable interface type ErrForbidden (line 35) | type ErrForbidden interface type ErrSystem (line 41) | type ErrSystem interface type ErrNotModified (line 46) | type ErrNotModified interface type ErrNotImplemented (line 51) | type ErrNotImplemented interface type ErrUnknown (line 56) | type ErrUnknown interface type ErrCancelled (line 61) | type ErrCancelled interface type ErrDeadline (line 66) | type ErrDeadline interface type ErrDataLoss (line 71) | type ErrDataLoss interface FILE: agent/errdefs/helpers.go type errNotFound (line 9) | type errNotFound struct method NotFound (line 11) | func (errNotFound) NotFound() {} method Cause (line 13) | func (e errNotFound) Cause() error { method Unwrap (line 17) | func (e errNotFound) Unwrap() error { function NotFound (line 22) | func NotFound(err error) error { type errInvalidParameter (line 29) | type errInvalidParameter struct method InvalidParameter (line 31) | func (errInvalidParameter) InvalidParameter() {} method Cause (line 33) | func (e errInvalidParameter) Cause() error { method Unwrap (line 37) | func (e errInvalidParameter) Unwrap() error { function InvalidParameter (line 42) | func InvalidParameter(err error) error { type errConflict (line 49) | type errConflict struct method Conflict (line 51) | func (errConflict) Conflict() {} method Cause (line 53) | func (e errConflict) Cause() error { method Unwrap (line 57) | func (e errConflict) Unwrap() error { function Conflict (line 62) | func Conflict(err error) error { type errUnauthorized (line 69) | type errUnauthorized struct method Unauthorized (line 71) | func (errUnauthorized) Unauthorized() {} method Cause (line 73) | func (e errUnauthorized) Cause() error { method Unwrap (line 77) | func (e errUnauthorized) Unwrap() error { function Unauthorized (line 82) | func Unauthorized(err error) error { type errUnavailable (line 89) | type errUnavailable struct method Unavailable (line 91) | func (errUnavailable) Unavailable() {} method Cause (line 93) | func (e errUnavailable) Cause() error { method Unwrap (line 97) | func (e errUnavailable) Unwrap() error { function Unavailable (line 102) | func Unavailable(err error) error { type errForbidden (line 109) | type errForbidden struct method Forbidden (line 111) | func (errForbidden) Forbidden() {} method Cause (line 113) | func (e errForbidden) Cause() error { method Unwrap (line 117) | func (e errForbidden) Unwrap() error { function Forbidden (line 122) | func Forbidden(err error) error { type errSystem (line 129) | type errSystem struct method System (line 131) | func (errSystem) System() {} method Cause (line 133) | func (e errSystem) Cause() error { method Unwrap (line 137) | func (e errSystem) Unwrap() error { function System (line 142) | func System(err error) error { type errNotModified (line 149) | type errNotModified struct method NotModified (line 151) | func (errNotModified) NotModified() {} method Cause (line 153) | func (e errNotModified) Cause() error { method Unwrap (line 157) | func (e errNotModified) Unwrap() error { function NotModified (line 162) | func NotModified(err error) error { type errNotImplemented (line 169) | type errNotImplemented struct method NotImplemented (line 171) | func (errNotImplemented) NotImplemented() {} method Cause (line 173) | func (e errNotImplemented) Cause() error { method Unwrap (line 177) | func (e errNotImplemented) Unwrap() error { function NotImplemented (line 182) | func NotImplemented(err error) error { type errUnknown (line 189) | type errUnknown struct method Unknown (line 191) | func (errUnknown) Unknown() {} method Cause (line 193) | func (e errUnknown) Cause() error { method Unwrap (line 197) | func (e errUnknown) Unwrap() error { function Unknown (line 202) | func Unknown(err error) error { type errCancelled (line 209) | type errCancelled struct method Cancelled (line 211) | func (errCancelled) Cancelled() {} method Cause (line 213) | func (e errCancelled) Cause() error { method Unwrap (line 217) | func (e errCancelled) Unwrap() error { function Cancelled (line 222) | func Cancelled(err error) error { type errDeadline (line 229) | type errDeadline struct method DeadlineExceeded (line 231) | func (errDeadline) DeadlineExceeded() {} method Cause (line 233) | func (e errDeadline) Cause() error { method Unwrap (line 237) | func (e errDeadline) Unwrap() error { function Deadline (line 242) | func Deadline(err error) error { type errDataLoss (line 249) | type errDataLoss struct method DataLoss (line 251) | func (errDataLoss) DataLoss() {} method Cause (line 253) | func (e errDataLoss) Cause() error { method Unwrap (line 257) | func (e errDataLoss) Unwrap() error { function DataLoss (line 262) | func DataLoss(err error) error { function FromContext (line 270) | func FromContext(ctx context.Context) error { FILE: agent/errdefs/http_helpers.go function FromStatusCode (line 14) | func FromStatusCode(err error, statusCode int) error { FILE: agent/errdefs/is.go type causer (line 7) | type causer interface function getImplementer (line 11) | func getImplementer(err error) error { function IsNotFound (line 36) | func IsNotFound(err error) bool { function IsInvalidParameter (line 42) | func IsInvalidParameter(err error) bool { function IsConflict (line 48) | func IsConflict(err error) bool { function IsUnauthorized (line 54) | func IsUnauthorized(err error) bool { function IsUnavailable (line 60) | func IsUnavailable(err error) bool { function IsForbidden (line 66) | func IsForbidden(err error) bool { function IsSystem (line 72) | func IsSystem(err error) bool { function IsNotModified (line 78) | func IsNotModified(err error) bool { function IsNotImplemented (line 84) | func IsNotImplemented(err error) bool { function IsUnknown (line 90) | func IsUnknown(err error) bool { function IsCancelled (line 96) | func IsCancelled(err error) bool { function IsDeadline (line 102) | func IsDeadline(err error) bool { function IsDataLoss (line 108) | func IsDataLoss(err error) bool { FILE: agent/pkg/app/config.go function configFromCLI (line 9) | func configFromCLI(c *cli.Context) config.Config { FILE: agent/pkg/app/root.go constant flagDebug (line 20) | flagDebug = "debug" constant flagDev (line 21) | flagDev = "dev" constant flagServerPort (line 24) | flagServerPort = "server-port" constant flagServerReadTimeout (line 25) | flagServerReadTimeout = "server-read-timeout" constant flagServerWriteTimeout (line 26) | flagServerWriteTimeout = "server-write-timeout" constant flagMasterURL (line 29) | flagMasterURL = "master-url" constant flagKubeConfig (line 30) | flagKubeConfig = "kube-config" constant flagQPS (line 31) | flagQPS = "kube-qps" constant flagBurst (line 32) | flagBurst = "kube-burst" constant flagResyncPeriod (line 33) | flagResyncPeriod = "kube-resync-period" constant flagIngressEnabled (line 36) | flagIngressEnabled = "ingress-enabled" constant flagIngressDomain (line 37) | flagIngressDomain = "ingress-domain" constant flagIngressNamespace (line 38) | flagIngressNamespace = "ingress-namespace" constant flagIngressAnyIPToDomain (line 39) | flagIngressAnyIPToDomain = "ingress-any-ip-to-domain" constant flagIngressTLSEnabled (line 40) | flagIngressTLSEnabled = "ingress-tls-enabled" constant flagInferenceLogTimeout (line 43) | flagInferenceLogTimeout = "inference-log-timeout" constant flagInferenceCacheTTL (line 44) | flagInferenceCacheTTL = "inference-cache-ttl" constant flagBuildEnabled (line 47) | flagBuildEnabled = "build-enabled" constant flagBuilderImage (line 48) | flagBuilderImage = "builder-image" constant flagBuildkitdAddress (line 49) | flagBuildkitdAddress = "buildkitd-address" constant flagBuildCtlBin (line 50) | flagBuildCtlBin = "buildctl-bin" constant flagBuildRegistry (line 51) | flagBuildRegistry = "build-registry" constant flagBuildRegistryToken (line 52) | flagBuildRegistryToken = "build-registry-token" constant flagBuildImagePullSecret (line 53) | flagBuildImagePullSecret = "build-image-pull-secret" constant flagMetricsPollingInterval (line 56) | flagMetricsPollingInterval = "metrics-polling-interval" constant flagMetricsPort (line 57) | flagMetricsPort = "metrics-port" constant flagMetricsPrometheusHost (line 58) | flagMetricsPrometheusHost = "metrics-prometheus-host" constant flagMetricsPrometheusPort (line 59) | flagMetricsPrometheusPort = "metrics-prometheus-port" constant flagLogsTimeout (line 62) | flagLogsTimeout = "logs-timeout" constant flagLogsLokiURL (line 63) | flagLogsLokiURL = "logs-loki-url" constant flaglogsLokiUser (line 64) | flaglogsLokiUser = "logs-loki-user" constant flagLogsLokiToken (line 65) | flagLogsLokiToken = "logs-loki-token" constant flagModelZCloudEnabled (line 68) | flagModelZCloudEnabled = "modelz-cloud-enabled" constant flagModelZCloudURL (line 69) | flagModelZCloudURL = "modelz-cloud-url" constant flagModelZCloudAgentToken (line 70) | flagModelZCloudAgentToken = "modelz-cloud-agent-token" constant flagModelZCloudAgentHeartbeatInterval (line 71) | flagModelZCloudAgentHeartbeatInterval = "modelz-cloud-agent-heartbeat... constant flagModelZCloudRegion (line 72) | flagModelZCloudRegion = "modelz-cloud-region" constant flagModelZCloudUnifiedAPIKey (line 73) | flagModelZCloudUnifiedAPIKey = "modelz-cloud-unified-api-key" constant flagModelZCloudUpstreamTimeout (line 74) | flagModelZCloudUpstreamTimeout = "modelz-cloud-upstream-timeout" constant flagModelZCloudMaxIdleConnections (line 75) | flagModelZCloudMaxIdleConnections = "modelz-cloud-max-idle-connec... constant flagModelZCloudMaxIdleConnectionsPerHost (line 76) | flagModelZCloudMaxIdleConnectionsPerHost = "modelz-cloud-max-idle-connec... constant flagModelZCloudEventEnabled (line 77) | flagModelZCloudEventEnabled = "modelz-cloud-event-enabled" type App (line 80) | type App struct function New (line 84) | func New() App { function runServer (line 410) | func runServer(clicontext *cli.Context) error { FILE: agent/pkg/config/config.go type Config (line 9) | type Config struct method GetString (line 102) | func (c Config) GetString() (string, error) { method Validate (line 107) | func (c Config) Validate() error { type ModelZCloudConfig (line 20) | type ModelZCloudConfig struct type LogsConfig (line 39) | type LogsConfig struct type ServerConfig (line 46) | type ServerConfig struct type MetricsConfig (line 53) | type MetricsConfig struct type BuildConfig (line 60) | type BuildConfig struct type InferenceConfig (line 70) | type InferenceConfig struct type IngressConfig (line 75) | type IngressConfig struct type KubeConfig (line 83) | type KubeConfig struct function New (line 91) | func New() Config { FILE: agent/pkg/consts/consts.go constant Domain (line 6) | Domain = "modelz.live" constant DefaultPrefix (line 7) | DefaultPrefix = "modelz-" constant APIKEY_PREFIX (line 8) | APIKEY_PREFIX = "mzi-" constant DefaultAPIServerReadyTimeout (line 10) | DefaultAPIServerReadyTimeout = 15 * time.Minute FILE: agent/pkg/docs/docs.go constant docTemplate (line 7) | docTemplate = `{ function init (line 1756) | func init() { FILE: agent/pkg/event/event.go type Interface (line 12) | type Interface interface type EventRecorder (line 16) | type EventRecorder struct method CreateDeploymentEvent (line 28) | func (e *EventRecorder) CreateDeploymentEvent(namespace, deployment, e... function NewEventRecorder (line 21) | func NewEventRecorder(client *client.Client, token string) Interface { FILE: agent/pkg/event/fake.go type Fake (line 3) | type Fake struct method CreateDeploymentEvent (line 10) | func (f *Fake) CreateDeploymentEvent(namespace, deployment, event, mes... function NewFake (line 6) | func NewFake() Interface { FILE: agent/pkg/event/suite_test.go function TestBuilder (line 10) | func TestBuilder(t *testing.T) { FILE: agent/pkg/event/username.go constant DefaultPrefix (line 6) | DefaultPrefix = "modelz-" function getUserIDFromNamespace (line 9) | func getUserIDFromNamespace(ns string) (string, error) { FILE: agent/pkg/event/util.go function NullStringBuilder (line 7) | func NullStringBuilder(String string, Valid bool) sql.NullString { FILE: agent/pkg/k8s/convert_inference.go function AsInferenceDeployment (line 11) | func AsInferenceDeployment(inf *v2alpha1.Inference, item *appsv1.Deploym... function AsResourceList (line 66) | func AsResourceList(resources v1.ResourceList) types.ResourceList { function AsStatusPhase (line 86) | func AsStatusPhase(item *appsv1.Deployment) types.Phase { FILE: agent/pkg/k8s/convert_job.go function AsBuild (line 9) | func AsBuild(job v1.Job) (types.Build, error) { FILE: agent/pkg/k8s/convert_pod.go function MakeLabelSelector (line 10) | func MakeLabelSelector(name string) map[string]string { function InstanceFromPod (line 16) | func InstanceFromPod(pod v1.Pod) *types.InferenceDeploymentInstance { FILE: agent/pkg/k8s/generate_image_cache.go function MakeImageCache (line 15) | func MakeImageCache(req types.ImageCache, inference *modelzetes.Inferenc... FILE: agent/pkg/k8s/generate_job.go function MakeBuild (line 17) | func MakeBuild(req types.Build, inference *v2alpha1.Inference, builderIm... function buildEnvsForImage (line 121) | func buildEnvsForImage(req types.Build) []corev1.EnvVar { function buildEnvsForDockerfileOrEnvd (line 161) | func buildEnvsForDockerfileOrEnvd(req types.Build, buildkitdAddr, buildc... FILE: agent/pkg/k8s/managed_cluster.go function GetKubernetesVersion (line 8) | func GetKubernetesVersion(client kubernetes.Interface) (*version.Info, e... FILE: agent/pkg/k8s/resolver.go type Resolver (line 23) | type Resolver interface function NewPortForwardingResolver (line 28) | func NewPortForwardingResolver(cfg *rest.Config, cli kubernetes.Interfac... function NewEndpointResolver (line 36) | func NewEndpointResolver(lister corelister.EndpointsLister) Resolver { type PortForwardingResolver (line 42) | type PortForwardingResolver struct method Resolve (line 48) | func (e *PortForwardingResolver) Resolve(namespace, name string) (url.... method Close (line 92) | func (e *PortForwardingResolver) Close(url url.URL) { type EndpointResolver (line 106) | type EndpointResolver struct method Resolve (line 110) | func (e EndpointResolver) Resolve(namespace, name string) (url.URL, er... method Close (line 147) | func (e EndpointResolver) Close(url.URL) { FILE: agent/pkg/k8s/suite_test.go function TestBuilder (line 10) | func TestBuilder(t *testing.T) { FILE: agent/pkg/log/factory.go type Requester (line 10) | type Requester interface FILE: agent/pkg/log/k8s.go constant podInformerResync (line 28) | podInformerResync = 5 * time.Second constant defaultLogSince (line 31) | defaultLogSince = 5 * time.Minute constant LogBufferSize (line 34) | LogBufferSize = 500 * 2 type K8sAPIRequestor (line 38) | type K8sAPIRequestor struct method Query (line 48) | func (k *K8sAPIRequestor) Query(ctx context.Context, function NewK8sAPIRequestor (line 42) | func NewK8sAPIRequestor(client kubernetes.Interface) Requester { function getLogs (line 101) | func getLogs(ctx context.Context, client kubernetes.Interface, functionN... function podLogs (line 140) | func podLogs(ctx context.Context, i v1.PodInterface, pod, container, function startFunctionPodInformer (line 197) | func startFunctionPodInformer(ctx context.Context, client kubernetes.Int... function parseSince (line 250) | func parseSince(r *time.Time) *int64 { function extractTimestampAndMsg (line 260) | func extractTimestampAndMsg(logText string) (string, time.Time) { function withLabels (line 277) | func withLabels(selector string) internalinterfaces.TweakListOptionsFunc { type podLoggerEventHandler (line 283) | type podLoggerEventHandler struct method OnAdd (line 289) | func (h *podLoggerEventHandler) OnAdd(obj interface{}, isInitialList b... method OnUpdate (line 295) | func (h *podLoggerEventHandler) OnUpdate(oldObj, newObj interface{}) { method OnDelete (line 299) | func (h *podLoggerEventHandler) OnDelete(obj interface{}) { FILE: agent/pkg/log/loki.go constant lokiQueryRangePath (line 21) | lokiQueryRangePath = "/loki/api/v1/query_range" type RangeQueryResponse (line 24) | type RangeQueryResponse struct type LokiAPIRequestor (line 41) | type LokiAPIRequestor struct method Query (line 58) | func (l *LokiAPIRequestor) Query(ctx context.Context, r types.LogReque... method getLogs (line 72) | func (l *LokiAPIRequestor) getLogs(ctx context.Context, since *time.Time, function NewLokiAPIRequestor (line 48) | func NewLokiAPIRequestor(url, user, token string) Requester { FILE: agent/pkg/metrics/exporter.go type Exporter (line 21) | type Exporter struct method Describe (line 39) | func (e *Exporter) Describe(ch chan<- *prometheus.Desc) { method Collect (line 50) | func (e *Exporter) Collect(ch chan<- prometheus.Metric) { method StartServiceWatcher (line 94) | func (e *Exporter) StartServiceWatcher( function NewExporter (line 29) | func NewExporter(options MetricOptions, r runtime.Runtime) *Exporter { FILE: agent/pkg/metrics/metrics.go type MetricOptions (line 15) | type MetricOptions struct type ServiceMetricOptions (line 29) | type ServiceMetricOptions struct function RegisterExporter (line 38) | func RegisterExporter(exporter *Exporter) { function PrometheusHandler (line 45) | func PrometheusHandler() http.Handler { function BuildMetricsOptions (line 50) | func BuildMetricsOptions() MetricOptions { FILE: agent/pkg/prom/prometheus_query.go type PrometheusQuery (line 16) | type PrometheusQuery struct method AddMetrics (line 35) | func (p PrometheusQuery) AddMetrics(inferences []types.InferenceDeploy... method Fetch (line 51) | func (q PrometheusQuery) Fetch(query string) (*VectorQueryResponse, er... type PrometheusQueryFetcher (line 22) | type PrometheusQueryFetcher interface function NewPrometheusQuery (line 27) | func NewPrometheusQuery(host string, port int, client *http.Client) Prom... type VectorQueryResponse (line 86) | type VectorQueryResponse struct function mixIn (line 99) | func mixIn(inferences []types.InferenceDeployment, metrics *VectorQueryR... FILE: agent/pkg/runtime/build.go method BuildList (line 17) | func (r generalRuntime) BuildList(ctx context.Context, namespace string) ( method BuildCreate (line 43) | func (r generalRuntime) BuildCreate(ctx context.Context, method BuildGet (line 59) | func (r generalRuntime) BuildGet(ctx context.Context, namespace, buildNa... FILE: agent/pkg/runtime/cluster_info_get.go method GetClusterInfo (line 11) | func (r generalRuntime) GetClusterInfo(cluster *types.ManagedCluster) er... FILE: agent/pkg/runtime/image_cache.go method ImageCacheCreate (line 13) | func (r generalRuntime) ImageCacheCreate(ctx context.Context, req types.... FILE: agent/pkg/runtime/inference_create.go method InferenceCreate (line 20) | func (r generalRuntime) InferenceCreate(ctx context.Context, function makeInference (line 135) | func makeInference(request types.InferenceDeployment) (*v2alpha1.Inferen... function makeIngress (line 182) | func makeIngress(request types.InferenceDeployment, cfg config.IngressCo... FILE: agent/pkg/runtime/inference_delete.go method InferenceDelete (line 14) | func (r generalRuntime) InferenceDelete(ctx context.Context, namespace, function deleteInference (line 47) | func deleteInference(ctx context.Context, FILE: agent/pkg/runtime/inference_exec.go constant writeWait (line 25) | writeWait = 10 * time.Second constant endOfTransmission (line 27) | endOfTransmission = "\u0004" method InferenceExec (line 30) | func (r generalRuntime) InferenceExec(ctx *gin.Context, namespace, insta... type PtyHandler (line 97) | type PtyHandler interface type TerminalMessage (line 112) | type TerminalMessage struct type TerminalSession (line 121) | type TerminalSession struct method Next (line 130) | func (t *TerminalSession) Next() *remotecommand.TerminalSize { method Read (line 141) | func (t *TerminalSession) Read(p []byte) (int, error) { method Write (line 165) | func (t *TerminalSession) Write(p []byte) (int, error) { method Close (line 180) | func (t *TerminalSession) Close() error { function newTerminalSession (line 185) | func newTerminalSession(id string, r *http.Request, w http.ResponseWrite... FILE: agent/pkg/runtime/inference_get.go method InferenceGet (line 16) | func (r generalRuntime) InferenceGet(namespace, inferenceName string) ( method InferenceGetCRD (line 22) | func (r generalRuntime) InferenceGetCRD(namespace, name string) (*apis.I... function inferenceGet (line 34) | func inferenceGet(namespace string, inferenceName string, FILE: agent/pkg/runtime/inference_instance.go method InferenceInstanceList (line 13) | func (r generalRuntime) InferenceInstanceList(namespace, inferenceName s... function getInstances (line 18) | func getInstances(functionNamespace string, functionName string, FILE: agent/pkg/runtime/inference_list.go method InferenceList (line 20) | func (r generalRuntime) InferenceList(namespace string) ([]types.Inferen... function inferenceList (line 33) | func inferenceList(functionNamespace string, function getInferences (line 67) | func getInferences(inferences []*mv2alpha1.Inference, deploys []*appsv1.... FILE: agent/pkg/runtime/inference_replicas.go method InferenceScale (line 13) | func (r generalRuntime) InferenceScale(ctx context.Context, namespace st... FILE: agent/pkg/runtime/inference_update.go method InferenceUpdate (line 15) | func (r generalRuntime) InferenceUpdate(ctx context.Context, namespace s... function updateInference (line 31) | func updateInference( FILE: agent/pkg/runtime/mock/mock.go type MockRuntime (line 19) | type MockRuntime struct method EXPECT (line 37) | func (m *MockRuntime) EXPECT() *MockRuntimeMockRecorder { method BuildCreate (line 42) | func (m *MockRuntime) BuildCreate(ctx context.Context, req types.Build... method BuildGet (line 56) | func (m *MockRuntime) BuildGet(ctx context.Context, namespace, buildNa... method BuildList (line 71) | func (m *MockRuntime) BuildList(ctx context.Context, namespace string)... method GetClusterInfo (line 86) | func (m *MockRuntime) GetClusterInfo(cluster *types.ManagedCluster) er... method ImageCacheCreate (line 100) | func (m *MockRuntime) ImageCacheCreate(ctx context.Context, req types.... method InferenceCreate (line 114) | func (m *MockRuntime) InferenceCreate(ctx context.Context, req types.I... method InferenceDelete (line 128) | func (m *MockRuntime) InferenceDelete(ctx context.Context, namespace, ... method InferenceExec (line 142) | func (m *MockRuntime) InferenceExec(ctx *gin.Context, namespace, insta... method InferenceGet (line 156) | func (m *MockRuntime) InferenceGet(namespace, inferenceName string) (*... method InferenceGetCRD (line 171) | func (m *MockRuntime) InferenceGetCRD(namespace, name string) (*v2alph... method InferenceInstanceList (line 186) | func (m *MockRuntime) InferenceInstanceList(namespace, inferenceName s... method InferenceList (line 201) | func (m *MockRuntime) InferenceList(namespace string) ([]types.Inferen... method InferenceScale (line 216) | func (m *MockRuntime) InferenceScale(ctx context.Context, namespace st... method InferenceUpdate (line 230) | func (m *MockRuntime) InferenceUpdate(ctx context.Context, namespace s... method NamespaceCreate (line 244) | func (m *MockRuntime) NamespaceCreate(ctx context.Context, name string... method NamespaceDelete (line 258) | func (m *MockRuntime) NamespaceDelete(ctx context.Context, name string... method NamespaceGet (line 272) | func (m *MockRuntime) NamespaceGet(ctx context.Context, name string) b... method NamespaceList (line 286) | func (m *MockRuntime) NamespaceList(ctx context.Context) ([]string, er... method ServerDeleteNode (line 301) | func (m *MockRuntime) ServerDeleteNode(ctx context.Context, name strin... method ServerLabelCreate (line 315) | func (m *MockRuntime) ServerLabelCreate(ctx context.Context, name stri... method ServerList (line 329) | func (m *MockRuntime) ServerList(ctx context.Context) ([]types.Server,... type MockRuntimeMockRecorder (line 25) | type MockRuntimeMockRecorder struct method BuildCreate (line 50) | func (mr *MockRuntimeMockRecorder) BuildCreate(ctx, req, inference, bu... method BuildGet (line 65) | func (mr *MockRuntimeMockRecorder) BuildGet(ctx, namespace, buildName ... method BuildList (line 80) | func (mr *MockRuntimeMockRecorder) BuildList(ctx, namespace interface{... method GetClusterInfo (line 94) | func (mr *MockRuntimeMockRecorder) GetClusterInfo(cluster interface{})... method ImageCacheCreate (line 108) | func (mr *MockRuntimeMockRecorder) ImageCacheCreate(ctx, req, inferenc... method InferenceCreate (line 122) | func (mr *MockRuntimeMockRecorder) InferenceCreate(ctx, req, cfg, even... method InferenceDelete (line 136) | func (mr *MockRuntimeMockRecorder) InferenceDelete(ctx, namespace, inf... method InferenceExec (line 150) | func (mr *MockRuntimeMockRecorder) InferenceExec(ctx, namespace, insta... method InferenceGet (line 165) | func (mr *MockRuntimeMockRecorder) InferenceGet(namespace, inferenceNa... method InferenceGetCRD (line 180) | func (mr *MockRuntimeMockRecorder) InferenceGetCRD(namespace, name int... method InferenceInstanceList (line 195) | func (mr *MockRuntimeMockRecorder) InferenceInstanceList(namespace, in... method InferenceList (line 210) | func (mr *MockRuntimeMockRecorder) InferenceList(namespace interface{}... method InferenceScale (line 224) | func (mr *MockRuntimeMockRecorder) InferenceScale(ctx, namespace, req,... method InferenceUpdate (line 238) | func (mr *MockRuntimeMockRecorder) InferenceUpdate(ctx, namespace, req... method NamespaceCreate (line 252) | func (mr *MockRuntimeMockRecorder) NamespaceCreate(ctx, name interface... method NamespaceDelete (line 266) | func (mr *MockRuntimeMockRecorder) NamespaceDelete(ctx, name interface... method NamespaceGet (line 280) | func (mr *MockRuntimeMockRecorder) NamespaceGet(ctx, name interface{})... method NamespaceList (line 295) | func (mr *MockRuntimeMockRecorder) NamespaceList(ctx interface{}) *gom... method ServerDeleteNode (line 309) | func (mr *MockRuntimeMockRecorder) ServerDeleteNode(ctx, name interfac... method ServerLabelCreate (line 323) | func (mr *MockRuntimeMockRecorder) ServerLabelCreate(ctx, name, spec i... method ServerList (line 338) | func (mr *MockRuntimeMockRecorder) ServerList(ctx interface{}) *gomock... function NewMockRuntime (line 30) | func NewMockRuntime(ctrl *gomock.Controller) *MockRuntime { FILE: agent/pkg/runtime/namespace.go method NamespaceList (line 15) | func (r generalRuntime) NamespaceList(ctx context.Context) ([]string, er... method NamespaceCreate (line 35) | func (r generalRuntime) NamespaceCreate(ctx context.Context, name string... method NamespaceGet (line 57) | func (r generalRuntime) NamespaceGet(ctx context.Context, name string) b... method NamespaceDelete (line 66) | func (r generalRuntime) NamespaceDelete(ctx context.Context, name string... FILE: agent/pkg/runtime/node.go method ListServerResource (line 11) | func (r generalRuntime) ListServerResource() ([]string, error) { FILE: agent/pkg/runtime/runtime.go type Runtime (line 28) | type Runtime interface type generalRuntime (line 60) | type generalRuntime struct function New (line 82) | func New(clientConfig *rest.Config, FILE: agent/pkg/runtime/server_delete.go method ServerDeleteNode (line 11) | func (r generalRuntime) ServerDeleteNode(ctx context.Context, name strin... FILE: agent/pkg/runtime/server_label_create.go method ServerLabelCreate (line 13) | func (r generalRuntime) ServerLabelCreate(ctx context.Context, name stri... FILE: agent/pkg/runtime/server_list.go method ServerList (line 16) | func (r generalRuntime) ServerList(ctx context.Context) ([]types.Server,... function getServers (line 33) | func getServers(nodes []v1.Node) []types.Server { function getServer (line 41) | func getServer(n v1.Node) types.Server { FILE: agent/pkg/runtime/util_domain.go constant AnnotationDomain (line 10) | AnnotationDomain = "ai.tensorchord.domain" constant stdLen (line 15) | stdLen = 16 function makeDomain (line 21) | func makeDomain(name, baseDomain string) (string, error) { FILE: agent/pkg/runtime/util_resource.go function createResources (line 11) | func createResources(request types.InferenceDeployment) (corev1.Resource... FILE: agent/pkg/scaling/function_scaler.go constant maxPollCount (line 17) | maxPollCount = 1000 constant retries (line 18) | retries = 20 constant pollInterval (line 19) | pollInterval = time.Millisecond * 100 function NewInferenceScaler (line 24) | func NewInferenceScaler(r runtime.Runtime, type InferenceScaler (line 42) | type InferenceScaler struct method get (line 58) | func (s *InferenceScaler) get( method Scale (line 96) | func (s *InferenceScaler) Scale(ctx context.Context, type FunctionScaleResult (line 51) | type FunctionScaleResult struct FILE: agent/pkg/scaling/ranges.go type ScaleType (line 5) | type ScaleType constant DefaultMinReplicas (line 9) | DefaultMinReplicas = 1 constant DefaultMaxReplicas (line 12) | DefaultMaxReplicas = 5 constant DefaultZeroDuration (line 14) | DefaultZeroDuration = 3 * time.Minute constant DefaultScalingFactor (line 17) | DefaultScalingFactor = 10 constant ScaleTypeRPS (line 19) | ScaleTypeRPS ScaleType = "rps" constant ScaleTypeCapacity (line 20) | ScaleTypeCapacity ScaleType = "capacity" constant MinScaleLabel (line 23) | MinScaleLabel = "ai.tensorchord.scale.min" constant MaxScaleLabel (line 26) | MaxScaleLabel = "ai.tensorchord.scale.max" constant ScalingFactorLabel (line 29) | ScalingFactorLabel = "ai.tensorchord.scale.factor" constant TargetLoadLabel (line 32) | TargetLoadLabel = "ai.tensorchord.scale.target" constant ZeroDurationLabel (line 35) | ZeroDurationLabel = "ai.tensorchord.scale.zero-duration" constant ScaleTypeLabel (line 38) | ScaleTypeLabel = "ai.tensorchord.scale.type" constant FrameworkLabel (line 40) | FrameworkLabel = "ai.tensorchord.framework" FILE: agent/pkg/scaling/retry.go type routine (line 8) | type routine function Retry (line 10) | func Retry(r routine, label string, attempts int, interval time.Duration... FILE: agent/pkg/scaling/service_query.go type ServiceQuery (line 9) | type ServiceQuery interface type ServiceQueryResponse (line 15) | type ServiceQueryResponse struct FILE: agent/pkg/scaling/util.go function AsServerQueryResponse (line 9) | func AsServerQueryResponse(inf *types.InferenceDeployment) (*ServiceQuer... FILE: agent/pkg/server/error.go type Error (line 12) | type Error struct method Error (line 26) | func (e *Error) Error() string { function NewError (line 47) | func NewError(code int, err error, op string) error { function errFromErrDefs (line 56) | func errFromErrDefs(err error, op string) error { FILE: agent/pkg/server/handler_build_create.go method handleBuildCreate (line 20) | func (s *Server) handleBuildCreate(c *gin.Context) error { FILE: agent/pkg/server/handler_build_get.go method handleBuildGet (line 21) | func (s *Server) handleBuildGet(c *gin.Context) error { FILE: agent/pkg/server/handler_build_list.go method handleBuildList (line 20) | func (s *Server) handleBuildList(c *gin.Context) error { FILE: agent/pkg/server/handler_build_logs.go method handleBuildLogs (line 22) | func (s *Server) handleBuildLogs(c *gin.Context) error { FILE: agent/pkg/server/handler_gradio_proxy.go method proxyGradio (line 29) | func (s *Server) proxyGradio(c *gin.Context) error { FILE: agent/pkg/server/handler_healthz.go method handleHealthz (line 16) | func (s *Server) handleHealthz(c *gin.Context) error { FILE: agent/pkg/server/handler_image_cache.go method handleImageCacheCreate (line 18) | func (s *Server) handleImageCacheCreate(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_create.go method handleInferenceCreate (line 21) | func (s *Server) handleInferenceCreate(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_delete.go method handleInferenceDelete (line 21) | func (s *Server) handleInferenceDelete(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_get.go method handleInferenceGet (line 21) | func (s *Server) handleInferenceGet(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_instance.go method handleInferenceInstance (line 21) | func (s *Server) handleInferenceInstance(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_instance_exec.go method handleInferenceInstanceExec (line 24) | func (s *Server) handleInferenceInstanceExec(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_list.go method handleInferenceList (line 20) | func (s *Server) handleInferenceList(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_logs.go method handleInferenceLogs (line 30) | func (s *Server) handleInferenceLogs(c *gin.Context) error { method getLogsFromRequester (line 34) | func (s Server) getLogsFromRequester(c *gin.Context, requester log.Reque... FILE: agent/pkg/server/handler_inference_proxy.go method handleInferenceProxy (line 34) | func (s *Server) handleInferenceProxy(c *gin.Context) error { method forward (line 89) | func (s *Server) forward(c *gin.Context, namespace, name string) (int, e... function getNamespaceAndName (line 135) | func getNamespaceAndName(name string) (string, string, error) { FILE: agent/pkg/server/handler_inference_scale.go method handleInferenceScale (line 22) | func (s *Server) handleInferenceScale(c *gin.Context) error { FILE: agent/pkg/server/handler_inference_update.go method handleInferenceUpdate (line 21) | func (s *Server) handleInferenceUpdate(c *gin.Context) error { FILE: agent/pkg/server/handler_info.go method handleInfo (line 19) | func (s *Server) handleInfo(c *gin.Context) error { FILE: agent/pkg/server/handler_mosec_proxy.go method proxyMosec (line 21) | func (s *Server) proxyMosec(c *gin.Context) error { FILE: agent/pkg/server/handler_namespace_create.go method handleNamespaceCreate (line 18) | func (s *Server) handleNamespaceCreate(c *gin.Context) error { FILE: agent/pkg/server/handler_namespace_delete.go method handleNamespaceDelete (line 18) | func (s *Server) handleNamespaceDelete(c *gin.Context) error { FILE: agent/pkg/server/handler_namespace_list.go method handleNamespaceList (line 16) | func (s *Server) handleNamespaceList(c *gin.Context) error { FILE: agent/pkg/server/handler_other_proxy.go method proxyOther (line 25) | func (s *Server) proxyOther(c *gin.Context) error { FILE: agent/pkg/server/handler_root.go method handleRoot (line 8) | func (s *Server) handleRoot(c *gin.Context) error { FILE: agent/pkg/server/handler_server_delete.go method handleServerDelete (line 18) | func (s *Server) handleServerDelete(c *gin.Context) error { FILE: agent/pkg/server/handler_server_label_create.go method handleServerLabelCreate (line 20) | func (s *Server) handleServerLabelCreate(c *gin.Context) error { FILE: agent/pkg/server/handler_server_list.go method handleServerList (line 17) | func (s *Server) handleServerList(c *gin.Context) error { FILE: agent/pkg/server/handler_streamlit_proxy.go method proxyStreamlit (line 29) | func (s *Server) proxyStreamlit(c *gin.Context) error { FILE: agent/pkg/server/middleware_callid.go method middlewareCallID (line 11) | func (s Server) middlewareCallID(c *gin.Context) error { FILE: agent/pkg/server/proxy_auth.go method proxyAuth (line 14) | func (s *Server) proxyAuth(c *gin.Context) (string, string, error) { method proxyNoAuth (line 59) | func (s *Server) proxyNoAuth(c *gin.Context) (string, string, error) { method validateAPIKey (line 74) | func (s *Server) validateAPIKey(key string) (string, bool) { method validateUnifiedKey (line 106) | func (s *Server) validateUnifiedKey(key string) bool { FILE: agent/pkg/server/server_factory.go type Server (line 25) | type Server struct function New (line 56) | func New(c config.Config) (Server, error) { FILE: agent/pkg/server/server_handlerfunc.go type HandlerFunc (line 11) | type HandlerFunc function WrapHandler (line 13) | func WrapHandler(handler HandlerFunc) gin.HandlerFunc { FILE: agent/pkg/server/server_init_kubernetes.go method initKubernetesResources (line 32) | func (s *Server) initKubernetesResources() error { method podStartWatch (line 134) | func (s *Server) podStartWatch(pods kubeinformersv1.PodInformer, client ... function podWatchEventLog (line 184) | func podWatchEventLog(recorder event.Interface, obj *v1.Pod, event strin... FILE: agent/pkg/server/server_init_logs.go method initLogs (line 7) | func (s *Server) initLogs() { FILE: agent/pkg/server/server_init_metrics.go method initMetrics (line 9) | func (s *Server) initMetrics() error { FILE: agent/pkg/server/server_init_modelz_cloud.go method initModelZCloud (line 13) | func (s *Server) initModelZCloud(url, token, region string) error { FILE: agent/pkg/server/server_init_route.go constant endpointInferencePlural (line 13) | endpointInferencePlural = "/inferences" constant endpointInference (line 14) | endpointInference = "/inference" constant endpointServerPlural (line 15) | endpointServerPlural = "/servers" constant endpointServer (line 16) | endpointServer = "/server" constant endpointScaleInference (line 17) | endpointScaleInference = "/scale-inference" constant endpointInfo (line 18) | endpointInfo = "/info" constant endpointLogPlural (line 19) | endpointLogPlural = "/logs" constant endpointNamespacePlural (line 20) | endpointNamespacePlural = "/namespaces" constant endpointHealthz (line 21) | endpointHealthz = "/healthz" constant endpointBuild (line 22) | endpointBuild = "/build" constant endpointImageCache (line 23) | endpointImageCache = "/image-cache" method registerRoutes (line 26) | func (s *Server) registerRoutes() { method registerMetricsRoutes (line 111) | func (s *Server) registerMetricsRoutes() { FILE: agent/pkg/server/server_run.go method Run (line 18) | func (s *Server) Run() error { function ContainString (line 131) | func ContainString(target string, strs []string) bool { FILE: agent/pkg/server/server_websocket.go method connect (line 14) | func (s *Server) connect(apiServerReady <-chan struct{}) { function retry (line 63) | func retry(sleep time.Duration, f func() error) { FILE: agent/pkg/server/static/landing.go type htmlStruct (line 14) | type htmlStruct struct function RenderLoadingPage (line 18) | func RenderLoadingPage() (*bytes.Buffer, error) { FILE: agent/pkg/server/static/page_loading.go constant htmlDeploymentTemplate (line 10) | htmlDeploymentTemplate = ` None: