SYMBOL INDEX (2537 symbols across 465 files) FILE: backend/alembic/env.py function run_migrations_offline (line 29) | def run_migrations_offline() -> None: function run_migrations_online (line 53) | def run_migrations_online() -> None: FILE: backend/alembic/versions/2022_12_15_0000-23e5fea252dd_first_revision.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 72) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_16_0000-cd7de470586e_v1_db_structure.py function upgrade (line 21) | def upgrade() -> None: function downgrade (line 121) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_17_2230-6368515778c5_add_auth_method_to_person.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_22_1835-0daec5f8135f_add_auth_method_to_ix_person_username.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 25) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_25_1705-067c4002f2d9_add_text_labels.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 43) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_27_1444-3358eb6834e6_add_journal_table.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 69) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_28_1142-d24b37426857_post_ref_for_work_package.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 36) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_28_1824-ef0b52902560_added_lang_column_for_iso_639_1_codes.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 27) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_29_2103-464ec4667aae_add_collective_flag_to_task.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_30_0109-73ce3675c1f5_add_field_trusted_api_client.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_30_2054-abb47e9d145a_name_changes_person_user_post_message_.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 177) | def downgrade() -> None: FILE: backend/alembic/versions/2022_12_31_0438-8d269bc4fdbd_add_deleted_field_to_post.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_05_1144-d4161e384f83_added_messagetreestate_table.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 41) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_05_1346-3b0adfadbef9_removed_date_created_and_deleted_flag_.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_05_1745-20cd871f4ec7_added_user_to_textlabels.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_07_1250-ba61fe17fb6e_added_frontend_type_to_api_client.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 22) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_08_1106-3d96bb92e33a_added_minilm_embedding_column_to_message.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_08_1603-35bdc1a08bb8_embedding_for_message_now_in_its_own_.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 37) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_08_2128-aac6b2f66006_created_date.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 27) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_08_2200-bcc2fe18d214_messagetoxicity.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 37) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_08_2208-92a367bb9f40_restructure_message_tree_state_table.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 44) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_09_0047-05975b274a81_add_review_count_ranking_count_to_.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_10_1733-846cc08ac79f_add_enabled_deleted_notes_fields_to_user.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 30) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_12_0119-befa42582ea4_remove_accepted_messages_from_message_.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_14_1509-619255ae9076_add_rank_to_message_table.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 55) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_15_0002-7c98102efbca_change_user_stats_ranking_counts.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 54) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_15_1139-423557e869e4_add_indices_for_created_date.py function upgrade (line 17) | def upgrade() -> None: function downgrade (line 25) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_15_1654-0964ac95170d_add_rank_and_indices_to_user_stats.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 28) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_19_2153-7f0a28a156f4_switch_to_timestamp_with_tz.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 34) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_19_2200-4f26fec4d204_add_ix_user_display_name_id.py function upgrade (line 17) | def upgrade() -> None: function downgrade (line 23) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_20_1650-160ac010efcc_use_en_instead_en_us_as_default_lang.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 25) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_24_1134-8ba17b5f467a_add_message_id_to_message_reaction.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 28) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_24_2256-40ed93df0ed5_add_message_emoji.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 39) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_26_1835-c84fcd6900dc_add_task_created_date_index.py function upgrade (line 17) | def upgrade() -> None: function downgrade (line 23) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_27_2013-f856bf19d32b_add_user_show_on_leaderboard.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_28_1157-49d8445b4c90_add_origin_column_to_message_tree_state.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2023_01_29_1207-7b8f0011e0b0_move_user_streak_from_user_stats_to_.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 37) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_01_0022-55361f323d12_add_tos_acceptance_date_to_user.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 27) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_01_1010-f60958968ff8_add_won_prompt_lottery_date_to_mts.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_01_2146-9e7ec4a9e3f2_add_skip_bool_skip_reason_to_task.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_02_1544-4d7e0b0ebe84_add_troll_stats.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 55) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_02_1817-8c8241d1f973_add_account_table.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 35) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_07_1922-caee1e8ee0bc_added_new_table_for_flagged_messages.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 36) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_11_1030-ba40d055714a_add_cached_stats.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 34) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_14_1756-165b55de5a94_add_text_labels_message_id_index.py function upgrade (line 17) | def upgrade() -> None: function downgrade (line 23) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_15_1754-8cd0c34d0c3c_message_review_result_nullable.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 31) | def downgrade() -> None: FILE: backend/alembic/versions/2023_02_26_0052-9db92d504f64_add_lang_to_message_tree_state.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 30) | def downgrade() -> None: FILE: backend/alembic/versions/2023_05_07_2129-1b6e3ae16e9d_add_text_search.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 23) | def downgrade() -> None: FILE: backend/alembic/versions/2023_06_06_1505-c181661eba3a_add_message_revisions.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 45) | def downgrade() -> None: FILE: backend/export.py function fetch_tree_ids (line 26) | def fetch_tree_ids( function fetch_tree_messages (line 62) | def fetch_tree_messages( function get_events_for_messages (line 95) | def get_events_for_messages(db: Session, message_ids: list[UUID]) -> dic... function fetch_tree_messages_and_avg_labels (line 128) | def fetch_tree_messages_and_avg_labels( function export_trees (line 169) | def export_trees( function validate_args (line 306) | def validate_args(args): function parse_args (line 319) | def parse_args(): function main (line 402) | def main(): FILE: backend/import.py class Importer (line 26) | class Importer: method __init__ (line 27) | def __init__(self, db: Session, origin: str, model_name: Optional[str]... method fetch_message (line 47) | def fetch_message(self, message_id: UUID) -> Message: method fetch_message_tree_state (line 50) | def fetch_message_tree_state(self, message_tree_id: UUID) -> MessageTr... method import_message (line 53) | def import_message( method import_tree (line 83) | def import_tree( function import_file (line 104) | def import_file( function parse_args (line 155) | def parse_args(): function main (line 180) | def main(): FILE: backend/main.py function oasst_exception_handler (line 40) | async def oasst_exception_handler(request: fastapi.Request, ex: OasstErr... function unhandled_exception_handler (line 53) | async def unhandled_exception_handler(request: fastapi.Request, ex: Exce... function alembic_upgrade (line 74) | def alembic_upgrade(): function create_official_web_api_client (line 89) | def create_official_web_api_client(): function enable_prom_metrics (line 107) | async def enable_prom_metrics(): function connect_redis (line 114) | async def connect_redis(): function create_seed_data (line 138) | def create_seed_data(session: Session): function ensure_tree_states (line 231) | def ensure_tree_states(): function update_leader_board_day (line 246) | def update_leader_board_day(session: Session) -> None: function update_leader_board_week (line 257) | def update_leader_board_week(session: Session) -> None: function update_leader_board_month (line 268) | def update_leader_board_month(session: Session) -> None: function update_leader_board_total (line 279) | def update_leader_board_total(session: Session) -> None: function cronjob_delete_expired_tasks (line 290) | def cronjob_delete_expired_tasks(session: Session) -> None: function update_cached_stats (line 298) | def update_cached_stats(session: Session) -> None: function get_openapi_schema (line 309) | def get_openapi_schema(): function retry_scoring_failed_message_trees (line 313) | def retry_scoring_failed_message_trees(): function main (line 327) | def main(): FILE: backend/oasst_backend/api/deps.py function get_db (line 18) | def get_db() -> Generator: function get_api_key (line 31) | def get_api_key( class FrontendUserId (line 41) | class FrontendUserId(NamedTuple): function get_frontend_user_id (line 46) | def get_frontend_user_id( function create_api_client (line 63) | def create_api_client( function api_auth (line 92) | def api_auth( function get_api_client (line 108) | def get_api_client( function get_trusted_api_client (line 115) | def get_trusted_api_client( function get_root_token (line 129) | def get_root_token(bearer_token: HTTPAuthorizationCredentials = Security... function user_identifier (line 141) | async def user_identifier(request: Request) -> str: class UserRateLimiter (line 153) | class UserRateLimiter(RateLimiter): method __init__ (line 154) | def __init__( method __call__ (line 159) | async def __call__(self, request: Request, response: Response, api_key... class UserTaskTypeRateLimiter (line 175) | class UserTaskTypeRateLimiter(RateLimiter): method __init__ (line 180) | def __init__( method __call__ (line 192) | async def __call__(self, request: Request, response: Response, api_key... class APIClientRateLimiter (line 213) | class APIClientRateLimiter(RateLimiter): method __init__ (line 214) | def __init__( method __call__ (line 224) | async def __call__(self, request: Request, response: Response, api_key... FILE: backend/oasst_backend/api/v1/admin.py class CreateApiClientRequest (line 23) | class CreateApiClientRequest(pydantic.BaseModel): function create_api_client (line 31) | async def create_api_client( function get_backend_settings_full (line 49) | async def get_backend_settings_full(api_client: ApiClient = Depends(deps... class PublicSettings (line 56) | class PublicSettings(pydantic.BaseModel): function get_backend_settings_public (line 74) | async def get_backend_settings_public(api_client: ApiClient = Depends(de... class PurgeResultModel (line 78) | class PurgeResultModel(pydantic.BaseModel): function purge_user (line 86) | async def purge_user( function purge_user_messages (line 125) | async def purge_user_messages( class FlaggedMessageResponse (line 171) | class FlaggedMessageResponse(pydantic.BaseModel): class FlaggedMessagePage (line 177) | class FlaggedMessagePage(PageResult): function get_flagged_messages_cursor (line 182) | def get_flagged_messages_cursor( function get_flagged_messages (line 254) | async def get_flagged_messages( function process_flagged_messages (line 268) | async def process_flagged_messages( class MergeUsersRequest (line 281) | class MergeUsersRequest(pydantic.BaseModel): function merge_users (line 288) | def merge_users( FILE: backend/oasst_backend/api/v1/auth.py class TokenData (line 16) | class TokenData(BaseModel): function get_current_user (line 24) | async def get_current_user(token: str = Security(oauth2_scheme)): function auth_check (line 44) | async def auth_check(token_data: TokenData = Depends(get_current_user)): FILE: backend/oasst_backend/api/v1/frontend_messages.py function get_message_by_frontend_id (line 15) | def get_message_by_frontend_id( function get_conv_by_frontend_id (line 27) | def get_conv_by_frontend_id( function get_tree_by_frontend_id (line 41) | def get_tree_by_frontend_id( function get_children_by_frontend_id (line 61) | def get_children_by_frontend_id( function get_descendants_by_frontend_id (line 74) | def get_descendants_by_frontend_id( function get_longest_conv_by_frontend_id (line 88) | def get_longest_conv_by_frontend_id( function get_max_children_by_frontend_id (line 102) | def get_max_children_by_frontend_id( FILE: backend/oasst_backend/api/v1/frontend_users.py function get_users_ordered_by_username (line 20) | def get_users_ordered_by_username( function query_frontend_user (line 47) | def query_frontend_user( function create_frontend_user (line 63) | def create_frontend_user( function query_frontend_user_messages (line 94) | def query_frontend_user_messages( function query_frontend_user_messages_cursor (line 128) | def query_frontend_user_messages_cursor( function mark_frontend_user_messages_deleted (line 159) | def mark_frontend_user_messages_deleted( FILE: backend/oasst_backend/api/v1/hugging_face.py function get_text_toxicity (line 13) | async def get_text_toxicity( FILE: backend/oasst_backend/api/v1/leaderboards.py function get_leaderboard (line 17) | def get_leaderboard( function update_leaderboard_time_frame (line 34) | def update_leaderboard_time_frame( function update_leaderboards_all (line 44) | def update_leaderboards_all( FILE: backend/oasst_backend/api/v1/login.py function login_discord (line 16) | def login_discord(request: Request): function callback_discord (line 23) | async def callback_discord( function get_callback_uri (line 65) | def get_callback_uri(request: Request): FILE: backend/oasst_backend/api/v1/messages.py function query_messages (line 23) | def query_messages( function get_messages_cursor (line 60) | def get_messages_cursor( function get_message (line 150) | def get_message( function get_conv (line 166) | def get_conv( function get_tree (line 183) | def get_tree( function get_message_tree_state (line 204) | def get_message_tree_state( function put_message_tree_state (line 226) | def put_message_tree_state( function get_children (line 252) | def get_children( function get_descendants (line 268) | def get_descendants( function get_longest_conv (line 285) | def get_longest_conv( function get_max_children (line 302) | def get_max_children( function mark_message_deleted (line 319) | def mark_message_deleted( function undelete_message (line 331) | def undelete_message( function edit_message (line 343) | def edit_message( function get_revision_history (line 358) | def get_revision_history( function post_message_emoji (line 374) | def post_message_emoji( FILE: backend/oasst_backend/api/v1/stats.py function get_message_stats (line 16) | def get_message_stats( function get_tree_manager__state_counts (line 25) | def get_tree_manager__state_counts( function get_tree_manager__message_counts (line 35) | def get_tree_manager__message_counts( function get_tree_manager__stats (line 46) | def get_tree_manager__stats( function get_cached_stats (line 56) | def get_cached_stats( function get_cached_stats_all (line 67) | def get_cached_stats_all( function update_cached_stats (line 77) | def update_cached_stats( FILE: backend/oasst_backend/api/v1/tasks.py function request_task (line 57) | def request_task( function tasks_availability (line 85) | def tasks_availability( function tasks_acknowledge (line 107) | def tasks_acknowledge( function tasks_acknowledge_failure (line 137) | def tasks_acknowledge_failure( function tasks_interaction (line 160) | async def tasks_interaction( function close_collective_task (line 190) | def close_collective_task( FILE: backend/oasst_backend/api/v1/text_labels.py function label_text (line 23) | def label_text( function get_valid_lables (line 52) | def get_valid_lables( function get_report_lables (line 79) | def get_report_lables() -> ValidLabelsResponse: FILE: backend/oasst_backend/api/v1/trollboards.py function get_trollboard (line 14) | def get_trollboard( FILE: backend/oasst_backend/api/v1/users.py function get_users_ordered_by_username (line 22) | def get_users_ordered_by_username( function get_users_ordered_by_display_name (line 51) | def get_users_ordered_by_display_name( function get_users_cursor (line 80) | def get_users_cursor( function get_user (line 174) | def get_user( function update_user (line 189) | def update_user( function delete_user (line 207) | def delete_user( function query_user_messages (line 221) | def query_user_messages( function query_user_messages_cursor (line 255) | def query_user_messages_cursor( function mark_user_messages_deleted (line 284) | def mark_user_messages_deleted( function query_user_stats (line 296) | def query_user_stats( function query_user_stats_timeframe (line 306) | def query_user_stats_timeframe( function query_user_stats_timeframe_window (line 317) | def query_user_stats_timeframe_window( FILE: backend/oasst_backend/api/v1/utils.py function prepare_message (line 8) | def prepare_message(m: Message) -> protocol.Message: function prepare_message_list (line 34) | def prepare_message_list(messages: list[Message]) -> list[protocol.Messa... function prepare_conversation_message (line 38) | def prepare_conversation_message(message: Message) -> protocol.Conversat... function prepare_conversation_message_list (line 53) | def prepare_conversation_message_list(messages: list[Message]) -> list[p... function prepare_conversation (line 57) | def prepare_conversation(messages: list[Message]) -> protocol.Conversation: function prepare_tree (line 61) | def prepare_tree(tree: list[Message], tree_id: UUID) -> protocol.Message... function prepare_message_revision (line 69) | def prepare_message_revision(revision: MessageRevision) -> protocol.Mess... function prepare_message_revision_list (line 80) | def prepare_message_revision_list(revisions: list[MessageRevision]) -> l... FILE: backend/oasst_backend/auth.py function create_access_token (line 10) | def create_access_token(data: dict) -> str: function get_account_from_discord_id (line 23) | def get_account_from_discord_id(db: Session, discord_id: str) -> Optiona... FILE: backend/oasst_backend/cached_stats_repository.py function row_to_dict (line 9) | def row_to_dict(r) -> dict: class CachedStatsRepository (line 13) | class CachedStatsRepository: method __init__ (line 14) | def __init__(self, db: Session): method qry_human_messages_by_lang (line 17) | def qry_human_messages_by_lang(self) -> dict[str, int]: method qry_human_messages_by_role (line 25) | def qry_human_messages_by_role(self) -> dict[str, int]: method qry_message_trees_by_state (line 33) | def qry_message_trees_by_state(self) -> dict[str, int]: method qry_message_trees_states_by_lang (line 39) | def qry_message_trees_states_by_lang(self) -> list: method qry_users_accepted_tos (line 51) | def qry_users_accepted_tos(self) -> dict[str, int]: method update_all_cached_stats (line 56) | def update_all_cached_stats(self): method _insert_cached_stats (line 72) | def _insert_cached_stats(self, name: CachedStatsName, stats: dict | li... method get_stats (line 82) | def get_stats(self, name: CachedStatsName) -> CachedStatsResponse: method get_stats_all (line 88) | def get_stats_all(self) -> AllCachedStatsResponse: FILE: backend/oasst_backend/config.py class TreeManagerConfiguration (line 8) | class TreeManagerConfiguration(BaseModel): method init_prompt_disabled_langs_list (line 155) | def init_prompt_disabled_langs_list(self) -> list[str]: class Settings (line 159) | class Settings(BaseSettings): method assemble_db_connection (line 217) | def assemble_db_connection(cls, v: Optional[str], values: Dict[str, An... method assemble_cors_origins (line 233) | def assemble_cors_origins(cls, v: Optional[List[str]], values: Dict[st... method validate_user_stats_intervals (line 257) | def validate_user_stats_intervals(cls, v: int): class Config (line 280) | class Config: FILE: backend/oasst_backend/journal_writer.py class JournalEventType (line 13) | class JournalEventType(str, enum.Enum): class JournalEvent (line 23) | class JournalEvent(BaseModel): class TextReplyEvent (line 32) | class TextReplyEvent(JournalEvent): class RatingEvent (line 39) | class RatingEvent(JournalEvent): class RankingEvent (line 45) | class RankingEvent(JournalEvent): class JournalWriter (line 50) | class JournalWriter: method __init__ (line 51) | def __init__(self, db: Session, api_client: ApiClient, user: User): method log_text_reply (line 57) | def log_text_reply(self, task: Task, message_id: Optional[UUID], role:... method log_rating (line 66) | def log_rating(self, task: Task, message_id: Optional[UUID], rating: i... method log_ranking (line 75) | def log_ranking(self, task: Task, message_id: Optional[UUID], ranking:... method log (line 85) | def log( FILE: backend/oasst_backend/models/api_client.py class ApiClient (line 10) | class ApiClient(SQLModel, table=True): FILE: backend/oasst_backend/models/cached_stats.py class CachedStats (line 8) | class CachedStats(SQLModel, table=True): FILE: backend/oasst_backend/models/db_payload.py class TaskPayload (line 10) | class TaskPayload(BaseModel): class SummarizationStoryPayload (line 15) | class SummarizationStoryPayload(TaskPayload): class RateSummaryPayload (line 21) | class RateSummaryPayload(TaskPayload): class InitialPromptPayload (line 29) | class InitialPromptPayload(TaskPayload): class PrompterReplyPayload (line 35) | class PrompterReplyPayload(TaskPayload): class AssistantReplyPayload (line 42) | class AssistantReplyPayload(TaskPayload): class MessagePayload (line 48) | class MessagePayload(BaseModel): class ReactionPayload (line 53) | class ReactionPayload(BaseModel): class RatingReactionPayload (line 58) | class RatingReactionPayload(ReactionPayload): class RankingReactionPayload (line 64) | class RankingReactionPayload(ReactionPayload): class RankConversationRepliesPayload (line 74) | class RankConversationRepliesPayload(TaskPayload): class RankInitialPromptsPayload (line 83) | class RankInitialPromptsPayload(TaskPayload): class RankPrompterRepliesPayload (line 91) | class RankPrompterRepliesPayload(RankConversationRepliesPayload): class RankAssistantRepliesPayload (line 98) | class RankAssistantRepliesPayload(RankConversationRepliesPayload): class LabelInitialPromptPayload (line 105) | class LabelInitialPromptPayload(TaskPayload): class LabelConversationReplyPayload (line 117) | class LabelConversationReplyPayload(TaskPayload): class LabelPrompterReplyPayload (line 132) | class LabelPrompterReplyPayload(LabelConversationReplyPayload): class LabelAssistantReplyPayload (line 139) | class LabelAssistantReplyPayload(LabelConversationReplyPayload): FILE: backend/oasst_backend/models/flagged_message.py class FlaggedMessage (line 10) | class FlaggedMessage(SQLModel, table=True): FILE: backend/oasst_backend/models/journal.py function generate_time_uuid (line 12) | def generate_time_uuid(node=None, clock_seq=None): class Journal (line 26) | class Journal(SQLModel, table=True): class JournalIntegration (line 43) | class JournalIntegration(SQLModel, table=True): FILE: backend/oasst_backend/models/message.py class Message (line 18) | class Message(SQLModel, table=True): method __new__ (line 25) | def __new__(cls, *args: Any, **kwargs: Any): method ensure_is_message (line 77) | def ensure_is_message(self) -> None: method has_emoji (line 81) | def has_emoji(self, emoji_code: str) -> bool: method has_user_emoji (line 84) | def has_user_emoji(self, emoji_code: str) -> bool: method text (line 88) | def text(self) -> str: method user_emojis (line 93) | def user_emojis(self) -> str: method user_is_author (line 97) | def user_is_author(self) -> str: method user (line 101) | def user(self) -> User: FILE: backend/oasst_backend/models/message_embedding.py class MessageEmbedding (line 10) | class MessageEmbedding(SQLModel, table=True): FILE: backend/oasst_backend/models/message_emoji.py class MessageEmoji (line 10) | class MessageEmoji(SQLModel, table=True): FILE: backend/oasst_backend/models/message_reaction.py class MessageReaction (line 12) | class MessageReaction(SQLModel, table=True): FILE: backend/oasst_backend/models/message_revision.py class MessageRevision (line 14) | class MessageRevision(SQLModel, table=True): FILE: backend/oasst_backend/models/message_toxicity.py class MessageToxicity (line 10) | class MessageToxicity(SQLModel, table=True): FILE: backend/oasst_backend/models/message_tree_state.py class State (line 11) | class State(str, Enum): class MessageTreeState (line 75) | class MessageTreeState(SQLModel, table=True): FILE: backend/oasst_backend/models/payload_column_type.py function payload_type (line 16) | def payload_type(cls: Type[P]) -> Type[P]: class PayloadContainer (line 21) | class PayloadContainer(BaseModel): method __init__ (line 25) | def __init__(self, **v): method check_payload (line 36) | def check_payload(cls, v: BaseModel, values: dict[str, Any]) -> BaseMo... class Config (line 40) | class Config: function payload_column_type (line 47) | def payload_column_type(pydantic_type): FILE: backend/oasst_backend/models/task.py class Task (line 14) | class Task(SQLModel, table=True): method expired (line 42) | def expired(self) -> bool: FILE: backend/oasst_backend/models/text_labels.py class TextLabels (line 10) | class TextLabels(SQLModel, table=True): FILE: backend/oasst_backend/models/troll_stats.py class TrollStats (line 10) | class TrollStats(SQLModel, table=True): method compute_troll_score (line 47) | def compute_troll_score(self) -> int: FILE: backend/oasst_backend/models/user.py class User (line 11) | class User(SQLModel, table=True): method to_protocol_frontend_user (line 47) | def to_protocol_frontend_user(self): class Account (line 65) | class Account(SQLModel, table=True): FILE: backend/oasst_backend/models/user_stats.py class UserStatsTimeFrame (line 11) | class UserStatsTimeFrame(str, Enum): class UserStats (line 18) | class UserStats(SQLModel, table=True): method compute_leader_score (line 54) | def compute_leader_score(self) -> int: FILE: backend/oasst_backend/prompt_repository.py class PromptRepository (line 59) | class PromptRepository: method __init__ (line 60) | def __init__( method ensure_user_is_enabled (line 93) | def ensure_user_is_enabled(self): method fetch_message_by_frontend_message_id (line 107) | def fetch_message_by_frontend_message_id(self, frontend_message_id: st... method insert_message (line 123) | def insert_message( method insert_revision (line 167) | def insert_revision( method _validate_task (line 183) | def _validate_task( method fetch_tree_state (line 211) | def fetch_tree_state(self, message_tree_id: UUID) -> MessageTreeState: method store_text_reply (line 215) | def store_text_reply( method revise_message (line 336) | def revise_message(self, message_id: UUID, new_content: str): method store_rating (line 366) | def store_rating(self, rating: protocol_schema.MessageRating) -> Messa... method store_ranking (line 396) | def store_ranking(self, ranking: protocol_schema.MessageRanking) -> tu... method insert_toxicity (line 468) | def insert_toxicity(self, message_id: UUID, model: str, score: float, ... method insert_message_embedding (line 486) | def insert_message_embedding(self, message_id: UUID, model: str, embed... method insert_reaction (line 506) | def insert_reaction( method store_text_labels (line 524) | def store_text_labels(self, text_labels: protocol_schema.TextLabels) -... method fetch_random_message_tree (line 640) | def fetch_random_message_tree( method fetch_random_conversation (line 664) | def fetch_random_conversation( method fetch_random_initial_prompts (line 706) | def fetch_random_initial_prompts(self, size: int = 5): method fetch_message_tree (line 710) | def fetch_message_tree( method check_users_recent_replies_for_duplicates (line 723) | def check_users_recent_replies_for_duplicates(self, text: str) -> bool: method fetch_user_message_trees (line 747) | def fetch_user_message_trees( method fetch_multiple_random_replies (line 757) | def fetch_multiple_random_replies(self, max_size: int = 5, message_rol... method fetch_message (line 791) | def fetch_message(self, message_id: UUID, fail_if_missing: bool = True... method fetch_non_task_text_labels (line 801) | def fetch_non_task_text_labels(self, message_id: UUID, user_id: UUID) ... method fetch_message_text_labels (line 810) | def fetch_message_text_labels(self, message_id: UUID, user_id: Optiona... method fetch_message_revision_history (line 816) | def fetch_message_revision_history(self, message_id: UUID) -> list[Mes... method trace_conversation (line 827) | def trace_conversation(messages: list[Message] | dict[UUID, Message], ... method fetch_message_conversation (line 855) | def fetch_message_conversation(self, message: Message | UUID) -> list[... method fetch_tree_from_message (line 865) | def fetch_tree_from_message( method fetch_message_children (line 879) | def fetch_message_children( method fetch_message_siblings (line 899) | def fetch_message_siblings( method trace_descendants (line 923) | def trace_descendants(root: Message, messages: list[Message]) -> list[... method fetch_message_descendants (line 935) | def fetch_message_descendants(self, message: Message | UUID, max_depth... method fetch_longest_conversation (line 954) | def fetch_longest_conversation(self, message: Message | UUID) -> list[... method fetch_message_with_max_children (line 959) | def fetch_message_with_max_children(self, message: Message | UUID) -> ... method _add_user_emojis_all (line 964) | def _add_user_emojis_all(self, qry: Query, include_user: bool = False)... method query_messages_ordered_by_created_date (line 1010) | def query_messages_ordered_by_created_date( method update_children_counts (line 1111) | def update_children_counts(self, message_tree_id: UUID): method mark_messages_deleted (line 1126) | def mark_messages_deleted(self, messages: Message | UUID | list[Messag... method undelete_deleted_message (line 1155) | def undelete_deleted_message(self, message: Message | UUID): method get_stats (line 1185) | def get_stats(self) -> SystemStats: method skip_task (line 1223) | def skip_task(self, task_id: UUID, reason: Optional[str]): method handle_message_emoji (line 1244) | def handle_message_emoji( method fetch_flagged_messages (line 1341) | def fetch_flagged_messages(self, max_count: Optional[int]) -> list[Fla... method fetch_flagged_messages_by_created_date (line 1348) | def fetch_flagged_messages_by_created_date( method process_flagged_message (line 1395) | def process_flagged_message(self, message_id: UUID) -> FlaggedMessage: FILE: backend/oasst_backend/scheduled_tasks.py function useHFApi (line 20) | async def useHFApi(text, url, model_name): function toxicity (line 27) | def toxicity(text, message_id, api_client): function hf_feature_extraction (line 50) | def hf_feature_extraction(text, message_id, api_client): function update_search_vectors (line 70) | def update_search_vectors(batch_size: int) -> None: function periodic_user_streak_reset (line 94) | def periodic_user_streak_reset() -> None: FILE: backend/oasst_backend/schemas/hugging_face.py class ToxicityClassification (line 4) | class ToxicityClassification(BaseModel): FILE: backend/oasst_backend/schemas/message_tree.py class MessageTreeStateResponse (line 7) | class MessageTreeStateResponse(BaseModel): FILE: backend/oasst_backend/schemas/text_labels.py class ValidLabelsResponse (line 5) | class ValidLabelsResponse(BaseModel): FILE: backend/oasst_backend/task_repository.py function validate_frontend_message_id (line 19) | def validate_frontend_message_id(message_id: str) -> None: function delete_expired_tasks (line 29) | def delete_expired_tasks(session: Session) -> int: class TaskRepository (line 36) | class TaskRepository: method __init__ (line 37) | def __init__( method store_task (line 50) | def store_task( method bind_frontend_message_id (line 149) | def bind_frontend_message_id(self, task_id: UUID, frontend_message_id:... method close_task (line 171) | def close_task(self, frontend_message_id: str, allow_personal_tasks: b... method insert_task (line 193) | def insert_task( method fetch_task_by_frontend_message_id (line 218) | def fetch_task_by_frontend_message_id(self, message_id: str) -> Task: method fetch_task_by_id (line 227) | def fetch_task_by_id(self, task_id: UUID) -> Task: method fetch_recent_reply_tasks (line 231) | def fetch_recent_reply_tasks( method delete_expired (line 250) | def delete_expired(self) -> int: method fetch_pending_tasks_of_user (line 253) | def fetch_pending_tasks_of_user( FILE: backend/oasst_backend/tree_manager.py class TaskType (line 42) | class TaskType(Enum): class TaskRole (line 51) | class TaskRole(Enum): class TreeStateStats (line 57) | class TreeStateStats(pydantic.BaseModel): class ActiveTreeSizeRow (line 70) | class ActiveTreeSizeRow(pydantic.BaseModel): method remaining_messages (line 77) | def remaining_messages(self) -> int: class Config (line 80) | class Config: class ExtendibleParentRow (line 84) | class ExtendibleParentRow(pydantic.BaseModel): class Config (line 91) | class Config: class IncompleteRankingsRow (line 95) | class IncompleteRankingsRow(pydantic.BaseModel): class Config (line 102) | class Config: class TreeMessageCountStats (line 106) | class TreeMessageCountStats(pydantic.BaseModel): method completed (line 116) | def completed(self) -> int: class TreeManagerStats (line 120) | class TreeManagerStats(pydantic.BaseModel): function halt_prompts_of_disabled_users (line 125) | def halt_prompts_of_disabled_users(db: Session): class TreeManager (line 152) | class TreeManager: method __init__ (line 153) | def __init__( method _random_task_selection (line 163) | def _random_task_selection( method _determine_task_availability_internal (line 209) | def _determine_task_availability_internal( method _prompt_lottery (line 251) | def _prompt_lottery(self, lang: str, max_activate: int = 1) -> int: method _auto_moderation (line 348) | def _auto_moderation(self, lang: str) -> None: method determine_task_availability (line 373) | def determine_task_availability(self, lang: str) -> dict[protocol_sche... method _get_label_descriptions (line 400) | def _get_label_descriptions(valid_labels: list[TextLabels]) -> list[pr... method next_task (line 408) | def next_task( method handle_interaction (line 724) | async def handle_interaction(self, interaction: protocol_schema.AnyInt... method _enter_state (line 828) | def _enter_state(self, mts: MessageTreeState, state: message_tree_stat... method enter_low_grade_state (line 854) | def enter_low_grade_state(self, message_tree_id: UUID) -> None: method check_condition_for_prompt_lottery (line 859) | def check_condition_for_prompt_lottery(self, message_tree_id: UUID) ->... method check_condition_for_ranking_state (line 876) | def check_condition_for_ranking_state(self, message_tree_id: UUID) -> ... method check_condition_for_scoring_state (line 900) | def check_condition_for_scoring_state(self, message_tree_id: UUID) -> ... method ranked_pairs_update (line 927) | def ranked_pairs_update(self, rankings: list[MessageReaction]) -> int: method update_message_ranks (line 973) | def update_message_ranks( method activate_backlog_tree (line 1000) | def activate_backlog_tree(self, lang: str) -> MessageTreeState: method _calculate_acceptance (line 1026) | def _calculate_acceptance(self, labels: list[TextLabels]): method _query_need_review (line 1034) | def _query_need_review( method query_prompts_need_review (line 1086) | def query_prompts_need_review(self, lang: str) -> list[Message]: method query_replies_need_review (line 1095) | def query_replies_need_review(self, lang: str) -> list[Message]: method query_incomplete_rankings (line 1138) | def query_incomplete_rankings(self, lang: str, user_filter: bool = Tru... method query_extendible_parents (line 1200) | def query_extendible_parents(self, lang: str) -> tuple[list[Extendible... method query_extendible_trees (line 1241) | def query_extendible_trees(self, lang: str) -> list[ActiveTreeSizeRow]: method query_tree_size (line 1260) | def query_tree_size(self, message_tree_id: UUID) -> ActiveTreeSizeRow: method query_misssing_tree_states (line 1289) | def query_misssing_tree_states(self) -> list[Tuple[UUID, str]]: method query_tree_ranking_results (line 1323) | def query_tree_ranking_results( method ensure_tree_states (line 1350) | def ensure_tree_states(self) -> None: method query_num_growing_trees (line 1403) | def query_num_growing_trees(self, lang: str) -> int: method query_prompt_lottery_waiting (line 1416) | def query_prompt_lottery_waiting(self, lang: str) -> int: method query_num_active_trees (line 1422) | def query_num_active_trees( method query_reviews_for_message (line 1437) | def query_reviews_for_message(self, message_id: UUID) -> list[TextLabe... method query_moderation_bad_messages (line 1446) | def query_moderation_bad_messages(self, lang: str) -> list[Message]: method _insert_tree_state (line 1478) | def _insert_tree_state( method _insert_default_state (line 1502) | def _insert_default_state( method tree_counts_by_state (line 1525) | def tree_counts_by_state(self, lang: str = None, only_active: bool = F... method tree_counts_by_state_stats (line 1540) | def tree_counts_by_state_stats(self, lang: str = None, only_active: bo... method tree_message_count_stats (line 1556) | def tree_message_count_stats(self, only_active: bool = True) -> list[T... method stats (line 1578) | def stats(self) -> TreeManagerStats: method get_user_messages_by_tree (line 1584) | def get_user_messages_by_tree( method _purge_message_internal (line 1619) | def _purge_message_internal(self, message_id: UUID) -> None: method purge_message_tree (line 1664) | def purge_message_tree(self, message_tree_id: UUID) -> None: method _reactivate_tree (line 1678) | def _reactivate_tree(self, mts: MessageTreeState): method purge_user_messages (line 1692) | def purge_user_messages( method purge_user (line 1752) | def purge_user(self, user_id: UUID, ban: bool = True) -> None: method retry_scoring_failed_message_trees (line 1772) | def retry_scoring_failed_message_trees(self): method halt_tree (line 1786) | def halt_tree(self, message_id: UUID, halt: bool = True) -> MessageTre... FILE: backend/oasst_backend/user_repository.py class UserRepository (line 17) | class UserRepository: method __init__ (line 18) | def __init__(self, db: Session, api_client: ApiClient): method get_user (line 22) | def get_user(self, id: UUID, api_client_id: Optional[UUID] = None) -> ... method query_frontend_user (line 50) | def query_frontend_user( method update_user (line 72) | def update_user( method mark_user_deleted (line 110) | def mark_user_deleted(self, id: UUID) -> None: method _lookup_user_tx (line 137) | def _lookup_user_tx( method lookup_client_user (line 174) | def lookup_client_user(self, client_user: protocol_schema.User, create... method lookup_system_user (line 196) | def lookup_system_user(self, username: str, create_missing: bool = Tru... method query_users_ordered_by_username (line 204) | def query_users_ordered_by_username( method query_users_ordered_by_display_name (line 264) | def query_users_ordered_by_display_name( method update_user_last_activity (line 336) | def update_user_last_activity(self, user: User, update_streak: bool = ... method merge_users (line 352) | def merge_users(self, destination_user_id: UUID, source_user_ids: list... FILE: backend/oasst_backend/user_stats_repository.py function get_thresholds (line 42) | def get_thresholds(baseline: int = 3, alpha: float = 1.1521, max_level: ... function _create_user_score (line 51) | def _create_user_score(r, highlighted_user_id: UUID | None) -> UserScore: function _create_troll_score (line 74) | def _create_troll_score(r, highlighted_user_id: UUID | None) -> TrollScore: class UserStatsRepository (line 95) | class UserStatsRepository: method __init__ (line 96) | def __init__(self, session: Session): method get_leaderboard (line 99) | def get_leaderboard( method get_leaderboard_user_window (line 133) | def get_leaderboard_user_window( method get_user_stats_all_time_frames (line 175) | def get_user_stats_all_time_frames(self, user_id: UUID) -> dict[str, U... method get_trollboard (line 200) | def get_trollboard( method query_total_prompts_per_user (line 239) | def query_total_prompts_per_user( method query_replies_by_role_per_user (line 252) | def query_replies_by_role_per_user( method query_labels_by_mode_per_user (line 265) | def query_labels_by_mode_per_user( method query_rankings_per_user (line 276) | def query_rankings_per_user(self, reference_time: Optional[datetime] =... method query_ranking_result_users (line 285) | def query_ranking_result_users(self, rank: int = 0, reference_time: Op... method _update_stats_internal (line 300) | def _update_stats_internal(self, time_frame: UserStatsTimeFrame, base_... method query_message_emoji_counts_per_user (line 411) | def query_message_emoji_counts_per_user(self, reference_time: Optional... method query_spam_prompts_per_user (line 425) | def query_spam_prompts_per_user(self, reference_time: Optional[datetim... method query_labels_per_user (line 439) | def query_labels_per_user(self, reference_time: Optional[datetime] = N... method _update_troll_stats_internal (line 475) | def _update_troll_stats_internal(self, time_frame: UserStatsTimeFrame,... method update_leader_ranks (line 547) | def update_leader_ranks(self, time_frame: UserStatsTimeFrame = None): method update_troll_ranks (line 584) | def update_troll_ranks(self, time_frame: UserStatsTimeFrame = None): method update_stats_time_frame (line 605) | def update_stats_time_frame( method update_stats (line 619) | def update_stats(self, *, time_frame: UserStatsTimeFrame): method update_multiple_time_frames (line 640) | def update_multiple_time_frames(self, time_frames: list[UserStatsTimeF... method update_all_time_frames (line 645) | def update_all_time_frames(self): FILE: backend/oasst_backend/utils/database_utils.py function db_lang_to_postgres_ts_lang (line 50) | def db_lang_to_postgres_ts_lang(db_lang: str) -> str: class CommitMode (line 55) | class CommitMode(IntEnum): function managed_tx_method (line 73) | def managed_tx_method(auto_commit: CommitMode = CommitMode.COMMIT, num_r... function async_managed_tx_method (line 125) | def async_managed_tx_method( function default_session_factory (line 179) | def default_session_factory() -> Session: function managed_tx_function (line 183) | def managed_tx_function( function async_managed_tx_function (line 244) | def async_managed_tx_function( FILE: backend/oasst_backend/utils/discord.py function send_new_report_message (line 12) | def send_new_report_message(message_details: dict, label_text: str, user... FILE: backend/oasst_backend/utils/exported_tree_loading.py function load_jsonl (line 8) | def load_jsonl(filepaths): function separate_qa_helper (line 17) | def separate_qa_helper(node, depth, msg_dict): function store_qa_data_separate (line 29) | def store_qa_data_separate(trees, data): function group_qa_helper (line 39) | def group_qa_helper(node, depth, msg_pairs): function store_qa_data_paired (line 52) | def store_qa_data_paired(trees, data: List): function load_data (line 62) | def load_data(filepaths: List[str], paired=False): FILE: backend/oasst_backend/utils/hugging_face.py class HfUrl (line 10) | class HfUrl(str, Enum): class HfClassificationModel (line 15) | class HfClassificationModel(str, Enum): class HfEmbeddingModel (line 19) | class HfEmbeddingModel(str, Enum): class HuggingFaceAPI (line 23) | class HuggingFaceAPI: method __init__ (line 26) | def __init__( method post (line 39) | async def post(self, input: str, wait_for_model: bool = True) -> Any: FILE: backend/oasst_backend/utils/language_classification.py function load_and_split (line 12) | def load_and_split(foldername, num_words): function build_and_train_pipeline (line 29) | def build_and_train_pipeline(x_train, y_train): function benchmark (line 45) | def benchmark(clf, x_test, y_test, langmap): function main (line 56) | def main(foldername, modelname, num_words): function load (line 75) | def load(modelname): function save_model (line 81) | def save_model(model, idx_to_name, num_words, modelname): function inference_voter (line 91) | def inference_voter(model, text): FILE: backend/oasst_backend/utils/message_tree_topic_modeling.py function argument_parsing (line 12) | def argument_parsing(): function load_topic_model (line 31) | def load_topic_model(args): function fit_topic_model (line 47) | def fit_topic_model(topic_model, data, embeddings, key="query"): function get_topic_info (line 52) | def get_topic_info(topic_model): function reduce_topics (line 56) | def reduce_topics(topic_model, data, nr_topics, key="query"): function get_representative_docs (line 61) | def get_representative_docs(topic_model): function reduce_outliers (line 65) | def reduce_outliers(topic_model, data, topics, probs, key="query", strat... function compute_hierarchical_topic_tree (line 77) | def compute_hierarchical_topic_tree(topic_model, data, key="query"): FILE: backend/oasst_backend/utils/ranking.py function head_to_head_votes (line 6) | def head_to_head_votes(ranks: List[List[int]]): function cycle_detect (line 24) | def cycle_detect(pairs): function get_winner (line 54) | def get_winner(pairs): function get_ranking (line 67) | def get_ranking(pairs): function ranked_pairs (line 82) | def ranked_pairs(ranks: List[List[int]]): FILE: backend/oasst_backend/utils/similarity_functions.py function embed_data (line 15) | def embed_data( function cos_sim (line 60) | def cos_sim(a: Tensor, b: Tensor): function cos_sim_torch (line 82) | def cos_sim_torch(embs_a: Tensor, embs_b: Tensor) -> Tensor: function gaussian_kernel_torch (line 103) | def gaussian_kernel_torch(embs_a, embs_b, sigma=1.0): function compute_cos_sim_kernel (line 126) | def compute_cos_sim_kernel(embs, threshold=0.65, kernel_type="cosine"): function k_hop_message_passing (line 139) | def k_hop_message_passing(A, node_features, k): function k_hop_message_passing_sparse (line 165) | def k_hop_message_passing_sparse(A, node_features, k): FILE: backend/oasst_backend/utils/tree_export.py function prepare_export_message_node (line 26) | def prepare_export_message_node( function build_export_tree (line 85) | def build_export_tree( function smart_open (line 117) | def smart_open(filename: str = None) -> TextIO: function write_trees_to_file (line 130) | def write_trees_to_file(filename: str | None, trees: list[ExportMessageT... function write_messages_to_file (line 147) | def write_messages_to_file( FILE: backend/rerank.py function update_tree_ranking (line 19) | def update_tree_ranking(tm: TreeManager, message_tree_id: UUID) -> int: function parse_args (line 32) | def parse_args(): function main (line 39) | def main(): FILE: backend/tests/test_settings.py function test_create_default_settings (line 4) | def test_create_default_settings(): function test_construct_db_uri_from_dict (line 11) | def test_construct_db_uri_from_dict(): function test_connection_string (line 27) | def test_connection_string(): function test_task_expiry_time (line 37) | def test_task_expiry_time(): FILE: backend/tests/test_tree_manager_config.py function test_tree_manager_config (line 4) | def test_tree_manager_config(): FILE: backend/update_message_attributes.py function get_messageids_without_toxicity (line 10) | def get_messageids_without_toxicity(): function get_messageids_without_embedding (line 28) | def get_messageids_without_embedding(): function find_and_update_embeddings (line 46) | def find_and_update_embeddings(message_ids): function find_and_update_toxicity (line 64) | def find_and_update_toxicity(message_ids): function main (line 82) | def main(): FILE: data/datasets/TSSB-3M/generate_dataset.py function gen_instruction (line 50) | def gen_instruction(): function gen_response_prefix (line 55) | def gen_response_prefix(): function remove_starting_plus_minus (line 103) | def remove_starting_plus_minus(text): function remove_extraneous_diff_info (line 110) | def remove_extraneous_diff_info(text): function clean (line 115) | def clean(text): function clean_PII (line 119) | def clean_PII(text): function is_invaid_commit_msg (line 135) | def is_invaid_commit_msg(text): function clean_commit_msg (line 140) | def clean_commit_msg(text): function create (line 174) | def create(input_file, output_file, output_json=True): FILE: data/datasets/bart_searchgpt_wiki_nlp_augment/1_clean_wikitext.py function memory_and_speed_test (line 12) | def memory_and_speed_test(): function remove_empty_lines (line 30) | def remove_empty_lines(article: str) -> str: function extract_main_content (line 34) | def extract_main_content(article: str) -> (str, int): function remove_all_parentesis (line 47) | def remove_all_parentesis(article: str) -> str: FILE: data/datasets/bart_searchgpt_wiki_nlp_augment/3_10k_bart_trial.py function num_tokens_from_string (line 8) | def num_tokens_from_string(string: str) -> int: FILE: data/datasets/biostars_qa/get_biostars_dataset.py function get_biostars_dataset (line 11) | def get_biostars_dataset(start_idx=9557161, accept_threshold=1000000, sl... function extract_accepted_data (line 69) | def extract_accepted_data(folder="biostars", merged_json_file=None): FILE: data/datasets/logicreference_OA/generate_dataset.py function create_string_feature (line 40) | def create_string_feature(values): function generate_t5_split (line 57) | def generate_t5_split(path, file_name, examples): function main (line 67) | def main(_): FILE: data/datasets/mt_note_generation/hub.py class OpenAssistantConfig (line 7) | class OpenAssistantConfig(datasets.BuilderConfig): FILE: data/datasets/mt_note_generation/mt_note_generation.py class MTNoteGenerationDataset (line 57) | class MTNoteGenerationDataset(datasets.GeneratorBasedBuilder): method _info (line 74) | def _info(self) -> datasets.DatasetInfo: method _split_generators (line 83) | def _split_generators(self, dl_manager) -> List[datasets.SplitGenerator]: method _generate_examples (line 111) | def _generate_examples(self, filepath, split: str) -> Tuple[int, Dict]: FILE: data/datasets/mt_note_generation/prepare.py function preprocess (line 16) | def preprocess(mt_dataset): function is_chief_complaint (line 28) | def is_chief_complaint(section): function get_conversations (line 32) | def get_conversations(dataset): function main (line 62) | def main(output_dir: str = "data"): FILE: data/datasets/nsfw_selfharm_reddit/utils/__init__.py function save_to_huggingface (line 9) | def save_to_huggingface(df, name): FILE: data/datasets/nsfw_selfharm_reddit/utils/is_question.py class IsQuestion (line 4) | class IsQuestion: method __init__ (line 5) | def __init__(self): method __call__ (line 14) | def __call__(self, text: str) -> bool: FILE: data/datasets/nsfw_selfharm_reddit/utils/reddit.py function init_praw_reddit (line 13) | def init_praw_reddit(client_id: str | None = None, client_secret: str | ... function scrap_subreddit (line 28) | def scrap_subreddit(subreddit: str, reddit) -> pd.DataFrame | None: function get_comments (line 63) | def get_comments(post_ids: list, reddit: praw.Reddit): FILE: data/datasets/oa_dolly_15k/create_dataset.py function download_data (line 11) | def download_data(url: str, destination: str): function build_dataset (line 19) | def build_dataset(data_file: str, include_context: bool = True) -> Dataset: function to_oa_format (line 29) | def to_oa_format(data: dict, include_context: bool = True) -> dict: function main (line 45) | def main(): FILE: data/datasets/oa_stackexchange/download.py function get_all_filenames (line 24) | def get_all_filenames(): function download_url (line 45) | def download_url(dataset_name: str, url: str): function download_all (line 60) | def download_all(): FILE: data/datasets/oa_stackexchange/merge_parquets.py function stream_to_parquet (line 10) | def stream_to_parquet(path: Path, tables: Iterable[pa.Table]) -> None: function stream_from_parquet (line 23) | def stream_from_parquet(path: Path) -> Iterable[pa.Table]: function stream_from_parquets (line 29) | def stream_from_parquets(paths: Iterable[Path]) -> Iterable[pa.Table]: function coalesce (line 37) | def coalesce(items: Iterable[T], max_size: int, sizer: Callable[[T], int... function coalesce_parquets (line 52) | def coalesce_parquets(paths: Iterable[Path], outpath: Path, max_size: in... function merge_parquet_dir (line 62) | def merge_parquet_dir(path: str, outpath: Path) -> None: FILE: data/datasets/oa_stackexchange/process.py function main (line 26) | def main(): function list_cached_datasets (line 32) | def list_cached_datasets(): function process_dataset (line 39) | def process_dataset(dataset): function parse_and_convert (line 52) | def parse_and_convert(path: str, source: str): function parse_row (line 88) | def parse_row(element): function convert_to_oa (line 101) | def convert_to_oa(all, source): function convert_tags (line 127) | def convert_tags(raw): function create_metadata (line 131) | def create_metadata(row): function save_parquet (line 139) | def save_parquet(df, dataset): function remove_emojis (line 154) | def remove_emojis(string): function to_markdown (line 170) | def to_markdown(text): FILE: data/datasets/oa_stackexchange/stats.py function rows (line 7) | def rows(topic): FILE: data/datasets/oa_stackexchange/upload.py function upload_hf (line 11) | def upload_hf(): FILE: data/datasets/reasoning_bg_oa/data_process.py class QnA (line 12) | class QnA: function create_qna (line 20) | def create_qna(row): FILE: data/datasets/reasoning_gsm_qna_oa/data_process.py function qna_wrapper (line 30) | def qna_wrapper(source, random_list_python, random_list_answer): class QnA (line 49) | class QnA: FILE: data/datasets/semantics_ws_qna_oa/data_process.py function qna_wrapper (line 13) | def qna_wrapper(): class QnA (line 41) | class QnA: FILE: data/datasets/semantics_ws_qna_oa/random_stuff.py function qna_random_magic (line 411) | def qna_random_magic(lang, word1, word2, con_type, score_percent, random... FILE: data/datasets/soda_synthetic_dialogue/hub.py class OpenAssistantConfig (line 7) | class OpenAssistantConfig(datasets.BuilderConfig): FILE: data/datasets/soda_synthetic_dialogue/prepare.py function main (line 77) | def main(output_dir: str = "data"): FILE: data/datasets/soda_synthetic_dialogue/soda_synthetic_dialogue.py class SODASyntheticDialogueDataset (line 49) | class SODASyntheticDialogueDataset(datasets.GeneratorBasedBuilder): method _info (line 66) | def _info(self) -> datasets.DatasetInfo: method _split_generators (line 75) | def _split_generators(self, dl_manager) -> List[datasets.SplitGenerator]: method _generate_examples (line 96) | def _generate_examples(self, filepath, split: str) -> Tuple[int, Dict]: FILE: data/datasets/tatoeba_mt_qna_oa/data_process.py class DataProcess (line 16) | class DataProcess: method randomize_text (line 21) | def randomize_text(self, text, original_lang=None, target_lang=None): method convert_code (line 41) | def convert_code(self, code): method language_name (line 46) | def language_name(self, lang1, lang2): class QnA (line 75) | class QnA: function create_qna (line 83) | def create_qna(row): FILE: data/datasets/youtube_subs_howto100M/hub.py class OpenAssistantConfig (line 7) | class OpenAssistantConfig(datasets.BuilderConfig): FILE: data/datasets/youtube_subs_howto100M/prepare.py function get_video_ids (line 18) | def get_video_ids(raw_file: str, video_id_pattern: str) -> List[str]: function get_title (line 35) | def get_title(video_id): function generate_instruction (line 50) | def generate_instruction(title: str) -> str: function get_subs (line 57) | def get_subs(video_id, languages=["en"]): function main (line 69) | def main(output_dir: str = "data"): FILE: data/datasets/youtube_subs_howto100M/youtube_subs_howto100M.py class YouTubeSubsHowTo100MDataset (line 53) | class YouTubeSubsHowTo100MDataset(datasets.GeneratorBasedBuilder): method _info (line 70) | def _info(self) -> datasets.DatasetInfo: method _split_generators (line 79) | def _split_generators(self, dl_manager) -> List[datasets.SplitGenerator]: method _generate_examples (line 98) | def _generate_examples(self, filepath, split: str) -> Tuple[int, Dict]: FILE: data/datasets/zhihu-kol/convert_parquet.py function reformat_csv_to_openassistant (line 6) | def reformat_csv_to_openassistant(df: pd.DataFrame) -> pd.DataFrame: FILE: data/datasets/zhihu-kol/main.py function get_uid_by_url_token (line 13) | def get_uid_by_url_token(url_token: str) -> str: function get_user_answers (line 50) | def get_user_answers(url_token: str, max_count: int = 100000) -> pd.Data... function get_answer_content (line 126) | def get_answer_content(qid: str, aid) -> str: function reformat_csv_to_openassistant (line 158) | def reformat_csv_to_openassistant(df: pd.DataFrame) -> pd.DataFrame: function save_answers_to_csv (line 189) | def save_answers_to_csv(url_token: str, csv_path: str, max_count: int = ... FILE: data/datasets/zhihu-kol/scrape_by_topic.py class Content_Data (line 19) | class Content_Data: function get_answer_content (line 29) | def get_answer_content(qid: int, aid: int, question_str: str) -> str: function get_all_href (line 90) | def get_all_href(page: Union[Page, Locator]) -> List[str]: function scrape_people_roundtable (line 110) | def scrape_people_roundtable(): function end_to_end_auto_scrape (line 147) | def end_to_end_auto_scrape(): FILE: discord-bots/oa-bot-js/src/commands/bot.ts method execute (line 16) | async execute(interaction, client, commands, commandType) { FILE: discord-bots/oa-bot-js/src/commands/chat.ts method execute (line 61) | async execute(interaction, client, commands, commandType, options) { FILE: discord-bots/oa-bot-js/src/commands/task.ts method execute (line 13) | async execute(interaction, client, commands, commandType) { FILE: discord-bots/oa-bot-js/src/events/commands.ts method execute (line 20) | async execute(interaction, client) { FILE: discord-bots/oa-bot-js/src/events/interactions.ts method execute (line 6) | async execute(interaction, client) { FILE: discord-bots/oa-bot-js/src/events/messages.ts method execute (line 34) | async execute(message, client) { FILE: discord-bots/oa-bot-js/src/events/ready.ts method execute (line 7) | async execute(client) { FILE: discord-bots/oa-bot-js/src/handlers/commands.ts function commandHandler (line 11) | async function commandHandler(client) { FILE: discord-bots/oa-bot-js/src/handlers/events.ts function eventHandler (line 8) | async function eventHandler(client: Client) { FILE: discord-bots/oa-bot-js/src/handlers/interactions.ts function interactionsHandler (line 8) | async function interactionsHandler(client) { FILE: discord-bots/oa-bot-js/src/interactions/model.ts method execute (line 15) | async execute(interaction, client, userId) { FILE: discord-bots/oa-bot-js/src/interactions/modelselect.ts method execute (line 15) | async execute(interaction, client) { FILE: discord-bots/oa-bot-js/src/interactions/tasks.ts method execute (line 41) | async execute( FILE: discord-bots/oa-bot-js/src/interactions/vote.ts method execute (line 15) | async execute(interaction, client, messageId, voteType) { FILE: discord-bots/oa-bot-js/src/modules/chat.ts function chat (line 5) | async function chat( function huggingface (line 45) | async function huggingface(model, input) { FILE: discord-bots/oa-bot-js/src/modules/db.ts class Database (line 8) | class Database { method constructor (line 9) | constructor() { method get (line 14) | get(table, key) { method set (line 18) | set(table, key, value) { method delete (line 23) | delete(key) { FILE: discord-bots/oa-bot-js/src/modules/inference/client.ts class OasstInferenceClient (line 12) | class OasstInferenceClient { method constructor (line 14) | constructor(private readonly clientToken: string) {} method request (line 16) | async request(path: string, init?: AxiosRequestConfig) { method inference_login (line 30) | inference_login() { method get_my_chats (line 34) | get_my_chats(): Promise { method create_chat (line 38) | async create_chat(): Promise { method get_chat (line 61) | get_chat(chat_id: string): Promise { method get_message (line 65) | get_message(chat_id: string, message_id: string): Promise None: FILE: discord-bots/oa-bot-py/bot/db/schema.sql type guild_settings (line 2) | CREATE TABLE IF NOT EXISTS guild_settings ( FILE: discord-bots/oa-bot-py/bot/db/schemas.py class GuildSettings (line 8) | class GuildSettings(BaseModel): method parse_obj (line 15) | def parse_obj(cls, obj: Row) -> "GuildSettings": method from_db (line 20) | async def from_db(cls, conn: Connection, guild_id: int) -> t.Optional[... FILE: discord-bots/oa-bot-py/bot/extensions/guild_settings.py function settings (line 18) | async def settings(_: lightbulb.SlashContext) -> None: function get (line 27) | async def get(ctx: lightbulb.SlashContext) -> None: function log_channel (line 60) | async def log_channel(ctx: lightbulb.SlashContext) -> None: function load (line 97) | def load(bot: lightbulb.BotApp): function unload (line 102) | def unload(bot: lightbulb.BotApp): FILE: discord-bots/oa-bot-py/bot/extensions/help.py function help_command (line 16) | async def help_command(ctx: lightbulb.Context) -> None: function tutorial (line 31) | async def tutorial(ctx: lightbulb.Context) -> None: function load (line 36) | def load(bot: lightbulb.BotApp): function unload (line 41) | def unload(bot: lightbulb.BotApp): FILE: discord-bots/oa-bot-py/bot/extensions/hot_reload.py function _get_extensions (line 16) | def _get_extensions() -> list[str]: function _plugin_autocomplete (line 23) | async def _plugin_autocomplete(option: hikari.CommandInteractionOption, ... function reload (line 42) | async def reload(ctx: lightbulb.SlashContext): function load (line 56) | def load(bot: lightbulb.BotApp): function unload (line 61) | def unload(bot: lightbulb.BotApp): FILE: discord-bots/oa-bot-py/bot/extensions/text_labels.py function clamp (line 21) | def clamp(num: float) -> float: class LabelModal (line 26) | class LabelModal(miru.Modal): method __init__ (line 29) | def __init__(self, label: str, content: str, *args: t.Any, **kwargs: t... method callback (line 42) | async def callback(self, context: miru.ModalContext) -> None: class LabelSelect (line 79) | class LabelSelect(miru.View): method __init__ (line 90) | def __init__(self, content: str, *args: t.Any, **kwargs: t.Any): method label_select (line 135) | async def label_select(self, select: miru.Select, ctx: miru.ViewContex... function label_message_text (line 148) | async def label_message_text(ctx: lightbulb.MessageContext): function load (line 172) | def load(bot: lightbulb.BotApp): function unload (line 177) | def unload(bot: lightbulb.BotApp): FILE: discord-bots/oa-bot-py/bot/extensions/user_input_test.py function task_thread (line 31) | async def task_thread(ctx: lightbulb.SlashContext): function task_dm (line 75) | async def task_dm(ctx: lightbulb.Context): class TaskModal (line 101) | class TaskModal(miru.Modal): method callback (line 112) | async def callback(self, context: miru.ModalContext) -> None: class ModalView (line 116) | class ModalView(miru.View): method __init__ (line 119) | def __init__(self, modal_title: str, task: str, *args: t.Any, **kwargs... method modal_button (line 125) | async def modal_button(self, button: miru.Button, ctx: miru.ViewContex... function task_modal (line 142) | async def task_modal(ctx: lightbulb.SlashContext): class RatingView (line 158) | class RatingView(miru.View): method __init__ (line 161) | def __init__(self, *args: t.Any, **kwargs: t.Any) -> None: method _close_if_all_pressed (line 165) | def _close_if_all_pressed(self) -> None: method button_1 (line 170) | async def button_1(self, button: miru.Button, ctx: miru.ViewContext) -... method button_2 (line 177) | async def button_2(self, button: miru.Button, ctx: miru.ViewContext) -... method button_3 (line 184) | async def button_3(self, button: miru.Button, ctx: miru.ViewContext) -... method button_4 (line 191) | async def button_4(self, button: miru.Button, ctx: miru.ViewContext) -... method button_5 (line 198) | async def button_5(self, button: miru.Button, ctx: miru.ViewContext) -... method reset_button (line 205) | async def reset_button(self, button: miru.Button, ctx: miru.ViewContex... class SelectRating (line 210) | class SelectRating(miru.View): method select (line 242) | async def select(self, select: miru.Select, ctx: miru.ViewContext) -> ... function rating_task (line 249) | async def rating_task(ctx: lightbulb.SlashContext): function load (line 293) | def load(bot: lightbulb.BotApp): function unload (line 298) | def unload(bot: lightbulb.BotApp): FILE: discord-bots/oa-bot-py/bot/extensions/work.py class _TaskHandler (line 42) | class _TaskHandler(t.Generic[_Task_contra]): method __init__ (line 45) | def __init__(self, ctx: lightbulb.Context, task: _Task_contra) -> None: method get_task_messages (line 58) | def get_task_messages(task: _Task_contra) -> list[str]: method send (line 62) | async def send(self) -> t.Literal["accept", "next", "cancel"] | None: method handle (line 82) | async def handle(self) -> None: method notify (line 125) | async def notify(self, content: str, event: hikari.DMMessageCreateEven... method confirm_user_input (line 129) | async def confirm_user_input(self, content: str) -> bool: method check_user_input (line 133) | def check_user_input(self, content: str) -> bool: method cancel (line 137) | async def cancel(self, reason: str = "not specified") -> None: class _RankingTaskHandler (line 153) | class _RankingTaskHandler(_TaskHandler[_Ranking_contra]): method notify (line 156) | async def notify(self, content: str, event: hikari.DMMessageCreateEven... class RankAssistantRepliesHandler (line 186) | class RankAssistantRepliesHandler(_RankingTaskHandler[protocol_schema.Ra... method get_task_messages (line 188) | def get_task_messages(task: protocol_schema.RankAssistantRepliesTask) ... method check_user_input (line 191) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 196) | async def confirm_user_input(self, content: str) -> bool: class RankInitialPromptHandler (line 207) | class RankInitialPromptHandler(_RankingTaskHandler[protocol_schema.RankI... method __init__ (line 208) | def __init__(self, ctx: lightbulb.Context, task: protocol_schema.RankI... method get_task_messages (line 212) | def get_task_messages(task: protocol_schema.RankInitialPromptsTask) ->... method check_user_input (line 215) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 220) | async def confirm_user_input(self, content: str) -> bool: class RankPrompterReplyHandler (line 231) | class RankPrompterReplyHandler(_RankingTaskHandler[protocol_schema.RankP... method get_task_messages (line 233) | def get_task_messages(task: protocol_schema.RankPrompterRepliesTask) -... method check_user_input (line 236) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 241) | async def confirm_user_input(self, content: str) -> bool: class RankConversationReplyHandler (line 252) | class RankConversationReplyHandler(_RankingTaskHandler[protocol_schema.R... method get_task_messages (line 254) | def get_task_messages(task: protocol_schema.RankConversationRepliesTas... method check_user_input (line 257) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 262) | async def confirm_user_input(self, content: str) -> bool: class InitialPromptHandler (line 273) | class InitialPromptHandler(_TaskHandler[protocol_schema.InitialPromptTas... method get_task_messages (line 275) | def get_task_messages(task: protocol_schema.InitialPromptTask) -> list... method check_user_input (line 278) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 281) | async def confirm_user_input(self, content: str) -> bool: class PrompterReplyHandler (line 290) | class PrompterReplyHandler(_TaskHandler[protocol_schema.PrompterReplyTas... method get_task_messages (line 292) | def get_task_messages(task: protocol_schema.PrompterReplyTask) -> list... method check_user_input (line 295) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 298) | async def confirm_user_input(self, content: str) -> bool: class AssistantReplyHandler (line 307) | class AssistantReplyHandler(_TaskHandler[protocol_schema.AssistantReplyT... method get_task_messages (line 309) | def get_task_messages(task: protocol_schema.AssistantReplyTask) -> lis... method check_user_input (line 312) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 315) | async def confirm_user_input(self, content: str) -> bool: class _LabelConversationReplyHandler (line 327) | class _LabelConversationReplyHandler(_TaskHandler[_Label_contra]): method check_user_input (line 328) | def check_user_input(self, content: str) -> bool: method confirm_user_input (line 336) | async def confirm_user_input(self, content: str) -> bool: class LabelAssistantReplyHandler (line 345) | class LabelAssistantReplyHandler(_LabelConversationReplyHandler[protocol... method get_task_messages (line 347) | def get_task_messages(task: protocol_schema.LabelAssistantReplyTask) -... class LabelPrompterReplyHandler (line 351) | class LabelPrompterReplyHandler(_LabelConversationReplyHandler[protocol_... method get_task_messages (line 353) | def get_task_messages(task: protocol_schema.LabelPrompterReplyTask) ->... function work2 (line 364) | async def work2(ctx: lightbulb.Context) -> None: class TaskAcceptView (line 444) | class TaskAcceptView(miru.View): method accept_button (line 453) | async def accept_button(self, button: miru.Button, ctx: miru.ViewConte... method next_button (line 460) | async def next_button(self, button: miru.Button, ctx: miru.ViewContext... method cancel_button (line 467) | async def cancel_button(self, button: miru.Button, ctx: miru.ViewConte... method on_timeout (line 473) | async def on_timeout(self) -> None: class YesNoView (line 478) | class YesNoView(miru.View): method yes_button (line 487) | async def yes_button(self, button: miru.Button, ctx: miru.ViewContext)... method no_button (line 493) | async def no_button(self, button: miru.Button, ctx: miru.ViewContext) ... method on_timeout (line 498) | async def on_timeout(self) -> None: function load (line 503) | def load(bot: lightbulb.BotApp): function unload (line 508) | def unload(bot: lightbulb.BotApp): FILE: discord-bots/oa-bot-py/bot/messages.py function _h1 (line 23) | def _h1(text: str) -> str: function _h2 (line 27) | def _h2(text: str) -> str: function _h3 (line 31) | def _h3(text: str) -> str: function _writing_prompt (line 35) | def _writing_prompt(text: str) -> str: function _ranking_prompt (line 39) | def _ranking_prompt(text: str) -> str: function _label_prompt (line 43) | def _label_prompt(text: str, mandatory_label: list[str] | None, valid_la... function _response_prompt (line 50) | def _response_prompt(text: str) -> str: function _summarize_prompt (line 54) | def _summarize_prompt(text: str) -> str: function _user (line 58) | def _user(text: str | None) -> str: function _assistant (line 64) | def _assistant(text: str | None) -> str: function _make_ordered_list (line 70) | def _make_ordered_list(items: list[protocol_schema.ConversationMessage])... function _ordered_list (line 74) | def _ordered_list(items: list[protocol_schema.ConversationMessage]) -> str: function _conversation (line 78) | def _conversation(conv: protocol_schema.Conversation) -> list[str]: function _li (line 95) | def _li(text: str) -> str: function initial_prompt_messages (line 104) | def initial_prompt_messages(task: protocol_schema.InitialPromptTask) -> ... function rank_initial_prompts_messages (line 117) | def rank_initial_prompts_messages(task: protocol_schema.RankInitialPromp... function rank_prompter_reply_messages (line 132) | def rank_prompter_reply_messages(task: protocol_schema.RankPrompterRepli... function rank_assistant_reply_message (line 149) | def rank_assistant_reply_message(task: protocol_schema.RankAssistantRepl... function rank_conversation_reply_messages (line 165) | def rank_conversation_reply_messages(task: protocol_schema.RankConversat... function label_initial_prompt_message (line 180) | def label_initial_prompt_message(task: protocol_schema.LabelInitialPromp... function label_prompter_reply_messages (line 193) | def label_prompter_reply_messages(task: protocol_schema.LabelPrompterRep... function label_assistant_reply_messages (line 211) | def label_assistant_reply_messages(task: protocol_schema.LabelAssistantR... function prompter_reply_messages (line 230) | def prompter_reply_messages(task: protocol_schema.PrompterReplyTask) -> ... function assistant_reply_messages (line 254) | def assistant_reply_messages(task: protocol_schema.AssistantReplyTask) -... function confirm_text_response_message (line 269) | def confirm_text_response_message(content: str) -> str: function confirm_ranking_response_message (line 277) | def confirm_ranking_response_message(content: str, items: list[protocol_... function help_message (line 289) | def help_message(can_manage_guild: bool, is_dev: bool) -> str: function tutorial_message (line 335) | def tutorial_message() -> str: function confirm_label_response_message (line 343) | def confirm_label_response_message(content: str) -> str: function task_complete_embed (line 359) | def task_complete_embed(task: protocol_schema.Task, mention: str) -> hik... function invalid_user_input_embed (line 374) | def invalid_user_input_embed(error_message: str) -> hikari.Embed: function plain_embed (line 383) | def plain_embed(text: str) -> hikari.Embed: FILE: discord-bots/oa-bot-py/bot/settings.py class Settings (line 5) | class Settings(BaseSettings): class Config (line 15) | class Config(BaseSettings.Config): FILE: discord-bots/oa-bot-py/bot/utils.py function format_time (line 8) | def format_time(dt: datetime, fmt: t.Literal["t", "T", "D", "f", "F", "R... function mention (line 27) | def mention( FILE: discord-bots/oa-bot-py/message_templates.py class MessageTemplates (line 8) | class MessageTemplates: method __init__ (line 11) | def __init__(self, template_dir: str = "./templates"): method render (line 17) | def render(self, template_name: str, **kwargs: typing.Any): FILE: docs/src/components/HomepageFeatures/index.tsx type FeatureItem (line 5) | type FeatureItem = { function Feature (line 35) | function Feature({ title, Svg, description }: FeatureItem) { function HomepageFeatures (line 49) | function HomepageFeatures(): JSX.Element { FILE: docs/src/pages/index.tsx function HomepageHeader (line 10) | function HomepageHeader() { function Home (line 30) | function Home(): JSX.Element { FILE: inference/safety/main.py function log_exceptions (line 21) | async def log_exceptions(request: fastapi.Request, call_next): function load_pipeline (line 36) | async def load_pipeline(): function async_predict (line 46) | async def async_predict(pipeline: Blade2Blade, inputs: str): function safety (line 52) | async def safety(request: inference.SafetyRequest): function health (line 61) | async def health(): FILE: inference/safety/settings.py class Settings (line 4) | class Settings(pydantic.BaseSettings): FILE: inference/server/alembic/env.py function run_migrations_offline (line 32) | def run_migrations_offline() -> None: function do_run_migrations (line 56) | def do_run_migrations(connection): function run_async_migrations (line 65) | async def run_async_migrations() -> None: FILE: inference/server/alembic/versions/2023_03_12_1742-7d5be54acd49_initial_revision.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 145) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_03_21_2116-629d5081160f_changed_worker_config_to_worker_info.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 26) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_03_22_2113-78f16015b904_add_refresh_token_table.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 36) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_04_12_2033-f0e18084aae4_add_deleted_field_to_user.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_04_14_1611-b66fd8f9da1f_add_hidden_field_to_chats.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_04_24_2130-401eef162771_add_chat_data_opt_out_field.py function upgrade (line 18) | def upgrade() -> None: function downgrade (line 24) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_04_29_1739-ea19bbc743f9_add_safe_content_to_message.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 28) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_05_01_2253-5b4211625a9f_added_used_plugin_to_message.py function upgrade (line 19) | def upgrade() -> None: function downgrade (line 25) | def downgrade() -> None: FILE: inference/server/alembic/versions/2023_05_29_1551-5ed411a331f4_add_active_thread_tail_messsage_id_and_.py function upgrade (line 20) | def upgrade() -> None: function downgrade (line 49) | def downgrade() -> None: FILE: inference/server/export.py function smart_open (line 32) | def smart_open(filename: str = None) -> TextIO: function maybe_anonymize (line 45) | def maybe_anonymize(anonymizer: Anonymizer | None, collection: str, key:... function prepare_export_events (line 52) | def prepare_export_events( function prepare_export_message_tree (line 80) | def prepare_export_message_tree( function prepare_export_message_node (line 105) | def prepare_export_message_node( function write_messages_to_file (line 137) | def write_messages_to_file( function fetch_eligible_chats (line 169) | async def fetch_eligible_chats(session_generator, filters: list[Any]) ->... function export_chats (line 185) | def export_chats( function parse_date (line 205) | def parse_date(date_str: str) -> dt.date: function parse_args (line 209) | def parse_args() -> argparse.Namespace: function create_filters (line 264) | def create_filters(args: argparse.Namespace) -> list[Any]: function main (line 283) | def main(): FILE: inference/server/main.py function log_exceptions (line 36) | async def log_exceptions(request: fastapi.Request, call_next): function enable_prom_metrics (line 47) | async def enable_prom_metrics(): function log_inference_protocol_version (line 52) | async def log_inference_protocol_version(): function terminate_server (line 56) | def terminate_server(signum, frame): function alembic_upgrade (line 62) | async def alembic_upgrade(): function setup_rate_limiter (line 89) | async def setup_rate_limiter(): function maybe_add_debug_api_keys (line 110) | async def maybe_add_debug_api_keys(): function welcome_message (line 148) | async def welcome_message(): FILE: inference/server/oasst_inference_server/admin.py function delete_user_from_db (line 9) | async def delete_user_from_db(session: database.AsyncSession, user_id: s... FILE: inference/server/oasst_inference_server/auth.py function get_user_id_from_trusted_client_token (line 26) | def get_user_id_from_trusted_client_token(trusted_client_token: str) -> ... function get_user_id_from_auth_token (line 33) | def get_user_id_from_auth_token(token: str) -> str: function get_current_user_id (line 57) | def get_current_user_id( function create_access_token (line 67) | def create_access_token(user_id: str) -> str: function create_refresh_token (line 77) | async def create_refresh_token(user_id: str) -> str: function refresh_access_token (line 89) | async def refresh_access_token(refresh_token: str) -> str: function derive_key (line 111) | def derive_key() -> bytes: function build_payload (line 123) | def build_payload(user_id: str, token_type: str, expire_minutes: int) ->... function store_refresh_token (line 138) | async def store_refresh_token(token: bytes, user_id: str) -> None: function query_refresh_token (line 148) | async def query_refresh_token(token: bytes) -> models.DbRefreshToken | N... function validate_access_token (line 159) | def validate_access_token(payload: dict) -> None: function validate_refresh_token (line 175) | def validate_refresh_token(payload: dict, compare_user_id: str) -> None: FILE: inference/server/oasst_inference_server/chat_repository.py class ChatRepository (line 14) | class ChatRepository(pydantic.BaseModel): class Config (line 19) | class Config: method get_assistant_message_by_id (line 22) | async def get_assistant_message_by_id(self, message_id: str) -> models... method get_prompter_message_by_id (line 31) | async def get_prompter_message_by_id(self, message_id: str) -> models.... method start_work (line 40) | async def start_work( method reset_work (line 73) | async def reset_work(self, message_id: str) -> models.DbMessage: method abort_work (line 90) | async def abort_work(self, message_id: str, reason: str) -> models.DbM... method complete_work (line 102) | async def complete_work( FILE: inference/server/oasst_inference_server/chat_utils.py function get_model_config (line 5) | def get_model_config(model_config_name: str) -> model_configs.ModelConfig: FILE: inference/server/oasst_inference_server/compliance.py function find_compliance_work_request_message (line 16) | async def find_compliance_work_request_message( function should_do_compliance_check (line 38) | async def should_do_compliance_check(session: database.AsyncSession, wor... function run_compliance_check (line 55) | async def run_compliance_check(websocket: fastapi.WebSocket, worker_id: ... function maybe_do_compliance_check (line 123) | async def maybe_do_compliance_check(websocket, worker_id, worker_config,... function compute_worker_compliance_score (line 137) | async def compute_worker_compliance_score(worker_id: str) -> float: FILE: inference/server/oasst_inference_server/database.py function default_json_serializer (line 16) | def default_json_serializer(obj): function custom_json_serializer (line 23) | def custom_json_serializer(obj): function custom_json_deserializer (line 27) | def custom_json_deserializer(s): function make_engine (line 55) | def make_engine(): function get_async_session (line 71) | async def get_async_session(autoflush=True): function alembic_upgrade (line 77) | def alembic_upgrade(connection): FILE: inference/server/oasst_inference_server/deps.py function make_redis_client (line 15) | def make_redis_client(): function create_session (line 25) | async def create_session(): function manual_create_session (line 31) | async def manual_create_session(autoflush=True): function create_chat_repository (line 36) | async def create_chat_repository(session: AsyncSession = Depends(create_... function create_user_chat_repository (line 41) | async def create_user_chat_repository( function manual_chat_repository (line 50) | async def manual_chat_repository(): function manual_user_chat_repository (line 56) | async def manual_user_chat_repository(user_id: str): function user_identifier (line 61) | async def user_identifier(request: fastapi.Request) -> str: class UserRateLimiter (line 71) | class UserRateLimiter(RateLimiter): method __init__ (line 72) | def __init__( FILE: inference/server/oasst_inference_server/models/chat.py class DbMessage (line 11) | class DbMessage(SQLModel, table=True): method has_finished (line 44) | def has_finished(self) -> bool: method has_started (line 52) | def has_started(self) -> bool: method to_read (line 57) | def to_read(self) -> inference.MessageRead: class DbChat (line 77) | class DbChat(SQLModel, table=True): method to_list_read (line 94) | def to_list_read(self) -> chat_schema.ChatListRead: method to_read (line 104) | def to_read(self) -> chat_schema.ChatRead: method get_msg_dict (line 116) | def get_msg_dict(self) -> dict[str, DbMessage]: class DbReport (line 120) | class DbReport(SQLModel, table=True): method to_read (line 129) | def to_read(self) -> inference.Report: class DbMessageEval (line 133) | class DbMessageEval(SQLModel, table=True): FILE: inference/server/oasst_inference_server/models/user.py class DbUser (line 7) | class DbUser(SQLModel, table=True): class DbRefreshToken (line 21) | class DbRefreshToken(SQLModel, table=True): FILE: inference/server/oasst_inference_server/models/worker.py class WorkerEventType (line 14) | class WorkerEventType(str, enum.Enum): class DbWorkerComplianceCheck (line 18) | class DbWorkerComplianceCheck(SQLModel, table=True): class DbWorkerEvent (line 33) | class DbWorkerEvent(SQLModel, table=True): class DbWorker (line 44) | class DbWorker(SQLModel, table=True): method in_compliance_check (line 58) | def in_compliance_check(self) -> bool: FILE: inference/server/oasst_inference_server/plugin_utils.py function attempt_fetch_plugin (line 12) | async def attempt_fetch_plugin(session: aiohttp.ClientSession, url: str,... function fetch_plugin (line 44) | async def fetch_plugin(url: str, retries: int = 3, timeout: float = 5.0)... FILE: inference/server/oasst_inference_server/plugins/gale_pleaser/main.py function api_icon (line 23) | async def api_icon(): function api_ai_plugin (line 31) | async def api_ai_plugin(request: Request): function comfort_user (line 44) | async def comfort_user( function custom_openapi (line 64) | def custom_openapi(): FILE: inference/server/oasst_inference_server/plugins/gale_roaster/main.py function roast_user (line 22) | async def roast_user( function api_ai_plugin (line 37) | async def api_ai_plugin(request: Request): function custom_openapi (line 47) | def custom_openapi(): FILE: inference/server/oasst_inference_server/plugins/web_retriever/main.py function extract_image_links (line 41) | def extract_image_links(text: str): function detect_content_type (line 47) | def detect_content_type(content: bytes) -> str: function limit_image_count (line 68) | def limit_image_count(images, max_chars=300): function truncate_paragraphs (line 89) | def truncate_paragraphs(paragraphs, max_length): function get_url_content (line 110) | async def get_url_content(url: str = Query(..., description="url to fetc... function api_icon (line 224) | async def api_icon(): function api_ai_plugin (line 229) | async def api_ai_plugin(request: Request): function custom_openapi (line 241) | def custom_openapi(): FILE: inference/server/oasst_inference_server/queueing.py class QueueFullException (line 5) | class QueueFullException(Exception): class RedisQueue (line 9) | class RedisQueue: method __init__ (line 10) | def __init__( method enqueue (line 26) | async def enqueue(self, value: str, enforce_max_size: bool = True) -> ... method dequeue (line 40) | async def dequeue(self, timeout: int = 1) -> str | None: method set_expire (line 46) | async def set_expire(self, timeout: int) -> None: method get_enq_counter (line 49) | async def get_enq_counter(self) -> int: method get_deq_counter (line 56) | async def get_deq_counter(self) -> int: method get_length (line 63) | async def get_length(self) -> int: function get_pos_value (line 67) | async def get_pos_value(redis_client: redis.Redis, message_id: str) -> int: function message_queue (line 74) | def message_queue(redis_client: redis.Redis, message_id: str) -> RedisQu... function work_queue (line 78) | def work_queue(redis_client: redis.Redis, worker_compat_hash: str) -> Re... function compliance_queue (line 91) | def compliance_queue(redis_client: redis.Redis, worker_id: str) -> Redis... FILE: inference/server/oasst_inference_server/routes/account.py function handle_account_deletion (line 12) | async def handle_account_deletion( FILE: inference/server/oasst_inference_server/routes/admin.py function get_bearer_token (line 15) | def get_bearer_token( function get_root_token (line 26) | def get_root_token(token: str = Depends(get_bearer_token)) -> str: function create_worker (line 37) | async def create_worker( function list_workers (line 52) | async def list_workers( function delete_worker (line 62) | async def delete_worker( function revoke_refresh_tokens (line 76) | async def revoke_refresh_tokens( function delete_user (line 93) | async def delete_user( FILE: inference/server/oasst_inference_server/routes/auth.py function register_oauth_providers (line 23) | def register_oauth_providers(): function check_user_auth (line 69) | async def check_user_auth(user_id: str = Depends(auth.get_current_user_i... function get_available_auth_providers (line 74) | async def get_available_auth_providers(): function refresh_token (line 81) | async def refresh_token(refresh_token: str = Security(auth.refresh_schem... function login_discord (line 87) | async def login_discord(request: Request): function callback_discord (line 93) | async def callback_discord( function login_github (line 114) | async def login_github(request: Request): function callback_github (line 120) | async def callback_github( function login_google (line 141) | async def login_google(request: Request): function callback_google (line 147) | async def callback_google( function get_or_create_user (line 168) | async def get_or_create_user( function query_user (line 182) | async def query_user(db: database.AsyncSession, provider: str, provider_... function create_tokens (line 194) | async def create_tokens(user: models.DbUser) -> protocol.TokenPair: function login_debug (line 207) | async def login_debug(username: str, state: str = r"{}"): function callback_debug (line 214) | async def callback_debug(code: str, db: database.AsyncSession = Depends(... function login_trusted (line 242) | async def login_trusted( FILE: inference/server/oasst_inference_server/routes/chats.py function list_chats (line 22) | async def list_chats( function create_chat (line 69) | async def create_chat( function get_chat (line 80) | async def get_chat( function delete_chat (line 90) | async def delete_chat( function create_prompter_message (line 99) | async def create_prompter_message( function create_assistant_message (line 131) | async def create_assistant_message( function get_message (line 182) | async def get_message( function message_events (line 194) | async def message_events( function handle_create_vote (line 305) | async def handle_create_vote( function handle_create_message_eval (line 320) | async def handle_create_message_eval( function handle_create_report (line 336) | async def handle_create_report( function handle_update_chat (line 353) | async def handle_update_chat( function handle_hide_all_chats (line 373) | async def handle_hide_all_chats( FILE: inference/server/oasst_inference_server/routes/configs.py class ParameterConfig (line 25) | class ParameterConfig(pydantic.BaseModel): class ModelConfigInfo (line 31) | class ModelConfigInfo(pydantic.BaseModel): function get_model_configs (line 119) | async def get_model_configs() -> list[ModelConfigInfo]: function get_plugin_config (line 131) | async def get_plugin_config(plugin: inference.PluginEntry) -> inference.... function get_builtin_plugins (line 142) | async def get_builtin_plugins() -> list[inference.PluginEntry]: FILE: inference/server/oasst_inference_server/routes/workers.py class WorkerDisconnectException (line 15) | class WorkerDisconnectException(Exception): method __init__ (line 16) | def __init__(self): class WorkerError (line 34) | class WorkerError(Exception): method __init__ (line 35) | def __init__( function add_worker_connect_event (line 46) | async def add_worker_connect_event( class WorkRequestContainer (line 60) | class WorkRequestContainer(pydantic.BaseModel): class Config (line 66) | class Config: class WorkRequestNotFound (line 73) | class WorkRequestNotFound(Exception): method __init__ (line 74) | def __init__(self, request_id: str): function get_work_request_container (line 79) | def get_work_request_container(work_request_map: WorkRequestContainerMap... function handle_worker (line 89) | async def handle_worker( function list_worker_sessions (line 276) | async def list_worker_sessions() -> list[worker_utils.WorkerSession]: function clear_worker_sessions (line 291) | async def clear_worker_sessions(): function initiate_work_for_message (line 303) | async def initiate_work_for_message( function handle_token_response (line 334) | async def handle_token_response( function handle_plugin_intermediate_response (line 347) | async def handle_plugin_intermediate_response( function handle_generated_text_response (line 360) | async def handle_generated_text_response( function abort_message (line 387) | async def abort_message(message_id: str, error: str): function handle_error_response (line 398) | async def handle_error_response( function handle_general_error_response (line 411) | async def handle_general_error_response( function handle_safe_prompt_response (line 417) | async def handle_safe_prompt_response( function handle_timeout (line 438) | async def handle_timeout(message: inference.MessageRead): FILE: inference/server/oasst_inference_server/schemas/auth.py class TrustedClient (line 8) | class TrustedClient(pydantic.BaseModel): class TrustedClientToken (line 16) | class TrustedClientToken(pydantic.BaseModel): method parse (line 20) | def parse(token: str): FILE: inference/server/oasst_inference_server/schemas/chat.py class CreatePrompterMessageRequest (line 8) | class CreatePrompterMessageRequest(pydantic.BaseModel): class CreateAssistantMessageRequest (line 13) | class CreateAssistantMessageRequest(pydantic.BaseModel): class PendingResponseEvent (line 24) | class PendingResponseEvent(pydantic.BaseModel): class TokenResponseEvent (line 30) | class TokenResponseEvent(pydantic.BaseModel): class ErrorResponseEvent (line 35) | class ErrorResponseEvent(pydantic.BaseModel): class MessageResponseEvent (line 41) | class MessageResponseEvent(pydantic.BaseModel): class SafePromptResponseEvent (line 46) | class SafePromptResponseEvent(pydantic.BaseModel): class PluginIntermediateResponseEvent (line 52) | class PluginIntermediateResponseEvent(pydantic.BaseModel): class VoteRequest (line 73) | class VoteRequest(pydantic.BaseModel): class MessageEvalRequest (line 77) | class MessageEvalRequest(pydantic.BaseModel): class ReportRequest (line 81) | class ReportRequest(pydantic.BaseModel): class CreateChatRequest (line 86) | class CreateChatRequest(pydantic.BaseModel): class ChatListRead (line 90) | class ChatListRead(pydantic.BaseModel): class ChatRead (line 100) | class ChatRead(ChatListRead): class ListChatsResponse (line 104) | class ListChatsResponse(pydantic.BaseModel): class MessageCancelledException (line 110) | class MessageCancelledException(Exception): method __init__ (line 111) | def __init__(self, message_id: str): class MessageTimeoutException (line 116) | class MessageTimeoutException(Exception): method __init__ (line 117) | def __init__(self, message: inference.MessageRead): class ChatUpdateRequest (line 122) | class ChatUpdateRequest(pydantic.BaseModel): FILE: inference/server/oasst_inference_server/schemas/worker.py class CreateWorkerRequest (line 4) | class CreateWorkerRequest(pydantic.BaseModel): class WorkerRead (line 9) | class WorkerRead(pydantic.BaseModel): class Config (line 15) | class Config: FILE: inference/server/oasst_inference_server/settings.py function split_keys_string (line 6) | def split_keys_string(keys: str | None): class Settings (line 12) | class Settings(pydantic.BaseSettings): method allowed_worker_compat_hashes_list (line 32) | def allowed_worker_compat_hashes_list(self) -> list[str]: method allowed_model_config_names_list (line 38) | def allowed_model_config_names_list(self) -> list[str]: method assemble_db_connection (line 55) | def assemble_db_connection(cls, v: str | None, values: dict[str, Any])... method debug_api_keys_list (line 76) | def debug_api_keys_list(self) -> list[str]: method trusted_api_keys_list (line 82) | def trusted_api_keys_list(self) -> list[str]: method inference_cors_origins_list (line 127) | def inference_cors_origins_list(self) -> list[str]: FILE: inference/server/oasst_inference_server/user_chat_repository.py class UserChatRepository (line 11) | class UserChatRepository(pydantic.BaseModel): class Config (line 17) | class Config: method get_chats (line 20) | async def get_chats( method get_chat_by_id (line 46) | async def get_chat_by_id(self, chat_id: str, include_messages: bool = ... method get_message_by_id (line 61) | async def get_message_by_id(self, chat_id: str, message_id: str) -> mo... method create_chat (line 79) | async def create_chat(self) -> models.DbChat: method delete_chat (line 91) | async def delete_chat(self, chat_id: str) -> models.DbChat: method add_prompter_message (line 114) | async def add_prompter_message(self, chat_id: str, parent_id: str | No... method initiate_assistant_message (line 168) | async def initiate_assistant_message( method update_score (line 241) | async def update_score(self, message_id: str, score: int) -> models.Db... method add_message_eval (line 261) | async def add_message_eval(self, message_id: str, inferior_message_ids... method add_report (line 280) | async def add_report(self, message_id: str, reason: str, report_type: ... method update_chat (line 299) | async def update_chat( method hide_all_chats (line 328) | async def hide_all_chats(self) -> None: FILE: inference/server/oasst_inference_server/worker_utils.py class WorkerSessionStatus (line 14) | class WorkerSessionStatus(str, enum.Enum): class WorkerSession (line 20) | class WorkerSession(pydantic.BaseModel): function get_api_key (line 31) | def get_api_key(api_key: str = api_key_header) -> str: function get_protocol_version (line 43) | def get_protocol_version(protocol_version: str = protocol_version_header... function get_worker_id (line 53) | async def get_worker_id( function get_worker (line 70) | async def get_worker( function send_worker_request (line 79) | async def send_worker_request( function receive_worker_response (line 86) | async def receive_worker_response( function receive_worker_info (line 92) | async def receive_worker_info( function store_worker_session (line 98) | async def store_worker_session(worker_session: WorkerSession): function delete_worker_session (line 102) | async def delete_worker_session(worker_session_id: str): function build_work_request (line 107) | async def build_work_request( FILE: inference/tests/locust/locustfile.py class ChatUser (line 13) | class ChatUser(HttpUser): method chat (line 21) | def chat(self): FILE: inference/text-client/__main__.py function main (line 13) | def main(backend_url: str = "http://127.0.0.1:8000", model_config_name="... FILE: inference/text-client/text_client_utils.py class DebugClient (line 8) | class DebugClient: method __init__ (line 9) | def __init__(self, backend_url, http_client=requests): method login (line 15) | def login(self, username): method create_chat (line 22) | def create_chat(self): method get_available_models (line 33) | def get_available_models(self): method send_message (line 41) | def send_message(self, message, model_config_name): FILE: inference/worker/__main__.py function terminate_worker (line 18) | def terminate_worker(signum, frame): function main (line 23) | def main(): FILE: inference/worker/basic_hf_server.py function log_exceptions (line 39) | async def log_exceptions(request: fastapi.Request, call_next): function model_thread (line 53) | def model_thread(): function load_models (line 127) | def load_models(): function start_model_thread (line 178) | async def start_model_thread(): function welcome_message (line 185) | async def welcome_message(): function generate (line 193) | async def generate( function health (line 216) | async def health(): FILE: inference/worker/chat_chain.py class PromptedLLM (line 44) | class PromptedLLM: method __init__ (line 49) | def __init__( method call (line 72) | def call(self, prompt: str) -> tuple[str, str]: function handle_plugin_usage (line 104) | def handle_plugin_usage( function handle_standard_usage (line 309) | def handle_standard_usage( function build_memory (line 345) | def build_memory(work_request: inference.WorkRequest) -> ConversationBuf... function handle_conversation (line 363) | def handle_conversation( FILE: inference/worker/chat_chain_utils.py function similarity (line 32) | def similarity(ts1: str, ts2: str) -> float: function extract_tool_and_input (line 70) | def extract_tool_and_input(llm_output: str, ai_prefix: str) -> tuple[str... function truncate_str (line 93) | def truncate_str(output: str, max_length: int = 1024) -> str: function prepare_json (line 107) | def prepare_json(json_str: str) -> str: function select_tool (line 164) | def select_tool(tool_name: str, tools: list[Tool]) -> Tool | None: function use_tool (line 179) | def use_tool(tool_name: str, tool_input: str, tools: list[Tool]) -> str: class RequestsForLLM (line 190) | class RequestsForLLM: method run (line 191) | def run(self, params: str, url: str, param_location: str, type: str, p... method run_request (line 194) | def run_request(self, params: str, url: str, param_location: str, type... method process_response (line 223) | def process_response(self, res: requests.Response) -> str: function compose_tools_from_plugin (line 237) | def compose_tools_from_plugin(plugin: inference.PluginEntry | None) -> t... function prepare_prompt (line 322) | def prepare_prompt( FILE: inference/worker/download_model.py function terminate (line 8) | def terminate(signum, frame): FILE: inference/worker/download_model_hf.py function terminate (line 9) | def terminate(signum, frame): FILE: inference/worker/hf_langchain_inference.py class HFInference (line 6) | class HFInference(LLM): method _llm_type (line 20) | def _llm_type(self) -> str: method _call (line 23) | def _call(self, prompt: str, stop: list[str] | None = None) -> str: FILE: inference/worker/hf_stopping.py class SequenceStoppingCriteria (line 6) | class SequenceStoppingCriteria(StoppingCriteria): method __init__ (line 9) | def __init__( method __call__ (line 22) | def __call__( FILE: inference/worker/hf_streamer.py class Printer (line 7) | class Printer(typing.Protocol): method __call__ (line 8) | def __call__(self, value: int) -> None: function _unpack (line 12) | def _unpack(value): class HFStreamer (line 21) | class HFStreamer(transformers.generation.streamers.BaseStreamer): method __init__ (line 22) | def __init__(self, input_ids, printer: Printer): method put (line 26) | def put(self, value): method end (line 35) | def end(self): FILE: inference/worker/interface.py class GenerateStreamParameters (line 7) | class GenerateStreamParameters(pydantic.BaseModel): method from_work_parameters (line 21) | def from_work_parameters(params: inference.WorkParameters) -> "Generat... class GenerateStreamRequest (line 35) | class GenerateStreamRequest(pydantic.BaseModel): class Token (line 40) | class Token(pydantic.BaseModel): method __len__ (line 45) | def __len__(self) -> int: method to_token_response (line 48) | def to_token_response(self, request_id: str) -> inference.TokenResponse: class StreamDetails (line 57) | class StreamDetails(pydantic.BaseModel): class GenerateStreamResponse (line 63) | class GenerateStreamResponse(pydantic.BaseModel): method is_end (line 70) | def is_end(self) -> bool: method is_error (line 74) | def is_error(self) -> bool: FILE: inference/worker/openapi_parser.py function fetch_openapi_spec (line 10) | def fetch_openapi_spec(url): function get_plugin_config (line 30) | def get_plugin_config(url: str) -> inference.PluginConfig | None: function resolve_schema_reference (line 43) | def resolve_schema_reference(ref: str, openapi_dict: dict): function parse_plugin_endpoint (line 57) | def parse_plugin_endpoint( function get_plugin_endpoints (line 124) | def get_plugin_endpoints(api_url: str, openapi_dict: dict) -> list[infer... function prepare_plugin_for_llm (line 141) | def prepare_plugin_for_llm(plugin_url: str) -> inference.PluginConfig | ... FILE: inference/worker/settings.py class Settings (line 4) | class Settings(pydantic.BaseSettings): FILE: inference/worker/utils.py class TokenBuffer (line 37) | class TokenBuffer: method __init__ (line 46) | def __init__(self, stop_sequences: list[str]) -> None: method add (line 53) | def add(self, token: interface.Token): method finish (line 69) | def finish(self, reason: Literal["length", "eos_token", "stop_sequence... function get_max_input_length (line 90) | def get_max_input_length(worker_config: inference.WorkerConfig, plugin_u... function get_tokens_until (line 98) | def get_tokens_until(tokens: list[int], target: list[int]) -> list[int]: function truncate_prompt (line 108) | def truncate_prompt( function wait_for_inference_server (line 169) | def wait_for_inference_server(http: "HttpClient", timeout: int = 600): function text_to_events (line 187) | def text_to_events( function lorem_events (line 220) | def lorem_events(seed): function send_response (line 228) | def send_response( class HttpClient (line 237) | class HttpClient(pydantic.BaseModel): method auth (line 246) | def auth(self): method _maybe_add_bearer_token (line 252) | def _maybe_add_bearer_token(self, headers: dict[str, str] | None): method get (line 259) | def get(self, path: str, **kwargs): method post (line 263) | def post(self, path: str, **kwargs): function get_inference_server_stream_events (line 268) | def get_inference_server_stream_events( FILE: inference/worker/work.py function make_prompt_and_parameters (line 24) | def make_prompt_and_parameters( function prepare_safe_prompt (line 74) | def prepare_safe_prompt(prompt: str, label: str, rots: str) -> str: function is_safety_triggered (line 82) | def is_safety_triggered(safety_label: str, safety_level: int) -> bool: function parse_safety_response (line 90) | def parse_safety_response(safety_opinion: str) -> tuple[str, str]: function handle_work_request (line 98) | def handle_work_request( function get_safety_server_response (line 229) | def get_safety_server_response(request: inference.SafetyRequest) -> infe... function perform_oom_test (line 242) | def perform_oom_test(tokenizer: transformers.PreTrainedTokenizer): FILE: inlang.config.js function defineConfig (line 1) | async function defineConfig(env) { FILE: model/model_eval/eval_datasets.py function get_sampling_dataloader (line 8) | def get_sampling_dataloader(data, tokenizer, max_length, batch_size): class SamplingDataCollator (line 14) | class SamplingDataCollator(RankingDataCollator): method __call__ (line 15) | def __call__(self, examples): class SamplingDataset (line 39) | class SamplingDataset(Dataset): method __init__ (line 45) | def __init__(self, dataset): method get_label2id (line 61) | def get_label2id(self, sampling_list): method __len__ (line 64) | def __len__(self): method __getitem__ (line 67) | def __getitem__(self, idx): class RejectionSamplingDataset (line 74) | class RejectionSamplingDataset(Dataset): method __init__ (line 75) | def __init__(self, dataset): method __len__ (line 87) | def __len__(self): method __getitem__ (line 90) | def __getitem__(self, index): FILE: model/model_eval/eval_rm.py function get_ranking_dataset (line 18) | def get_ranking_dataset(dataset, split): function batch_inference (line 30) | def batch_inference(inputs, model): FILE: model/model_eval/manual/create_synth_import.py function filter_text (line 13) | def filter_text(s: str) -> str: function format_params (line 23) | def format_params(p: dict) -> str: function parse_args (line 28) | def parse_args(): function main (line 39) | def main(): FILE: model/model_eval/manual/sampling_report.py class SamplingConfig (line 27) | class SamplingConfig(pydantic.BaseModel): class Configuration (line 39) | class Configuration(pydantic.BaseModel): class SamplingResult (line 44) | class SamplingResult(pydantic.BaseModel): class PromptResults (line 50) | class PromptResults(pydantic.BaseModel): class SamplingReport (line 55) | class SamplingReport(pydantic.BaseModel): function load_jsonl (line 62) | def load_jsonl(input_file_path: str | Path) -> list[dict | str]: function sample (line 82) | def sample( function merge_configs (line 147) | def merge_configs(*configs: tuple[Optional[SamplingConfig]]) -> Optional... function sample_prompt_continuations (line 174) | def sample_prompt_continuations( function load_configs (line 225) | def load_configs(path: Path) -> Configuration: function parse_args (line 232) | def parse_args(): function main (line 264) | def main(): FILE: model/model_eval/manual/subsample_dataset.py function load_message_trees (line 12) | def load_message_trees( function write_file (line 50) | def write_file(output_file_path: str | Path, items: list) -> None: function parse_args (line 68) | def parse_args(): function main (line 101) | def main(): FILE: model/model_eval/sampling_score.py function batch_inference (line 13) | def batch_inference(model, dataloader): FILE: model/model_eval/utils.py function load_sampling_data (line 7) | def load_sampling_data(path): function write_to_json (line 29) | def write_to_json(filename, data): function describe_samples (line 37) | def describe_samples(samples): FILE: model/model_training/check_dataset_appearances.py function argument_parsing (line 31) | def argument_parsing(): function check_in_dataset_row (line 56) | def check_in_dataset_row(row: str | list[str] | tuple[str], matched=dict... function iterate_over_dataset (line 89) | def iterate_over_dataset(ds): FILE: model/model_training/check_dataset_counts.py class Mode (line 14) | class Mode(str, Enum): method config_name (line 19) | def config_name(self) -> str: method default_config (line 28) | def default_config(self) -> str: function read_yaml (line 38) | def read_yaml(dir: str | Path, config_file: str) -> dict[str, Any]: function argument_parsing (line 43) | def argument_parsing(notebook=False, notebook_args=None): FILE: model/model_training/custom_datasets/__init__.py function train_val_dataset (line 81) | def train_val_dataset(dataset, val_split=0.2) -> tuple[Dataset, Dataset ... function get_one_dataset (line 91) | def get_one_dataset( FILE: model/model_training/custom_datasets/dialogue_collator.py class DialogueDataCollator (line 19) | class DialogueDataCollator: method __post_init__ (line 39) | def __post_init__(self): method process_one (line 51) | def process_one(self, messages, return_length=False): method __call__ (line 139) | def __call__(self, features): FILE: model/model_training/custom_datasets/extra_rm_datasets.py function load_anthropic_rlhf (line 5) | def load_anthropic_rlhf() -> tuple[Dataset, Dataset]: function load_shp (line 11) | def load_shp() -> tuple[Dataset, Dataset]: function load_hellaswag (line 17) | def load_hellaswag() -> tuple[Dataset, Dataset]: FILE: model/model_training/custom_datasets/formatting.py function format_system_prefix (line 19) | def format_system_prefix(prefix, eos_token): function compute_length (line 27) | def compute_length(s: str) -> int: class Mode (line 31) | class Mode(str, Enum): class Role (line 37) | class Role(str, Enum): class Utterance (line 42) | class Utterance(BaseModel): method between_0_1 (line 52) | def between_0_1(cls, v, field: ModelField) -> float: method system_tag (line 57) | def system_tag( class DatasetEntry (line 101) | class DatasetEntry(BaseModel): class DatasetEntryLm (line 105) | class DatasetEntryLm(DatasetEntry): class DatasetEntrySft (line 111) | class DatasetEntrySft(DatasetEntry): method get_formatted (line 117) | def get_formatted( class DatasetEntryRm (line 150) | class DatasetEntryRm(DatasetEntry): method get_formatted (line 156) | def get_formatted( function create_dataset_entry_qa (line 211) | def create_dataset_entry_qa( function format_pairs (line 246) | def format_pairs( function format_rl_text (line 261) | def format_rl_text(pairs: list[str]) -> str: function format_reply (line 266) | def format_reply(text: str, eos_token: str) -> str: FILE: model/model_training/custom_datasets/instruction.py class InstructionDataset (line 75) | class InstructionDataset(Dataset): method __init__ (line 76) | def __init__( method __len__ (line 141) | def __len__(self): method __getitem__ (line 144) | def __getitem__(self, idx) -> DatasetEntry: class RAGDataset (line 160) | class RAGDataset(Dataset): method __init__ (line 161) | def __init__( method __len__ (line 175) | def __len__(self): method __getitem__ (line 178) | def __getitem__(self, idx): FILE: model/model_training/custom_datasets/oasst_dataset.py class ListDataset (line 11) | class ListDataset(Dataset): method __init__ (line 12) | def __init__(self, data: list): method __len__ (line 16) | def __len__(self): method __getitem__ (line 19) | def __getitem__(self, index): function load_oasst_export (line 23) | def load_oasst_export( FILE: model/model_training/custom_datasets/pretrain_datasets.py class PretrainDataset (line 12) | class PretrainDataset(Dataset): method __init__ (line 13) | def __init__( method __len__ (line 38) | def __len__(self) -> int: method __getitem__ (line 41) | def __getitem__(self, index) -> DatasetEntryLm: class RedPajama (line 47) | class RedPajama(PretrainDataset): method __init__ (line 50) | def __init__( class FanFics (line 66) | class FanFics(PretrainDataset): method __init__ (line 69) | def __init__( FILE: model/model_training/custom_datasets/prompt_dialogue.py function load_oig_file (line 16) | def load_oig_file( class Gpt4All (line 107) | class Gpt4All(Dataset): method __init__ (line 108) | def __init__(self, mode: str, cache_dir: str = None) -> None: method process_conversation (line 132) | def process_conversation(conv: list[dict[str, None | str]]) -> list[st... method __len__ (line 161) | def __len__(self): method __getitem__ (line 164) | def __getitem__(self, index: int) -> list[str] | tuple[str]: class OrcaChat (line 172) | class OrcaChat(Dataset): method __init__ (line 175) | def __init__(self, data_files: Union[List[str], str] = "orca-chat-gpt4... method __len__ (line 178) | def __len__(self): method __getitem__ (line 181) | def __getitem__(self, idx): class DolphinMix (line 198) | class DolphinMix(Dataset): method __init__ (line 201) | def __init__( method __len__ (line 237) | def __len__(self) -> int: method __getitem__ (line 240) | def __getitem__(self, idx) -> DatasetEntrySft: FILE: model/model_training/custom_datasets/qa_datasets.py function index_squad_v2 (line 33) | def index_squad_v2(example): function index_uasquad (line 41) | def index_uasquad(example): function index_trivia_qa_nocontext (line 49) | def index_trivia_qa_nocontext(example): function index_trivia_qa_context (line 54) | def index_trivia_qa_context(example): function index_adversarial_qa (line 67) | def index_adversarial_qa(example): function index_gsm8k (line 71) | def index_gsm8k(example): function index_wikihow (line 75) | def index_wikihow(example): function index_essay_instruction (line 79) | def index_essay_instruction(example): function index_math_qa (line 83) | def index_math_qa(example): function index_eli5 (line 91) | def index_eli5(example): function index_gsm_hard (line 95) | def index_gsm_hard(example): class QADataset (line 103) | class QADataset(Dataset): method __init__ (line 156) | def __init__(self, dataset, cache_dir, split): method __len__ (line 180) | def __len__(self): method __getitem__ (line 183) | def __getitem__(self, idx): class WebGPT (line 188) | class WebGPT(Dataset): method __init__ (line 191) | def __init__(self, mode: str = "sft", max_answers: int = 5) -> None: method __len__ (line 224) | def __len__(self) -> int: method __getitem__ (line 227) | def __getitem__(self, index) -> DatasetEntry: class SODA (line 232) | class SODA(Dataset): method __init__ (line 235) | def __init__(self, cache_dir, mode="sft", input_max_length=32 * 1024) ... method process_soda_convo (line 246) | def process_soda_convo(self, data: dict[str, Any], input_max_length: i... method __len__ (line 275) | def __len__(self) -> int: method __getitem__ (line 278) | def __getitem__(self, index) -> DatasetEntry: class SODADialogue (line 283) | class SODADialogue(Dataset): method __init__ (line 284) | def __init__(self, cache_dir, verbose=True): method __len__ (line 311) | def __len__(self): method __getitem__ (line 314) | def __getitem__(self, index): class JokeExplaination (line 318) | class JokeExplaination(Dataset): method __init__ (line 322) | def __init__(self, cache_dir) -> None: method __len__ (line 342) | def __len__(self) -> int: method __getitem__ (line 345) | def __getitem__(self, index) -> DatasetEntry: class TranslatedQA (line 349) | class TranslatedQA(Dataset): method __init__ (line 368) | def __init__(self, cache_dir) -> None: method __len__ (line 401) | def __len__(self): method __getitem__ (line 404) | def __getitem__(self, index): class AlpacaBaseDataset (line 408) | class AlpacaBaseDataset(Dataset): method __init__ (line 409) | def __init__(self, data: list, mode: str): method __len__ (line 418) | def __len__(self) -> int: method __getitem__ (line 421) | def __getitem__(self, index: int) -> DatasetEntry: function load_alpaca_dataset (line 426) | def load_alpaca_dataset( class Vicuna (line 466) | class Vicuna(Dataset): method process_vicuna_conversations (line 470) | def process_vicuna_conversations( method __init__ (line 514) | def __init__(self, cache_dir: str | Path, mode: str = "sft", input_max... method __len__ (line 533) | def __len__(self) -> int: method __getitem__ (line 536) | def __getitem__(self, index: int) -> DatasetEntry: class WizardEvolInstructV2 (line 540) | class WizardEvolInstructV2(Dataset): method __init__ (line 541) | def __init__(self, cache_dir: str | Path, mode: str = "sft", input_max... method __len__ (line 561) | def __len__(self) -> int: method __getitem__ (line 564) | def __getitem__(self, index: int) -> DatasetEntry: class DatabricksDolly15k (line 569) | class DatabricksDolly15k(Dataset): method __init__ (line 570) | def __init__(self, cache_dir: str | Path, mode: str = "sft") -> None: method _process_instruction (line 582) | def _process_instruction(self, row: dict[str, str]) -> DatasetEntry | ... method __len__ (line 595) | def __len__(self) -> int: method __getitem__ (line 598) | def __getitem__(self, index: int) -> DatasetEntry: class Dolly15kMultilingual (line 603) | class Dolly15kMultilingual(Dataset): method __init__ (line 604) | def __init__(self, cache_dir: str | Path, mode: str = "sft") -> None: method _process_instruction (line 618) | def _process_instruction(self, row: dict[str, str], lang: str) -> Data... method __len__ (line 632) | def __len__(self) -> int: method __getitem__ (line 635) | def __getitem__(self, index: int) -> DatasetEntry: class AlpacaGpt4 (line 640) | class AlpacaGpt4(Dataset): method __init__ (line 641) | def __init__(self, cache_dir: str | Path, mode: str = "sft") -> None: method _process_instruction (line 652) | def _process_instruction(self, row: dict[str, str]) -> DatasetEntry | ... method __len__ (line 674) | def __len__(self) -> int: method __getitem__ (line 677) | def __getitem__(self, index: int) -> DatasetEntry: class GPTeacher_Roleplay (line 682) | class GPTeacher_Roleplay(Dataset): method __init__ (line 683) | def __init__(self, cache_dir: str | Path, mode: str = "sft") -> None: method _process_qa (line 707) | def _process_qa(self, row: dict[str, str]) -> DatasetEntry | None: method __len__ (line 715) | def __len__(self) -> int: method __getitem__ (line 718) | def __getitem__(self, index: int) -> DatasetEntry: FILE: model/model_training/custom_datasets/rank_datasets.py class SHPDataset (line 12) | class SHPDataset(Dataset): method __init__ (line 19) | def __init__(self, split: str | list[str] | None, max_answers: int = 5): method __len__ (line 47) | def __len__(self): method __getitem__ (line 50) | def __getitem__(self, index): class HellaSwagDataset (line 54) | class HellaSwagDataset(Dataset): method __init__ (line 64) | def __init__(self, split: str | list[str] | None, seed: int = SEED) ->... method __len__ (line 80) | def __len__(self) -> int: method __getitem__ (line 83) | def __getitem__(self, idx) -> tuple[str | None, list[list]]: class HFDataset (line 88) | class HFDataset(Dataset): method __init__ (line 96) | def __init__(self, split: str | list[str] | None = None, subset: str =... method _handle_comparisons (line 118) | def _handle_comparisons(self, dataset): method _handle_axis (line 126) | def _handle_axis(self, dataset): method __len__ (line 138) | def __len__(self): method __getitem__ (line 143) | def __getitem__(self, idx): class AugmentedOA (line 150) | class AugmentedOA(Dataset): method __init__ (line 151) | def __init__(self, json_filename: str, split: str = "train") -> None: method __len__ (line 168) | def __len__(self): method __getitem__ (line 171) | def __getitem__(self, idx): class AnthropicRLHF (line 182) | class AnthropicRLHF(Dataset): method _split_dialogue (line 186) | def _split_dialogue(text: str) -> list[tuple[str, str]]: method __init__ (line 216) | def __init__(self, split: str = "train") -> None: method __len__ (line 241) | def __len__(self) -> int: method __getitem__ (line 244) | def __getitem__(self, index: int) -> tuple[str, list[str]]: FILE: model/model_training/custom_datasets/ranking_collator.py class RankingDataCollator (line 11) | class RankingDataCollator: method process_one (line 26) | def process_one( method __call__ (line 80) | def __call__( FILE: model/model_training/custom_datasets/summarization.py function index_summary_default (line 49) | def index_summary_default(text, summary): function index_summary_merge (line 53) | def index_summary_merge(text, summary): class SummarizationDataset (line 57) | class SummarizationDataset(Dataset): method __init__ (line 58) | def __init__(self, dataset, cache_dir, split, max_words=512): method __len__ (line 67) | def __len__(self): method __getitem__ (line 70) | def __getitem__(self, idx): class HFSummaryPairs (line 101) | class HFSummaryPairs(Dataset): method __init__ (line 108) | def __init__(self, split="train", mode="sft", conf_threshold=-1) -> None: method __len__ (line 141) | def __len__(self) -> int: method __getitem__ (line 144) | def __getitem__(self, index: int) -> tuple | list: class HFSummary (line 166) | class HFSummary(Dataset): method __init__ (line 176) | def __init__(self, split="train", mode="sft", conf_threshold=-1, max_c... method get_sorted_ranks (line 222) | def get_sorted_ranks(comparison_pairs): method __len__ (line 244) | def __len__(self) -> int: method __getitem__ (line 247) | def __getitem__(self, index) -> tuple | list: FILE: model/model_training/custom_datasets/toxic_conversation.py class ProsocialDialogueExplaination (line 11) | class ProsocialDialogueExplaination(Dataset): method __init__ (line 21) | def __init__(self, split="train", cache_dir=".cache") -> None: method __len__ (line 40) | def __len__(self): method __getitem__ (line 43) | def __getitem__(self, idx): class ProsocialDialogue (line 47) | class ProsocialDialogue(Dataset): method __init__ (line 60) | def __init__(self, split="train", cache_dir=".cache") -> None: method __len__ (line 74) | def __len__(self): method __getitem__ (line 77) | def __getitem__(self, idx): FILE: model/model_training/custom_datasets/translation.py class TranslationPair (line 87) | class TranslationPair(Dataset): method __init__ (line 88) | def __init__(self, mix_prob=0.2) -> None: method __len__ (line 94) | def __len__(self): method __getitem__ (line 99) | def __getitem__(self, index): class WMT2019 (line 112) | class WMT2019(TranslationPair): method __init__ (line 113) | def __init__(self, pair="zh-en", split="train", mix_prob=0.2, maximum_... class DiveMT (line 131) | class DiveMT(TranslationPair): method __init__ (line 134) | def __init__(self, split="train", mix_prob=0.2) -> None: class TEDTalk (line 154) | class TEDTalk(TranslationPair): method __init__ (line 157) | def __init__(self, pair="de-ja", split="train", year="2016", mix_prob=... FILE: model/model_training/custom_datasets/utils.py function _filter_by_words (line 44) | def _filter_by_words(text: str, filter_words: list[str] | None = None) -... FILE: model/model_training/efficiency_utils.py function rsetattr (line 7) | def rsetattr(obj, attr, val): function rgetattr (line 12) | def rgetattr(obj, attr, *args): function fuse_gelu (line 19) | def fuse_gelu(model): FILE: model/model_training/metrics.py function reward_accuracy (line 7) | def reward_accuracy(eval_pred): function kendall_tau (line 30) | def kendall_tau(eval_pred): function spearmanr (line 54) | def spearmanr(eval_pred): class RewardMetrics (line 72) | class RewardMetrics: method __init__ (line 77) | def __init__(self, metrics): method __call__ (line 92) | def __call__(self, eval_pred): FILE: model/model_training/models/__init__.py function freeze_top_n_layers (line 4) | def freeze_top_n_layers(model, target_layers): function get_specific_model (line 23) | def get_specific_model( FILE: model/model_training/models/gptj.py class FrozenBNBLinear (line 12) | class FrozenBNBLinear(nn.Module): method __init__ (line 13) | def __init__(self, weight, absmax, code, bias=None): method forward (line 23) | def forward(self, input): method from_linear (line 30) | def from_linear(cls, linear: nn.Linear) -> "FrozenBNBLinear": method __repr__ (line 34) | def __repr__(self): class DequantizeAndLinear (line 38) | class DequantizeAndLinear(torch.autograd.Function): method forward (line 41) | def forward( method backward (line 56) | def backward(ctx, grad_output: torch.Tensor): class FrozenBNBEmbedding (line 66) | class FrozenBNBEmbedding(nn.Module): method __init__ (line 67) | def __init__(self, weight, absmax, code): method forward (line 75) | def forward(self, input, **kwargs): method from_embedding (line 85) | def from_embedding(cls, embedding: nn.Embedding) -> "FrozenBNBEmbedding": method __repr__ (line 89) | def __repr__(self): function quantize_blockise_lowmemory (line 93) | def quantize_blockise_lowmemory(matrix: torch.Tensor, chunk_size: int = ... function convert_to_int8 (line 110) | def convert_to_int8(model): class GPTJBlock (line 138) | class GPTJBlock(transformers.models.gptj.modeling_gptj.GPTJBlock): method __init__ (line 139) | def __init__(self, config): class GPTJModel (line 146) | class GPTJModel(transformers.models.gptj.modeling_gptj.GPTJModel): method __init__ (line 147) | def __init__(self, config): class GPTJForCausalLM (line 152) | class GPTJForCausalLM(transformers.models.gptj.modeling_gptj.GPTJForCaus... method __init__ (line 153) | def __init__(self, config): function add_adapters (line 158) | def add_adapters(model, adapter_dim=16): function get_model (line 176) | def get_model(model_name, cache_dir, quantization): FILE: model/model_training/models/patching.py function _patched_mlp_forward (line 43) | def _patched_mlp_forward(post_module: nn.Module, module: nn.Module, *arg... function _patched_attn_forward (line 50) | def _patched_attn_forward(post_module: nn.Module, module: nn.Module, *ar... function add_dropout (line 57) | def add_dropout(module: nn.Module, patched_fwd: Callable, p_dropout: flo... function add_flash_attn (line 63) | def add_flash_attn(module: nn.Module, causal: bool = True): function patch_model (line 89) | def patch_model( class RopePatch (line 204) | class RopePatch: method __init__ (line 205) | def __init__(self, model_name, **kwargs): method from_config (line 234) | def from_config(cls, config): method patch (line 239) | def patch(self, model): method patch_falcon_model (line 247) | def patch_falcon_model(self, model, **kwargs): method patch_llama_model (line 251) | def patch_llama_model(self, model, **kwargs): FILE: model/model_training/models/patching_falcon.py function falcon_forward_with_flash_attn (line 9) | def falcon_forward_with_flash_attn( FILE: model/model_training/models/patching_llama.py function llama_forward_with_flash_attn (line 14) | def llama_forward_with_flash_attn( FILE: model/model_training/models/patching_neox.py function neox_forward_with_flash_attn (line 8) | def neox_forward_with_flash_attn( FILE: model/model_training/models/patching_utils.py function compute_flash_attention (line 5) | def compute_flash_attention(flash_attn, q, k, v, attention_mask=None, he... FILE: model/model_training/models/peft_modeling.py function load_peft_model (line 10) | def load_peft_model(model, peft_model_path, tokenizer): function prepare_model_for_gradient_checkpointing (line 33) | def prepare_model_for_gradient_checkpointing(model): function peft_model (line 49) | def peft_model(model, training_config): class SaveLoraConfig (line 89) | class SaveLoraConfig: function save_adapter_model_from_ckpt (line 104) | def save_adapter_model_from_ckpt(save_config: SaveLoraConfig): FILE: model/model_training/models/prefix_llama.py function _make_causal_mask (line 47) | def _make_causal_mask(input_ids_shape: torch.Size, dtype: torch.dtype, p... function _expand_mask (line 62) | def _expand_mask(mask: torch.Tensor, dtype: torch.dtype, tgt_len: Option... class LlamaRMSNorm (line 76) | class LlamaRMSNorm(nn.Module): method __init__ (line 77) | def __init__(self, hidden_size, eps=1e-6): method forward (line 85) | def forward(self, hidden_states): class LlamaRotaryEmbedding (line 96) | class LlamaRotaryEmbedding(torch.nn.Module): method __init__ (line 97) | def __init__(self, dim, max_position_embeddings=2048, base=10000, devi... method forward (line 111) | def forward(self, x, seq_len=None): function rotate_half (line 128) | def rotate_half(x): function apply_rotary_pos_emb (line 135) | def apply_rotary_pos_emb(q, k, cos, sin, offset: int = 0): class LlamaMLP (line 143) | class LlamaMLP(nn.Module): method __init__ (line 144) | def __init__( method forward (line 156) | def forward(self, x): class LlamaAttention (line 160) | class LlamaAttention(nn.Module): method __init__ (line 163) | def __init__( method _shape (line 200) | def _shape(self, tensor: torch.Tensor, seq_len: int, bsz: int): method forward (line 203) | def forward( class LlamaDecoderLayer (line 272) | class LlamaDecoderLayer(nn.Module): method __init__ (line 273) | def __init__(self, config: LlamaConfig): method forward (line 288) | def forward( class LlamaPreTrainedModel (line 362) | class LlamaPreTrainedModel(PreTrainedModel): method _init_weights (line 369) | def _init_weights(self, module): method _set_gradient_checkpointing (line 380) | def _set_gradient_checkpointing(self, module, value=False): class LlamaModel (line 449) | class LlamaModel(LlamaPreTrainedModel): method __init__ (line 457) | def __init__(self, config: LlamaConfig): method get_input_embeddings (line 470) | def get_input_embeddings(self): method set_input_embeddings (line 473) | def set_input_embeddings(self, value): method _prepare_decoder_attention_mask (line 477) | def _prepare_decoder_attention_mask(self, attention_mask, input_shape,... method forward (line 498) | def forward( class LlamaForCausalLM (line 656) | class LlamaForCausalLM(LlamaPreTrainedModel): method __init__ (line 659) | def __init__(self, config): method get_input_embeddings (line 668) | def get_input_embeddings(self): method set_input_embeddings (line 671) | def set_input_embeddings(self, value): method get_output_embeddings (line 674) | def get_output_embeddings(self): method set_output_embeddings (line 677) | def set_output_embeddings(self, new_embeddings): method set_decoder (line 680) | def set_decoder(self, decoder): method get_decoder (line 683) | def get_decoder(self): method forward (line 687) | def forward( method prepare_inputs_for_generation (line 813) | def prepare_inputs_for_generation( method _reorder_cache (line 835) | def _reorder_cache(past_key_values, beam_idx): class LlamaForSequenceClassification (line 857) | class LlamaForSequenceClassification(LlamaPreTrainedModel): method __init__ (line 860) | def __init__(self, config): method get_input_embeddings (line 869) | def get_input_embeddings(self): method set_input_embeddings (line 872) | def set_input_embeddings(self, value): method forward (line 876) | def forward( FILE: model/model_training/models/reward_model.py class GPTNeoXRewardModelConfig (line 11) | class GPTNeoXRewardModelConfig(GPTNeoXConfig): method __init__ (line 16) | def __init__( class GPTNeoXRewardModelOutput (line 26) | class GPTNeoXRewardModelOutput(ModelOutput): class GPTNeoXRewardModel (line 38) | class GPTNeoXRewardModel(GPTNeoXPreTrainedModel): method __init__ (line 41) | def __init__(self, config): method forward (line 54) | def forward( FILE: model/model_training/models/rope.py function rotate_half (line 5) | def rotate_half(x): class RWNTKScaledRope (line 10) | class RWNTKScaledRope(torch.nn.Module): method __init__ (line 16) | def __init__( method cos_sin (line 33) | def cos_sin( method forward (line 61) | def forward(self, q, k, past_key_values_length=0): FILE: model/model_training/tests/test_datasets.py function test_all_datasets (line 11) | def test_all_datasets(): function test_collate_fn (line 29) | def test_collate_fn(): function test_collate_fn_simple (line 56) | def test_collate_fn_simple(): FILE: model/model_training/tests/test_dialogue_data_collator.py function pythia_tokenizer (line 10) | def pythia_tokenizer(): function test_dataset_entry_no_context (line 29) | def test_dataset_entry_no_context(pythia_tokenizer): function test_dataset_entry (line 60) | def test_dataset_entry(pythia_tokenizer): function test_dialogue_data_collator (line 122) | def test_dialogue_data_collator(pythia_tokenizer): FILE: model/model_training/tests/test_formatting.py function test_dataset_entry_formatting_missing_lang (line 5) | def test_dataset_entry_formatting_missing_lang(): function test_dataset_entry (line 39) | def test_dataset_entry(): function test_dataset_entry_float_violations (line 74) | def test_dataset_entry_float_violations(): FILE: model/model_training/tests/test_oasst_dataset.py function test_load_oasst_export_dataset (line 8) | def test_load_oasst_export_dataset(): FILE: model/model_training/tests/test_patched_falcon.py function test_flash_attention_falcon_patch (line 7) | def test_flash_attention_falcon_patch(device="cuda:0"): FILE: model/model_training/tests/test_patched_gpt_neox.py function test_flash_attention_patch (line 6) | def test_flash_attention_patch(dtype=torch.float16, device="cuda"): function test_resid_dropout_patch (line 41) | def test_resid_dropout_patch(): FILE: model/model_training/tests/test_patched_llama.py function test_flash_attention_patch (line 6) | def test_flash_attention_patch(dtype=torch.float16, device="cuda:0", lla... FILE: model/model_training/tests/test_ranking_collator.py function pythia_tokenizer (line 20) | def pythia_tokenizer(): function test_ranking_collator_system_tag (line 39) | def test_ranking_collator_system_tag(pythia_tokenizer): function test_ranking_collator_no_messages (line 91) | def test_ranking_collator_no_messages(pythia_tokenizer): function test_ranking_collator_local (line 119) | def test_ranking_collator_local(pythia_tokenizer): function test_rm_datasets (line 175) | def test_rm_datasets(): function test_ranking_collator (line 198) | def test_ranking_collator(): FILE: model/model_training/tests/test_rm_loading.py function test_convert_model (line 9) | def test_convert_model( function test_load_reward_model (line 26) | def test_load_reward_model(model_name: str = "andreaskoepf/oasst-rm-1-py... FILE: model/model_training/tests/test_utils.py function test_tokenizer (line 7) | def test_tokenizer(): function test_tokenizer_successful_match (line 12) | def test_tokenizer_successful_match(): function test_tokenizer_partial_match (line 18) | def test_tokenizer_partial_match(): function test_tokenizer_failed_match (line 24) | def test_tokenizer_failed_match(): FILE: model/model_training/to_triton.py class SFTLogitsModel (line 12) | class SFTLogitsModel(nn.Module): method __init__ (line 13) | def __init__(self, model): method forward (line 17) | def forward(self, *args, **kwargs): class RMLogitsModel (line 21) | class RMLogitsModel(nn.Module): method __init__ (line 22) | def __init__(self, model): method forward (line 26) | def forward(self, *args, **kwargs): function load_model_and_tokenizer (line 30) | def load_model_and_tokenizer(triton_mode, config, device="cuda:0"): function write_traced_module (line 56) | def write_traced_module( function trace_model (line 89) | def trace_model(model, tokenizer, device="cuda:0", trace_example="reward... function main (line 99) | def main(): FILE: model/model_training/tools/augment_oasst.py class AggregateResults (line 20) | class AggregateResults: method __init__ (line 21) | def __init__(self, reward_model) -> None: method scoring (line 29) | def scoring(self, prefixes, answer): method aggregate (line 35) | def aggregate(self, jsonl_filenames, dataset, split="val"): function r2_conversation (line 80) | def r2_conversation(prefixes, tokenizer, model, top_k=10, temperature=0.... function r0_conversation (line 116) | def r0_conversation(prefixes, tokenizer, model, top_k=10, temperature=0.... function rallio_conversation (line 152) | def rallio_conversation(prefixes, tokenizer, model, top_k=2, temperature... function augment_conversation (line 200) | def augment_conversation(model_name, dataset, split="train"): FILE: model/model_training/tools/check_oasst_export.py function parse_args (line 6) | def parse_args(): function main (line 14) | def main(): FILE: model/model_training/tools/export_model.py function parse_args (line 9) | def parse_args(): function main (line 33) | def main(): FILE: model/model_training/tools/model_chat.py class ChatRole (line 19) | class ChatRole(str, Enum): function talk (line 41) | def talk(human_input: str, history: List[Tuple[str, str]], sep_token: st... function process_output (line 89) | def process_output(output, method, bot_name): FILE: model/model_training/tools/sample_rm_data.py function rank_replies (line 35) | def rank_replies(replies): function expand_nodes (line 39) | def expand_nodes(tree): function extract_all_pair_rank (line 57) | def extract_all_pair_rank(tree): function viz_convo (line 78) | def viz_convo(conversation): function calculate_total_threads (line 83) | def calculate_total_threads(_target_file): function process_context (line 104) | def process_context(convo): FILE: model/model_training/trainer_rl.py function argument_parsing (line 25) | def argument_parsing(notebook: bool = False, notebook_args: Sequence[str... function create_reward_fn (line 68) | def create_reward_fn(rank_config, sft_config): # noqa: C901 function main (line 111) | def main(): FILE: model/model_training/trainer_rm.py class RMTrainer (line 31) | class RMTrainer(Trainer): method __init__ (line 32) | def __init__( method compute_loss (line 47) | def compute_loss(self, model, inputs, return_logits=False): method prediction_step (line 59) | def prediction_step( method get_train_dataloader (line 80) | def get_train_dataloader(self): function argument_parsing (line 131) | def argument_parsing(notebook: bool = False, notebook_args: Sequence[str... function main (line 183) | def main(): FILE: model/model_training/trainer_sft.py function compute_metrics (line 37) | def compute_metrics(eval_pred, preprocess_fns, metrics): function preprocess_logits_for_metrics (line 46) | def preprocess_logits_for_metrics(logits, labels): class SFTTrainer (line 51) | class SFTTrainer(Trainer): method __init__ (line 52) | def __init__( method compute_loss (line 68) | def compute_loss(self, model, inputs, return_outputs=False): method _compute_loss (line 82) | def _compute_loss(self, model, inputs): method prediction_step (line 100) | def prediction_step( method get_train_dataloader (line 118) | def get_train_dataloader(self): function argument_parsing (line 169) | def argument_parsing(notebook: bool = False, notebook_args: Sequence[str... function tokenizer_sanity_check (line 241) | def tokenizer_sanity_check(tokenizer): function main (line 284) | def main(): FILE: model/model_training/utils/losses.py class CrossEntropyLoss (line 6) | class CrossEntropyLoss(nn.CrossEntropyLoss): method __init__ (line 7) | def __init__(self, weight=None, size_average=None, ignore_index=-100, ... method forward (line 11) | def forward(self, input, target, mask=None): class PolyLoss (line 29) | class PolyLoss(nn.Module): method __init__ (line 30) | def __init__(self, weight=None, size_average=None, ignore_index=-100, ... method forward (line 38) | def forward(self, input, target, mask=None): class RMLoss (line 57) | class RMLoss(nn.Module): method __init__ (line 58) | def __init__(self, reduction="mean", beta=0.001): method forward (line 63) | def forward(self, logits, cu_lengths=None): class RMCLSLoss (line 86) | class RMCLSLoss(nn.CrossEntropyLoss): method __init__ (line 87) | def __init__(self, weight=None, size_average=None, ignore_index=-100, ... method forward (line 91) | def forward(self, logits, cu_lengths=None): FILE: model/model_training/utils/ppo_utils.py class CustomCausalLMHydraWithValueHead (line 35) | class CustomCausalLMHydraWithValueHead(AutoModelForCausalLMWithHydraValu... method __init__ (line 36) | def __init__(self, *args, **kwargs): method from_pretrained (line 40) | def from_pretrained(cls, config, tokenizer, kwargs=None, revision=None... class CustomPPOTrainer (line 126) | class CustomPPOTrainer(AcceleratePPOTrainer, AccelerateRLTrainer): method __init__ (line 127) | def __init__(self, config, *args, **kwargs): method decode (line 151) | def decode( method get_arch (line 225) | def get_arch(self, config): method generate (line 234) | def generate(self, input_ids, *args, **kwargs): method generate_eval (line 275) | def generate_eval(self, input_ids, *args, **kwargs): method make_experience (line 303) | def make_experience(self, num_rollouts: int = 1024, iter_count: int = ... function triton_server_ref_model (line 538) | def triton_server_ref_model(): # noqa: C901 class CustomPromptPipeline (line 575) | class CustomPromptPipeline(BasePipeline): method __init__ (line 580) | def __init__(self, prompts: List[str], max_prompt_length: int, tokeniz... method __getitem__ (line 633) | def __getitem__(self, ix: int): method __len__ (line 636) | def __len__(self) -> int: method create_loader (line 639) | def create_loader(self, batch_size: int, shuffle=False) -> DataLoader: FILE: model/model_training/utils/utils.py function _strtobool (line 27) | def _strtobool(x): function init_rng (line 31) | def init_rng(conf: argparse.Namespace) -> None: class PerDatasetSampler (line 38) | class PerDatasetSampler(DistributedSampler): method __init__ (line 63) | def __init__( method set_epoch (line 93) | def set_epoch(self, epoch: int) -> None: method __len__ (line 96) | def __len__(self) -> int: method __iter__ (line 99) | def __iter__(self): method build_sampler_from_config (line 130) | def build_sampler_from_config(cls, training_conf, datasets: List[Datas... function get_dataset_fractions (line 138) | def get_dataset_fractions(conf, dataset_sizes: List[int], verbose: bool ... class SpecialTokens (line 166) | class SpecialTokens(NamedTuple): class TokenizerConfig (line 172) | class TokenizerConfig(NamedTuple): function match_tokenizer_name (line 194) | def match_tokenizer_name(model_name: str) -> TokenizerConfig: function get_tokenizer (line 208) | def get_tokenizer(conf) -> transformers.AutoTokenizer: function default_preprocess (line 246) | def default_preprocess(eval_pred, ignote_negative_labels=True): function preprocess_qa (line 257) | def preprocess_qa(eval_pred): function get_metrics (line 282) | def get_metrics(conf, tokenizer): function get_model (line 301) | def get_model(conf, tokenizer, pad_vocab_size_to_multiple_of=16, check_f... function get_dataset_name_and_kwargs_from_data_config (line 360) | def get_dataset_name_and_kwargs_from_data_config(data_config): function get_dataset (line 374) | def get_dataset( function get_loss (line 393) | def get_loss(loss, poly_eps: float = 1.0, score_l2_reg: float = 0.001): function read_yamls (line 406) | def read_yamls(dir): function train_val_dataset (line 421) | def train_val_dataset(dataset, val_split=0.2): function process_output (line 431) | def process_output(output: str, method: str = "v2", bot_name: str = "Joi... function merge_dicts (line 441) | def merge_dicts(default: dict, config: dict): function get_all_linear_layers (line 452) | def get_all_linear_layers(model): FILE: model/model_training/utils/utils_rl.py function prepare_tensor (line 5) | def prepare_tensor(name: str, input): FILE: model/pretokenizer/create_hf_tokenizer_config.py function strtobool (line 9) | def strtobool(s: str) -> bool: function parse_args (line 13) | def parse_args(): function main (line 38) | def main(): FILE: model/pretokenizer/indexed_dataset.py function __best_fitting_dtype (line 29) | def __best_fitting_dtype(vocab_size=None): function get_available_dataset_impl (line 36) | def get_available_dataset_impl(): function infer_dataset_impl (line 40) | def infer_dataset_impl(path): function make_builder (line 56) | def make_builder(out_file, impl, vocab_size=None): function make_dataset (line 63) | def make_dataset(path, impl: str, skip_warmup=False): function dataset_exists (line 81) | def dataset_exists(path, impl): function read_longs (line 88) | def read_longs(f, n): function write_longs (line 94) | def write_longs(f, a): function code (line 101) | def code(dtype): function index_file_path (line 108) | def index_file_path(prefix_path): function data_file_path (line 112) | def data_file_path(prefix_path): function create_doc_idx (line 116) | def create_doc_idx(sizes): class IndexedDataset (line 124) | class IndexedDataset(torch.utils.data.Dataset): method __init__ (line 129) | def __init__(self, path): method read_index (line 135) | def read_index(self, path): method read_data (line 152) | def read_data(self, path): method check_index (line 155) | def check_index(self, i): method __del__ (line 159) | def __del__(self): method __getitem__ (line 164) | def __getitem__(self, idx): method __len__ (line 188) | def __len__(self): method num_tokens (line 191) | def num_tokens(self, index): method size (line 194) | def size(self, index): method exists (line 198) | def exists(path): method supports_prefetch (line 202) | def supports_prefetch(self): class IndexedCachedDataset (line 206) | class IndexedCachedDataset(IndexedDataset): method __init__ (line 207) | def __init__(self, path): method supports_prefetch (line 213) | def supports_prefetch(self): method prefetch (line 216) | def prefetch(self, indices): method __getitem__ (line 241) | def __getitem__(self, idx): class IndexedDatasetBuilder (line 258) | class IndexedDatasetBuilder(object): method __init__ (line 261) | def __init__(self, out_file, dtype=np.int32): method add_item (line 270) | def add_item(self, tensor): method end_document (line 277) | def end_document(self): method merge_file_ (line 280) | def merge_file_(self, another_file): method finalize (line 305) | def finalize(self, index_file): function _warmup_mmap_file (line 320) | def _warmup_mmap_file(path): class MMapIndexedDataset (line 326) | class MMapIndexedDataset(torch.utils.data.Dataset): class Index (line 327) | class Index(object): method writer (line 331) | def writer(cls, path, dtype): method __init__ (line 376) | def __init__(self, path, skip_warmup=False): method __del__ (line 413) | def __del__(self): method dtype (line 418) | def dtype(self): method sizes (line 422) | def sizes(self): method doc_idx (line 426) | def doc_idx(self): method __getitem__ (line 430) | def __getitem__(self, i): method __len__ (line 433) | def __len__(self): method __init__ (line 436) | def __init__(self, path, skip_warmup=False): method __getstate__ (line 445) | def __getstate__(self): method __setstate__ (line 448) | def __setstate__(self, state): method _do_init (line 451) | def _do_init(self, path, skip_warmup): method __del__ (line 463) | def __del__(self): method __len__ (line 468) | def __len__(self): method __getitem__ (line 472) | def __getitem__(self, idx): method get (line 491) | def get(self, idx, offset=0, length=None): method sizes (line 505) | def sizes(self): method doc_idx (line 509) | def doc_idx(self): method get_doc_idx (line 512) | def get_doc_idx(self): method set_doc_idx (line 515) | def set_doc_idx(self, doc_idx_): method supports_prefetch (line 519) | def supports_prefetch(self): method exists (line 523) | def exists(path): class MMapIndexedDatasetBuilder (line 527) | class MMapIndexedDatasetBuilder(object): method __init__ (line 528) | def __init__(self, out_file, dtype=np.int64): method add_item (line 534) | def add_item(self, tensor): method add_doc (line 539) | def add_doc(self, tensor, sizes): method end_document (line 545) | def end_document(self): method merge_file_ (line 548) | def merge_file_(self, another_file): method finalize (line 561) | def finalize(self, index_file): FILE: model/pretokenizer/pretokenize.py class IntRole (line 18) | class IntRole(IntEnum): class Encoder (line 25) | class Encoder(object): method __init__ (line 26) | def __init__(self, args): method encode_text (line 30) | def encode_text(self, text: str) -> list[int]: method decode (line 33) | def decode(self, tokens: list[int]) -> str: method special_tokens (line 37) | def special_tokens(self) -> dict: class DatasetWriter (line 41) | class DatasetWriter: method __init__ (line 42) | def __init__( method add_item (line 53) | def add_item(self, tokenized_item): method finalize (line 56) | def finalize(self): function format_pairs (line 60) | def format_pairs(pairs: list[str] | tuple[str]) -> tuple[list[str], list... function format_sft_entry (line 69) | def format_sft_entry(entry: DatasetEntrySft) -> tuple[list[str], list[in... function format_conversation (line 88) | def format_conversation(messages) -> str: function get_dataset_name (line 97) | def get_dataset_name(d: Dataset): class TokenStats (line 112) | class TokenStats: method __init__ (line 113) | def __init__(self, name: str, total_samples: int, fraction: float = 1): method processed_samples (line 125) | def processed_samples(self) -> int: method skip (line 128) | def skip(self, tokens: list[int]) -> None: method add (line 132) | def add(self, tokens: list[int]) -> None: function tokenize_dataset (line 142) | def tokenize_dataset( function parse_args (line 293) | def parse_args(): function main (line 368) | def main(): FILE: model/pretokenizer/tokenizer.py function build_tokenizer (line 11) | def build_tokenizer(args): function _vocab_size_with_padding (line 39) | def _vocab_size_with_padding(orig_vocab_size, args): class AbstractTokenizer (line 56) | class AbstractTokenizer(ABC): method __init__ (line 59) | def __init__(self, name): method vocab_size (line 65) | def vocab_size(self): method vocab (line 70) | def vocab(self): method inv_vocab (line 76) | def inv_vocab(self): method tokenize (line 81) | def tokenize(self, text): method detokenize (line 84) | def detokenize(self, token_ids): method cls (line 88) | def cls(self): method sep (line 92) | def sep(self): method pad (line 96) | def pad(self): method eod (line 100) | def eod(self): method mask (line 104) | def mask(self): class _FalconTokenizer (line 108) | class _FalconTokenizer(AbstractTokenizer): method __init__ (line 111) | def __init__(self, vocab_extra_ids_list=None, new_tokens=True): method vocab_size (line 128) | def vocab_size(self): method vocab (line 132) | def vocab(self): method tokenize (line 135) | def tokenize(self, text): method detokenize (line 138) | def detokenize(self, token_ids): method inv_vocab (line 142) | def inv_vocab(self): method eod (line 146) | def eod(self): method pad (line 150) | def pad(self): method eos_token_id (line 154) | def eos_token_id(self): class _SentencePieceTokenizer (line 158) | class _SentencePieceTokenizer(AbstractTokenizer): method __init__ (line 161) | def __init__(self, model_file, vocab_extra_ids=0, vocab_extra_ids_list... method _initalize (line 171) | def _initalize(self, vocab_extra_ids, vocab_extra_ids_list, new_tokens): method vocab_size (line 238) | def vocab_size(self): method vocab (line 242) | def vocab(self): method inv_vocab (line 246) | def inv_vocab(self): method tokenize (line 251) | def tokenize(self, text): method detokenize (line 277) | def detokenize(self, ids): method cls (line 290) | def cls(self): method sep (line 294) | def sep(self): method pad (line 298) | def pad(self): method bos_token_id (line 302) | def bos_token_id(self): method bos (line 306) | def bos(self): method eod (line 310) | def eod(self): method eos_token_id (line 316) | def eos_token_id(self): method eos (line 322) | def eos(self): method mask (line 326) | def mask(self): method additional_special_tokens_ids (line 330) | def additional_special_tokens_ids(self): FILE: notebooks/data-augmentation/anthropic/trainer.py class ProSocialDataset (line 19) | class ProSocialDataset(Dataset): method __init__ (line 20) | def __init__(self, split): method __len__ (line 28) | def __len__(self): method __getitem__ (line 31) | def __getitem__(self, idx): function compute_metrics (line 55) | def compute_metrics(eval_pred): FILE: oasst-data/examples/clean_dataset.py function parse_args (line 11) | def parse_args(): function main (line 29) | def main(): FILE: oasst-data/examples/filter_messages.py function parse_args (line 9) | def parse_args(): function main (line 87) | def main(): FILE: oasst-data/examples/filter_trees.py function parse_args (line 8) | def parse_args(): function main (line 32) | def main(): FILE: oasst-data/examples/split_dataset.py function parse_args (line 7) | def parse_args(): function main (line 36) | def main(): FILE: oasst-data/examples/tree_to_messages.py function parse_args (line 6) | def parse_args(): function main (line 23) | def main(): FILE: oasst-data/oasst_data/reader.py function open_jsonl_read (line 12) | def open_jsonl_read(input_file_path: str | Path) -> TextIO: function read_oasst_obj (line 21) | def read_oasst_obj(obj_dict: dict) -> ExportMessageTree | ExportMessageN... function read_oasst_jsonl (line 31) | def read_oasst_jsonl( function read_message_trees (line 41) | def read_message_trees(input_file_path: str | Path) -> Iterable[ExportMe... function read_message_tree_list (line 47) | def read_message_tree_list( function convert_hf_message (line 54) | def convert_hf_message(row: dict) -> None: function read_messages (line 66) | def read_messages(input_file_path: str | Path) -> Iterable[ExportMessage... function read_message_list (line 72) | def read_message_list( function read_dataset_message_trees (line 79) | def read_dataset_message_trees( function read_dataset_messages (line 119) | def read_dataset_messages( FILE: oasst-data/oasst_data/schemas.py class LabelAvgValue (line 9) | class LabelAvgValue(BaseModel): class ExportMessageEvent (line 17) | class ExportMessageEvent(BaseModel): class ExportMessageEventEmoji (line 22) | class ExportMessageEventEmoji(ExportMessageEvent): class ExportMessageEventRating (line 27) | class ExportMessageEventRating(ExportMessageEvent): class ExportMessageEventRanking (line 32) | class ExportMessageEventRanking(ExportMessageEvent): class ExportMessageEventReport (line 41) | class ExportMessageEventReport(ExportMessageEvent): class ExportMessageEventScore (line 47) | class ExportMessageEventScore(ExportMessageEvent): class DetoxifyRating (line 52) | class DetoxifyRating(BaseModel): class ExportMessageNode (line 62) | class ExportMessageNode(BaseModel): method get_label_value (line 85) | def get_label_value(self, name: str) -> float | None: class ExportMessageTree (line 91) | class ExportMessageTree(BaseModel): FILE: oasst-data/oasst_data/traversal.py function visit_threads_depth_first (line 6) | def visit_threads_depth_first( function visit_messages_depth_first (line 24) | def visit_messages_depth_first( FILE: oasst-data/oasst_data/writer.py function default_serializer (line 10) | def default_serializer(obj): function open_jsonl_write (line 17) | def open_jsonl_write(file_name: str | Path) -> TextIO: function write_tree (line 25) | def write_tree( function write_message_trees (line 34) | def write_message_trees( function write_message (line 45) | def write_message( function write_messages (line 59) | def write_messages( FILE: oasst-shared/oasst_shared/api_client.py class TaskType (line 16) | class TaskType(str, enum.Enum): class OasstApiClient (line 33) | class OasstApiClient: method __init__ (line 36) | def __init__(self, backend_url: str, api_key: str, session: Optional[a... method post (line 68) | async def post(self, path: str, data: dict[str, t.Any]) -> Optional[di... method _parse_task (line 104) | def _parse_task(self, data: Optional[dict[str, t.Any]]) -> protocol_sc... method fetch_task (line 115) | async def fetch_task( method fetch_random_task (line 129) | async def fetch_random_task( method ack_task (line 136) | async def ack_task(self, task_id: str | UUID, message_id: str) -> None: method nack_task (line 142) | async def nack_task(self, task_id: str | UUID, reason: str) -> None: method post_interaction (line 148) | async def post_interaction(self, interaction: protocol_schema.Interact... method close (line 154) | async def close(self): FILE: oasst-shared/oasst_shared/exceptions/oasst_api_error.py class OasstErrorCode (line 5) | class OasstErrorCode(IntEnum): class OasstError (line 93) | class OasstError(Exception): method __init__ (line 100) | def __init__(self, message: str, error_code: OasstErrorCode, http_stat... method __repr__ (line 106) | def __repr__(self) -> str: FILE: oasst-shared/oasst_shared/model_configs.py class ModelConfig (line 4) | class ModelConfig(pydantic.BaseModel): method is_llama (line 11) | def is_llama(self) -> bool: method is_lorem (line 15) | def is_lorem(self) -> bool: method compat_hash (line 19) | def compat_hash(self) -> str: FILE: oasst-shared/oasst_shared/schemas/inference.py class WorkerGpuInfo (line 16) | class WorkerGpuInfo(pydantic.BaseModel): class WorkerHardwareInfo (line 21) | class WorkerHardwareInfo(pydantic.BaseModel): method __init__ (line 36) | def __init__(self, **data): class WorkerConfig (line 69) | class WorkerConfig(pydantic.BaseModel): method compat_hash (line 74) | def compat_hash(self) -> str: class WorkerInfo (line 78) | class WorkerInfo(pydantic.BaseModel): class GpuMetricsInfo (line 83) | class GpuMetricsInfo(pydantic.BaseModel): class WorkerMetricsInfo (line 88) | class WorkerMetricsInfo(pydantic.BaseModel): method __init__ (line 95) | def __init__(self, **data): class SamplingParameters (line 118) | class SamplingParameters(pydantic.BaseModel): class PluginApiType (line 127) | class PluginApiType(pydantic.BaseModel): class PluginAuthType (line 136) | class PluginAuthType(pydantic.BaseModel): class PluginOpenAPIParameter (line 140) | class PluginOpenAPIParameter(pydantic.BaseModel): class PluginOpenAPIEndpoint (line 148) | class PluginOpenAPIEndpoint(pydantic.BaseModel): class PluginConfig (line 158) | class PluginConfig(pydantic.BaseModel): class PluginEntry (line 172) | class PluginEntry(pydantic.BaseModel): class PluginExecutionDetails (line 180) | class PluginExecutionDetails(pydantic.BaseModel): class PluginUsed (line 190) | class PluginUsed(pydantic.BaseModel): function make_seed (line 197) | def make_seed() -> int: class WorkParameters (line 201) | class WorkParameters(pydantic.BaseModel): class ReportType (line 217) | class ReportType(str, enum.Enum): class Vote (line 223) | class Vote(pydantic.BaseModel): class Report (line 228) | class Report(pydantic.BaseModel): class MessageState (line 234) | class MessageState(str, enum.Enum): class MessageRead (line 244) | class MessageRead(pydantic.BaseModel): method is_assistant (line 263) | def is_assistant(self) -> bool: class Thread (line 267) | class Thread(pydantic.BaseModel): class SafetyParameters (line 271) | class SafetyParameters(pydantic.BaseModel): method level_must_be_in_range (line 275) | def level_must_be_in_range(cls, v): class SafetyRequest (line 281) | class SafetyRequest(pydantic.BaseModel): class SafetyResponse (line 286) | class SafetyResponse(pydantic.BaseModel): class WorkerRequestBase (line 290) | class WorkerRequestBase(pydantic.BaseModel): class WorkRequest (line 294) | class WorkRequest(WorkerRequestBase): class PingRequest (line 304) | class PingRequest(WorkerRequestBase): class ErrorRequest (line 308) | class ErrorRequest(WorkerRequestBase): class UpgradeProtocolRequest (line 313) | class UpgradeProtocolRequest(WorkerRequestBase): class WrongApiKeyRequest (line 317) | class WrongApiKeyRequest(WorkerRequestBase): class TerminateRequest (line 321) | class TerminateRequest(WorkerRequestBase): class WorkerResponseBase (line 325) | class WorkerResponseBase(pydantic.BaseModel): class PongResponse (line 329) | class PongResponse(WorkerResponseBase): class SafePromptResponse (line 334) | class SafePromptResponse(WorkerResponseBase): class PluginIntermediateResponse (line 342) | class PluginIntermediateResponse(WorkerResponseBase): class TokenResponse (line 351) | class TokenResponse(WorkerResponseBase): class GeneratedTextResponse (line 358) | class GeneratedTextResponse(WorkerResponseBase): class InternalFinishedMessageResponse (line 366) | class InternalFinishedMessageResponse(WorkerResponseBase): class InternalErrorResponse (line 371) | class InternalErrorResponse(WorkerResponseBase): class ErrorResponse (line 377) | class ErrorResponse(WorkerResponseBase): class GeneralErrorResponse (line 383) | class GeneralErrorResponse(WorkerResponseBase): FILE: oasst-shared/oasst_shared/schemas/protocol.py class TaskRequestType (line 11) | class TaskRequestType(str, enum.Enum): class User (line 26) | class User(BaseModel): class Account (line 32) | class Account(BaseModel): class Token (line 38) | class Token(BaseModel): class TokenPair (line 43) | class TokenPair(BaseModel): class FrontEndUser (line 48) | class FrontEndUser(User): class PageResult (line 61) | class PageResult(BaseModel): class FrontEndUserPage (line 69) | class FrontEndUserPage(PageResult): class ConversationMessage (line 73) | class ConversationMessage(BaseModel): class Conversation (line 88) | class Conversation(BaseModel): method __len__ (line 93) | def __len__(self): method is_prompter_turn (line 97) | def is_prompter_turn(self) -> bool: class Message (line 106) | class Message(ConversationMessage): class MessageRevision (line 120) | class MessageRevision(BaseModel): class MessagePage (line 129) | class MessagePage(PageResult): class MessageTree (line 133) | class MessageTree(BaseModel): class TaskRequest (line 140) | class TaskRequest(BaseModel): class TaskAck (line 151) | class TaskAck(BaseModel): class TaskNAck (line 157) | class TaskNAck(BaseModel): class TaskClose (line 163) | class TaskClose(BaseModel): class Task (line 169) | class Task(BaseModel): class SummarizeStoryTask (line 176) | class SummarizeStoryTask(Task): class RatingScale (line 183) | class RatingScale(BaseModel): class AbstractRatingTask (line 188) | class AbstractRatingTask(Task): class RateSummaryTask (line 194) | class RateSummaryTask(AbstractRatingTask): class WithHintMixin (line 202) | class WithHintMixin(BaseModel): class InitialPromptTask (line 206) | class InitialPromptTask(Task, WithHintMixin): class ReplyToConversationTask (line 212) | class ReplyToConversationTask(Task): class PrompterReplyTask (line 219) | class PrompterReplyTask(ReplyToConversationTask, WithHintMixin): class AssistantReplyTask (line 225) | class AssistantReplyTask(ReplyToConversationTask): class RankInitialPromptsTask (line 231) | class RankInitialPromptsTask(Task): class RankConversationRepliesTask (line 239) | class RankConversationRepliesTask(Task): class RankPrompterRepliesTask (line 251) | class RankPrompterRepliesTask(RankConversationRepliesTask): class RankAssistantRepliesTask (line 257) | class RankAssistantRepliesTask(RankConversationRepliesTask): class LabelTaskMode (line 263) | class LabelTaskMode(str, enum.Enum): class LabelTaskDisposition (line 270) | class LabelTaskDisposition(str, enum.Enum): class LabelDescription (line 277) | class LabelDescription(BaseModel): class AbstractLabelTask (line 284) | class AbstractLabelTask(Task): class LabelInitialPromptTask (line 294) | class LabelInitialPromptTask(AbstractLabelTask): class LabelConversationReplyTask (line 301) | class LabelConversationReplyTask(AbstractLabelTask): class LabelPrompterReplyTask (line 308) | class LabelPrompterReplyTask(LabelConversationReplyTask): class LabelAssistantReplyTask (line 314) | class LabelAssistantReplyTask(LabelConversationReplyTask): class TaskDone (line 320) | class TaskDone(Task): class Interaction (line 345) | class Interaction(BaseModel): class TextReplyToMessage (line 352) | class TextReplyToMessage(Interaction): class MessageRating (line 362) | class MessageRating(Interaction): class MessageRanking (line 370) | class MessageRanking(Interaction): class LabelWidget (line 379) | class LabelWidget(str, enum.Enum): class TextLabel (line 385) | class TextLabel(str, enum.Enum): method __new__ (line 388) | def __new__(cls, label: str, widget: LabelWidget, display_text: str = ... class TextLabels (line 429) | class TextLabels(Interaction): method has_message_id (line 440) | def has_message_id(self) -> bool: method check_label_values (line 446) | def check_label_values(cls, v): class SystemStats (line 461) | class SystemStats(BaseModel): class UserScore (line 469) | class UserScore(BaseModel): class LeaderboardStats (line 504) | class LeaderboardStats(BaseModel): class TrollScore (line 510) | class TrollScore(BaseModel): class TrollboardStats (line 548) | class TrollboardStats(BaseModel): class OasstErrorResponse (line 554) | class OasstErrorResponse(BaseModel): class EmojiCode (line 561) | class EmojiCode(str, enum.Enum): class EmojiOp (line 580) | class EmojiOp(str, enum.Enum): class MessageEmojiRequest (line 586) | class MessageEmojiRequest(BaseModel): class MessageEditRequest (line 592) | class MessageEditRequest(BaseModel): class CreateFrontendUserRequest (line 597) | class CreateFrontendUserRequest(User): class CachedStatsName (line 604) | class CachedStatsName(str, enum.Enum): class CachedStatsResponse (line 612) | class CachedStatsResponse(BaseModel): class AllCachedStatsResponse (line 618) | class AllCachedStatsResponse(BaseModel): FILE: oasst-shared/oasst_shared/utils.py function utcnow (line 12) | def utcnow() -> datetime: function unaware_to_utc (line 17) | def unaware_to_utc(d: datetime | None) -> datetime: class TimerError (line 24) | class TimerError(Exception): class ScopeTimer (line 28) | class ScopeTimer: method __init__ (line 29) | def __init__(self): method start (line 32) | def start(self) -> None: method stop (line 36) | def stop(self) -> float: method __enter__ (line 41) | def __enter__(self): method __exit__ (line 46) | def __exit__(self, *exc_info): function log_timing (line 51) | def log_timing(func=None, *, log_kwargs: bool = False, level: int | str ... function sha256_hash (line 72) | def sha256_hash(key: str, seed: int) -> str: class Anonymizer (line 76) | class Anonymizer: method __init__ (line 77) | def __init__(self, seed, value_generator=lambda key, seed: sha256_hash... method __getitem__ (line 83) | def __getitem__(self, key): method anonymize (line 92) | def anonymize(self, collection: str, key: str | None) -> str | None: FILE: oasst-shared/tests/test_oasst_api_client.py function oasst_api_client_mocked (line 13) | def oasst_api_client_mocked(): class MockClientSession (line 27) | class MockClientSession(aiohttp.ClientSession): method set_response (line 30) | def set_response(self, response: Any): method post (line 33) | async def post(self, *args, **kwargs): function mock_http_session (line 38) | def mock_http_session(): function oasst_api_client_fake_http (line 43) | def oasst_api_client_fake_http(mock_http_session): function test_can_fetch_task (line 53) | async def test_can_fetch_task(task_type: protocol_schema.TaskRequestType... function test_can_ack_task (line 58) | async def test_can_ack_task(oasst_api_client_mocked: OasstApiClient): function test_can_nack_task (line 63) | async def test_can_nack_task(oasst_api_client_mocked: OasstApiClient): function test_can_post_interaction (line 68) | async def test_can_post_interaction(oasst_api_client_mocked: OasstApiCli... function test_can_handle_oasst_error_from_api (line 89) | async def test_can_handle_oasst_error_from_api( function test_can_handle_unknown_error_from_api (line 113) | async def test_can_handle_unknown_error_from_api( FILE: scripts/data-collection/twitter/twitter_create_convs.py function role_decide (line 81) | def role_decide(user_id, prompt_user): class ConversationTreeNode (line 88) | class ConversationTreeNode: method __init__ (line 89) | def __init__(self, tweet_id, prompt_user, from_df, children_df, metada... method get_children (line 102) | def get_children(self, tweet_id, children_df): class ConversationTree (line 118) | class ConversationTree: method __init__ (line 119) | def __init__(self, tweet_id, prompt_user, from_df, children_df, r_meta... FILE: scripts/data-collection/twitter/twitter_process_json.py function main (line 71) | def main(file_list_pkl, folder_path, processed_max_buffer): function get_file_paths (line 85) | def get_file_paths(file_list_pkl, folder_path): function get_processed_list (line 100) | def get_processed_list(processed_file_list_pkl): function modify_dict_cols (line 111) | def modify_dict_cols(j_dict): function process_single_file (line 145) | def process_single_file(f, processed_list): function process_json (line 176) | def process_json(file_list, processed_max_buffer): FILE: scripts/data_augment/data_augment.py class DataAugmenter (line 31) | class DataAugmenter: method __init__ (line 32) | def __init__(self): method parse (line 35) | def parse(self, essays): method parse_single (line 47) | def parse_single(self, essay): class EssayInstructor (line 51) | class EssayInstructor(DataAugmenter): method __init__ (line 52) | def __init__(self, model_name=None): method parse_single (line 58) | def parse_single(self, essay): class EssayReviser (line 89) | class EssayReviser(DataAugmenter): method __init__ (line 90) | def __init__(self): method parse_single (line 94) | def parse_single(self, essay): class StackExchangeBuilder (line 135) | class StackExchangeBuilder(DataAugmenter): method __init__ (line 136) | def __init__(self, base_url=None, filter_opts=None): method get_all_filenames (line 146) | def get_all_filenames(self): method xml_to_df (line 160) | def xml_to_df(self, response: str): method filter (line 200) | def filter(self, df): method parse (line 242) | def parse(self, _): class HierachicalSummarizer (line 274) | class HierachicalSummarizer(DataAugmenter): method __init__ (line 275) | def __init__(self): method cleanup_summary (line 295) | def cleanup_summary(self, out): method parse_single (line 307) | def parse_single(self, essay): class EntityRecognizedSummarizer (line 345) | class EntityRecognizedSummarizer(DataAugmenter): method __init__ (line 346) | def __init__(self): method parse_single (line 349) | def parse_single(self, essay): class CodeBugger (line 360) | class CodeBugger(DataAugmenter): method __init__ (line 375) | def __init__(self): method parse_single (line 379) | def parse_single(self, code): class CodeInstructor (line 394) | class CodeInstructor(DataAugmenter): method __init__ (line 395) | def __init__(self): method parse (line 399) | def parse(self, codes): function recognize_entities (line 426) | def recognize_entities(text, model, n=4, person="ignore"): function parse_arguments (line 445) | def parse_arguments(): function read_data (line 460) | def read_data(args): function get_augmenter (line 472) | def get_augmenter(args): function main (line 502) | def main(args): FILE: scripts/discord/stats.py class Settings (line 18) | class Settings(pydantic.BaseSettings): function on_ready (line 31) | async def on_ready(): FILE: scripts/discord/verify-lobby.py class Settings (line 18) | class Settings(pydantic.BaseSettings): function on_ready (line 31) | async def on_ready(): FILE: scripts/frontend-development/find-missing-locales.py function get_not_translated (line 12) | def get_not_translated(en_json, translation_json, parent_key=None): function get_missing (line 26) | def get_missing(en_json, translation_json): function print_result (line 30) | def print_result(missing, not_translated, file): function audit (line 39) | def audit(file, en_file): function main (line 45) | def main(): FILE: scripts/postprocessing/importance_selection.py function least_squares_fit (line 14) | def least_squares_fit(features, target, scaling=1): function get_df (line 41) | def get_df(study_label): function reweight_features (line 107) | def reweight_features(features, weights, noise_scale=0.0): function get_subframe (line 119) | def get_subframe(arr, columns_to_filter): function sample_importance_weights (line 132) | def sample_importance_weights(importance_weights, temperature=1.0): function make_random_testframe (line 140) | def make_random_testframe(num_rows, num_cols, frac_missing): function combine_underrepresented_columns (line 147) | def combine_underrepresented_columns(arr, num_instances): function importance_votes (line 171) | def importance_votes(arr, to_fit=10, init_weight=None): function select_ids (line 218) | def select_ids(arr, pick_frac, minima=(50, 500), folds=50, to_fit=200, f... FILE: scripts/postprocessing/infogain_selector.py function analytic_solution (line 61) | def analytic_solution(a_post, a_prior): function uniform_expected_infogain (line 79) | def uniform_expected_infogain(a_prior): FILE: scripts/postprocessing/ranking_disagreement.py function normalised_kendall_tau_distance (line 12) | def normalised_kendall_tau_distance(values1, values2): function get_df (line 25) | def get_df(): FILE: scripts/postprocessing/rankings.py function head_to_head_votes (line 6) | def head_to_head_votes(ranks: List[List[int]]): function cycle_detect (line 24) | def cycle_detect(pairs): function get_winner (line 54) | def get_winner(pairs): function get_ranking (line 67) | def get_ranking(pairs): function ranked_pairs (line 82) | def ranked_pairs(ranks: List[List[int]]): FILE: scripts/postprocessing/regex_pii_detector.py class PIIDetector (line 78) | class PIIDetector: method __init__ (line 80) | def __init__(self): method get_pii (line 87) | def get_pii(self, input_text: str): method formatted_output (line 96) | def formatted_output(self, match_list: list): FILE: scripts/postprocessing/scoring.py class Voter (line 10) | class Voter: method voter_quality (line 31) | def voter_quality(self): method rank_quality (line 34) | def rank_quality(self): method prompt_quality (line 37) | def prompt_quality(self): method is_well_behaved (line 40) | def is_well_behaved(self, threshhold_vote, threshhold_prompt, threshho... method total_points (line 47) | def total_points(self, voting_weight, prompt_weight, ranking_weight): function score_update_votes (line 55) | def score_update_votes(new_vote: int, consensus: npt.ArrayLike, voter_da... function score_update_prompts (line 86) | def score_update_prompts(consensus: npt.ArrayLike, voter_data: Voter) ->... function score_update_ranking (line 120) | def score_update_ranking(user_ranking: npt.ArrayLike, consensus_ranking:... FILE: scripts/postprocessing/task_schedule.py class Task (line 7) | class Task(Enum): function task_selection (line 14) | def task_selection( function next_answer_task (line 49) | def next_answer_task(possible_prompts, answers_per_prompt): FILE: scripts/xor-codec/xor_codec.py function xor_uncompressed (line 10) | def xor_uncompressed(dst, src_payload, src_base, block_size=4096): function xor_encode (line 30) | def xor_encode(dst, src_payload, src_base, block_size=4096): function xor_decode (line 50) | def xor_decode(dst, src_payload, src_base, block_size=4096): function xor_dir (line 70) | def xor_dir(dst, src_payload, src_base, decode=True, compress=True): FILE: text-frontend/__main__.py function _random_message_id (line 16) | def _random_message_id(): function _render_message (line 20) | def _render_message(message: dict) -> str: function main (line 28) | def main(backend_url: str = "http://127.0.0.1:8080", api_key: str = "123... FILE: text-frontend/auto_main.py function _random_message_id (line 15) | def _random_message_id(): function _render_message (line 19) | def _render_message(message: dict) -> str: function main (line 27) | def main( FILE: website/.storybook/preview.js constant MOCK_VALID_LABELS (line 12) | const MOCK_VALID_LABELS= [ FILE: website/cypress.config.js method setupNodeEvents (line 7) | setupNodeEvents(on, config) { method setupNodeEvents (line 20) | setupNodeEvents(on, config) { FILE: website/cypress/support/component.ts type Chainable (line 32) | interface Chainable { FILE: website/cypress/support/index.ts type Chainable (line 6) | interface Chainable { FILE: website/jest.setup.js constant CONSOLE_FAIL_TYPES (line 14) | const CONSOLE_FAIL_TYPES = ["error", "warn"]; FILE: website/next-lint.js function npmLint (line 3) | async function npmLint() { FILE: website/next.config.js method redirects (line 33) | async redirects() { FILE: website/prisma/migrations/20230326131923_initial_migration/migration.sql type "Account" (line 2) | CREATE TABLE "Account" ( type "Session" (line 20) | CREATE TABLE "Session" ( type "User" (line 30) | CREATE TABLE "User" ( type "VerificationToken" (line 43) | CREATE TABLE "VerificationToken" ( type "RegisteredTask" (line 50) | CREATE TABLE "RegisteredTask" ( type "TaskInteraction" (line 59) | CREATE TABLE "TaskInteraction" ( type "Account" (line 68) | CREATE UNIQUE INDEX "Account_provider_providerAccountId_key" ON "Account... type "Session" (line 71) | CREATE UNIQUE INDEX "Session_sessionToken_key" ON "Session"("sessionToken") type "User" (line 74) | CREATE UNIQUE INDEX "User_email_key" ON "User"("email") type "VerificationToken" (line 77) | CREATE UNIQUE INDEX "VerificationToken_token_key" ON "VerificationToken"... type "VerificationToken" (line 80) | CREATE UNIQUE INDEX "VerificationToken_identifier_token_key" ON "Verific... FILE: website/prisma/seed.ts function main (line 11) | async function main() { FILE: website/public/mockServiceWorker.js constant INTEGRITY_CHECKSUM (line 11) | const INTEGRITY_CHECKSUM = '3d6b9f06410d179a7f7404d4bf4c3c70' function handleRequest (line 140) | async function handleRequest(event, requestId) { function resolveMainClient (line 174) | async function resolveMainClient(event) { function getResponse (line 197) | async function getResponse(event, client, requestId) { function sendToClient (line 278) | function sendToClient(client, message) { function sleep (line 294) | function sleep(timeMs) { function respondWithMock (line 300) | async function respondWithMock(response) { FILE: website/src/components/AuthLayout.tsx function AuthLayout (line 4) | function AuthLayout({ children }: { children: ReactNode }) { FILE: website/src/components/Buttons/Skip.tsx type SkipButtonProps (line 15) | interface SkipButtonProps extends ButtonProps { FILE: website/src/components/CallToAction.tsx constant CIRCLE_HEIGHT (line 9) | const CIRCLE_HEIGHT = 558; constant CIRCLE_WIDTH (line 10) | const CIRCLE_WIDTH = 558; function CircleBackground (line 12) | function CircleBackground() { function CallToAction (line 44) | function CallToAction() { FILE: website/src/components/Chat/ChatAssistantDraftPager.tsx type DraftPickedParams (line 10) | type DraftPickedParams = { chatId: string; regenIndex: number; messageIn... type OnDraftPickedFn (line 12) | type OnDraftPickedFn = (params: DraftPickedParams) => void; type OnRetryFn (line 13) | type OnRetryFn = (params: { parentId: string; chatId: string }) => void; type ChatAssistantDraftPagerProps (line 15) | type ChatAssistantDraftPagerProps = { FILE: website/src/components/Chat/ChatAssistantDraftViewer.tsx type OnDraftPickedFn (line 10) | type OnDraftPickedFn = (message_index: number) => void; type ChatAssistantDraftViewerProps (line 12) | type ChatAssistantDraftViewerProps = { FILE: website/src/components/Chat/ChatConfigForm.tsx type NumberInputSliderProps (line 381) | type NumberInputSliderProps = { FILE: website/src/components/Chat/ChatConfigSummary.tsx function ChatConfigSummary (line 7) | function ChatConfigSummary() { FILE: website/src/components/Chat/ChatContext.tsx type ChatStateContext (line 4) | type ChatStateContext = { type ChatActionContext (line 8) | type ChatActionContext = { FILE: website/src/components/Chat/ChatConversation.tsx type ChatConversationProps (line 30) | interface ChatConversationProps { method onSuccess (line 59) | onSuccess(data) { FILE: website/src/components/Chat/ChatConversationTree.tsx type ChatConversationTreeProps (line 15) | type ChatConversationTreeProps = { constant LAST_ASSISTANT_MESSAGE_ID (line 21) | const LAST_ASSISTANT_MESSAGE_ID = "last_assistant_message"; FILE: website/src/components/Chat/ChatForm.tsx type ChatFormProps (line 11) | type ChatFormProps = { FILE: website/src/components/Chat/ChatInitialDataContext.tsx type ChatInitialDataContext (line 4) | type ChatInitialDataContext = { FILE: website/src/components/Chat/ChatListItem.tsx type ChatListItemIconButtonProps (line 300) | type ChatListItemIconButtonProps = { FILE: website/src/components/Chat/ChatMessageEntry.tsx type EditPromptParams (line 29) | type EditPromptParams = { parentId: string; chatId: string; content: str... type ChatMessageEntryProps (line 31) | type ChatMessageEntryProps = { type PendingMessageEntryProps (line 219) | type PendingMessageEntryProps = { FILE: website/src/components/Chat/CreateChatButton.tsx type CreateChatButtonProps (line 19) | interface CreateChatButtonProps extends ButtonProps { FILE: website/src/components/Chat/CustomInstructions.tsx constant CHAR_LIMIT (line 20) | const CHAR_LIMIT = 256; function createChangeHandler (line 40) | function createChangeHandler(key: string) { FILE: website/src/components/Chat/PluginsChooser.tsx type PluginsChooserProps (line 40) | type PluginsChooserProps = { FILE: website/src/components/Chat/useListChatPagination.ts type ChatListViewSelection (line 7) | type ChatListViewSelection = "visible" | "visible_hidden"; function useListChatPagination (line 9) | function useListChatPagination(view: ChatListViewSelection) { FILE: website/src/components/Container.tsx function Container (line 3) | function Container({ className, ...props }) { FILE: website/src/components/Dashboard/LeaderboardWidget.tsx function LeaderboardWidget (line 7) | function LeaderboardWidget() { FILE: website/src/components/Dashboard/SlimFooter.tsx function SlimFooter (line 7) | function SlimFooter() { FILE: website/src/components/Dashboard/TaskOption.tsx type TaskCategoryItem (line 23) | type TaskCategoryItem = { taskType: TaskType; count: number }; type TasksOptionProps (line 25) | interface TasksOptionProps { FILE: website/src/components/Dashboard/WelcomeCard.tsx function WelcomeCard (line 5) | function WelcomeCard() { FILE: website/src/components/DataTable/DataTable.tsx type ColumnMeta (line 48) | interface ColumnMeta { type DataTableColumnDef (line 55) | type DataTableColumnDef = ColumnDef & { type FilterItem (line 60) | type FilterItem = { type DataTableRowPropsCallback (line 65) | type DataTableRowPropsCallback = (row: Row) => TableRowProps; type DataTableCellPropsCallback (line 67) | type DataTableCellPropsCallback = (cell: Cell) => TableCe... type DataTableProps (line 69) | type DataTableProps = { type WithSpanCell (line 181) | type WithSpanCell = Cell & { span?: number }; FILE: website/src/components/DataTable/DataTableAction.tsx type DataTableActionProps (line 4) | type DataTableActionProps = Omit & { i... FILE: website/src/components/DataTable/jsonExpandRowModel.tsx type ExpandableRow (line 5) | type ExpandableRow = Omit & { FILE: website/src/components/DataTable/useCursorPagination.ts type CursorPaginationState (line 3) | type CursorPaginationState = { FILE: website/src/components/EmptyState.tsx type EmptyStateProps (line 6) | type EmptyStateProps = { FILE: website/src/components/Explain.tsx type ExplainProps (line 14) | interface ExplainProps { FILE: website/src/components/Faq.tsx constant FAQS (line 6) | const FAQS = Array.from({ length: 6 }); function Faq (line 8) | function Faq() { FILE: website/src/components/Footer.tsx function Footer (line 7) | function Footer() { FILE: website/src/components/Header/Header.tsx function AccountButton (line 17) | function AccountButton() { constant HEADER_HEIGHT (line 34) | const HEADER_HEIGHT = "82px"; type HeaderProps (line 36) | type HeaderProps = { preLogoSlot?: ReactNode; fixed?: boolean }; constant ANNOUNCEMENT_CACHE_KEY (line 38) | const ANNOUNCEMENT_CACHE_KEY = "announcement"; function Header (line 40) | function Header({ preLogoSlot, fixed = true }: HeaderProps) { FILE: website/src/components/Header/UserMenu.tsx type MenuOption (line 23) | interface MenuOption { function UserMenu (line 30) | function UserMenu() { FILE: website/src/components/Hero.tsx function Hero (line 10) | function Hero() { FILE: website/src/components/JsonCard.tsx type JsonCardProps (line 5) | type JsonCardProps = StrictOmit & { FILE: website/src/components/Layout.tsx type NextPageWithLayout (line 13) | type NextPageWithLayout

= NextPage & { FILE: website/src/components/LeaderboardTable/LeaderboardTable.tsx type WindowLeaderboardEntity (line 16) | type WindowLeaderboardEntity = LeaderboardEntity & { isSpaceRow?: boolea... FILE: website/src/components/Messages/AdminMessageTable.tsx method cell (line 111) | cell({ getValue }) { FILE: website/src/components/Messages/BaseMessageEntry.tsx type BaseMessageEntryProps (line 9) | type BaseMessageEntryProps = StrictOmit; type RoleSelectProps (line 14) | type RoleSelectProps = Omit & { FILE: website/src/components/SideMenu.tsx type SideMenuItemType (line 11) | interface SideMenuItemType { type SideMenuProps (line 18) | interface SideMenuProps { constant SIDE_MENU_WIDTH (line 22) | const SIDE_MENU_WIDTH = { function SideMenu (line 27) | function SideMenu({ items }: SideMenuProps) { FILE: website/src/components/Sortable/Sortable.tsx type SortableProps (line 36) | interface SortableProps { type SortableItem (line 45) | interface SortableItem { FILE: website/src/components/Stats/Stats.components.tsx type ChartProps (line 27) | type ChartProps = { type MessageTreeStateStatsProps (line 33) | type MessageTreeStateStatsProps = { constant STATE_COLORS (line 56) | const STATE_COLORS = { type LangRow (line 67) | type LangRow = { function getTableData (line 79) | function getTableData( function getBackgroundColor (line 248) | function getBackgroundColor(stat, data) { FILE: website/src/components/Stats/Stats.tsx type StatsProps (line 9) | type StatsProps = { constant CHART_STATS (line 13) | const CHART_STATS = [ FILE: website/src/components/Survey/LabelLikertGroup.tsx type LabelInputGroupProps (line 8) | interface LabelInputGroupProps { type LabelInfo (line 14) | interface LabelInfo { FILE: website/src/components/Survey/TaskControls.tsx type TaskControlsProps (line 11) | interface TaskControlsProps { FILE: website/src/components/Survey/TrackedTextarea.tsx type TrackedTextboxProps (line 13) | interface TrackedTextboxProps { FILE: website/src/components/TaskPage/TaskPage.tsx type TaskPageProps (line 13) | type TaskPageProps = { FILE: website/src/components/Tasks/Task/Task.tsx type EditMode (line 16) | interface EditMode { type ReviewMode (line 20) | interface ReviewMode { type DefaultWarnMode (line 23) | interface DefaultWarnMode { type SubmittedMode (line 26) | interface SubmittedMode { type TaskStatus (line 30) | type TaskStatus = EditMode | DefaultWarnMode | ReviewMode | SubmittedMode; type NewTask (line 32) | interface NewTask { type Review (line 36) | interface Review { type SetSubmitted (line 40) | interface SetSubmitted { type ReturnToEdit (line 44) | interface ReturnToEdit { type AcceptDefault (line 48) | interface AcceptDefault { type UpdateValidity (line 52) | interface UpdateValidity { type TaskSurveyProps (line 57) | interface TaskSurveyProps { FILE: website/src/components/Tasks/TaskHeader/TaskHeader.tsx type TaskHeaderProps (line 7) | interface TaskHeaderProps { FILE: website/src/components/Tasks/UnchangedWarning.tsx type UnchangedWarningProps (line 14) | interface UnchangedWarningProps { FILE: website/src/components/TeamMember.tsx type TeamMemberProps (line 5) | interface TeamMemberProps { function TeamMember (line 14) | function TeamMember({ name, url, imageURL, githubURL, title, rootProps }... FILE: website/src/components/UserAvatar.tsx function UserAvatar (line 3) | function UserAvatar({ displayName, avatarUrl }: { displayName: string; a... FILE: website/src/components/UserDisplayNameCell.tsx constant AUTH_METHOD_TO_ICON (line 11) | const AUTH_METHOD_TO_ICON: Record = { FILE: website/src/context/TaskContext.ts type TaskContextType (line 7) | interface TaskContextType FILE: website/src/hooks/env/BrowserEnv.ts type BrowserConfig (line 3) | interface BrowserConfig { FILE: website/src/lib/captcha.ts type CaptchaErrorCode (line 1) | type CaptchaErrorCode = type CheckCaptchaResponse (line 10) | type CheckCaptchaResponse = { FILE: website/src/lib/chat_stream.test.ts function streamFromIt (line 3) | function streamFromIt(it) { FILE: website/src/lib/chat_stream.ts type QueueInfo (line 3) | interface QueueInfo { type PluginIntermediateResponse (line 8) | interface PluginIntermediateResponse { type ChatStreamHandlerOptions (line 15) | interface ChatStreamHandlerOptions { function handleChatEventStream (line 23) | async function handleChatEventStream({ FILE: website/src/lib/errors.ts constant ERROR_CODES (line 1) | const ERROR_CODES = { FILE: website/src/lib/oasst_api_client.ts class OasstError (line 8) | class OasstError { method constructor (line 15) | constructor({ method toString (line 35) | toString() { class OasstApiClient (line 40) | class OasstApiClient { method constructor (line 45) | constructor(oasstApiUrl: string, oasstApiKey: string, user?: BackendUs... method request (line 55) | private async request(method: "GET" | "POST" | "PUT" | "DELETE", pa... method post (line 97) | private async post(path: string, body: unknown) { method put (line 103) | private async put(path: string) { method get (line 107) | private async get(path: string, query?: Record(path: string) { method fetchTask (line 128) | async fetchTask(taskType: string, user: BackendUserCore, lang: string)... method ackTask (line 136) | async ackTask(taskId: string, messageId: string): Promise { method nackTask (line 140) | async nackTask(taskId: string): Promise { method interactTask (line 147) | async interactTask( method fetch_full_settings (line 167) | fetch_full_settings() { method fetch_public_settings (line 171) | fetch_public_settings() { method fetch_tasks_availability (line 178) | async fetch_tasks_availability(user: object): Promise { method undelete_message (line 228) | async undelete_message(message_id: string): Promise { method edit_message (line 235) | async edit_message(message_id: string, user: BackendUserCore, new_cont... method set_tree_halted (line 246) | async set_tree_halted(message_id: string, halt: boolean): Promise { method send_report (line 253) | async send_report(message_id: string, user: BackendUserCore, text: str... method fetch_cached_stats (line 267) | async fetch_cached_stats(): Promise { method fetch_stats (line 274) | async fetch_stats(): Promise { method fetch_tree_manager (line 281) | async fetch_tree_manager(): Promise { method fetch_user (line 288) | async fetch_user(user_id: string): Promise { method fetch_users (line 295) | async fetch_users({ method fetch_user_messages (line 314) | async fetch_user_messages(user_id: string): Promise { method fetch_user_messages_cursor (line 318) | async fetch_user_messages_cursor( method set_user_status (line 336) | async set_user_status( method fetch_valid_text (line 351) | async fetch_valid_text(messageId?: string): Promise { method fetch_leaderboard (line 358) | async fetch_leaderboard( method fetch_available_tasks (line 368) | async fetch_available_tasks(user: BackendUserCore, lang: string): Prom... method set_user_message_emoji (line 375) | async set_user_message_emoji(message_id: string, user: BackendUserCore... method fetch_my_messages (line 383) | fetch_my_messages(user: BackendUserCore) { method fetch_my_messages_cursor (line 391) | fetch_my_messages_cursor( method fetch_recent_messages (line 408) | fetch_recent_messages(lang: string) { method fetch_message_children (line 412) | fetch_message_children(messageId: string) { method fetch_conversation (line 416) | fetch_conversation(messageId: string) { method set_tos_acceptance (line 420) | async set_tos_acceptance(user: BackendUserCore) { method fetch_user_stats (line 426) | async fetch_user_stats(user: BackendUserCore) { method fetch_user_stats_window (line 431) | fetch_user_stats_window(user_id: string, time_frame: LeaderboardTimeFr... method fetch_frontend_user (line 437) | fetch_frontend_user(user: BackendUserCore) { method upsert_frontend_user (line 442) | upsert_frontend_user(user: BackendUserCore) { method fetch_trollboard (line 447) | fetch_trollboard(time_frame: TrollboardTimeFrame, { limit, enabled }: ... method fetch_messages_cursor (line 454) | fetch_messages_cursor({ method delete_account (line 480) | async delete_account(user: BackendUserCore) { FILE: website/src/lib/oasst_inference_client.ts class OasstInferenceClient (line 17) | class OasstInferenceClient { method constructor (line 19) | constructor(private readonly clientToken: string) {} method request (line 21) | async request(path: string, init?: AxiosRequestConfig) { method inference_login (line 34) | inference_login() { method get_my_chats (line 38) | get_my_chats(params: GetChatsParams): Promise { method create_chat (line 44) | async create_chat(): Promise { method get_chat (line 60) | async get_chat(chat_id: string): Promise { method get_message (line 70) | get_message(chat_id: string, message_id: string): Promise { method post_prompter_message (line 78) | post_prompter_message({ chat_id, ...data }: InferencePostPrompterMessa... method post_assistant_message (line 82) | post_assistant_message({ chat_id, ...data }: InferencePostAssistantMes... method stream_events (line 86) | stream_events({ chat_id, message_id }: { chat_id: string; message_id: ... method vote (line 97) | vote({ chat_id, message_id, score }: { chat_id: string; message_id: st... method message_eval (line 101) | message_eval({ method get_models (line 116) | get_models() { method update_chat (line 120) | update_chat({ chat_id, ...data }: InferenceUpdateChatParams) { method delete_account (line 124) | delete_account() { method get_plugins (line 128) | get_plugins() { method get_plugin_config (line 137) | get_plugin_config({ plugin }: { plugin: PluginEntry }) { FILE: website/src/lib/routes.ts type RouteQuery (line 4) | type RouteQuery = Record; constant ROUTES (line 27) | const ROUTES = { type QueryWithLang (line 35) | type QueryWithLang = T ext... constant API_ROUTES (line 45) | const API_ROUTES = { FILE: website/src/pages/404.tsx function Error (line 8) | function Error() { FILE: website/src/pages/500.tsx function ServerError (line 7) | function ServerError() { FILE: website/src/pages/_app.tsx type AppPropsWithLayout (line 21) | type AppPropsWithLayout = AppProps & { function MyApp (line 30) | function MyApp({ Component, pageProps: { session, ...pageProps } }: AppP... FILE: website/src/pages/_document.tsx function Document (line 3) | function Document() { FILE: website/src/pages/account/delete.tsx function DeleteAccount (line 12) | function DeleteAccount() { FILE: website/src/pages/account/edit.tsx function Account (line 10) | function Account() { FILE: website/src/pages/account/index.tsx function Account (line 18) | function Account() { FILE: website/src/pages/account/paperack.tsx type AckData (line 10) | interface AckData { function PaperAck (line 15) | function PaperAck() { FILE: website/src/pages/admin/manage_user/[id].tsx type UserForm (line 41) | interface UserForm { FILE: website/src/pages/admin/parameters.tsx function Parameters (line 9) | function Parameters() { FILE: website/src/pages/api/admin/users.ts constant PAGE_SIZE (line 10) | const PAGE_SIZE = 20; FILE: website/src/pages/api/auth/[...nextauth].ts method authorize (line 69) | async authorize(credentials) { method session (line 125) | async session({ session, token }) { method signIn (line 139) | async signIn({ user, account, isNewUser, profile }) { function auth (line 173) | function auth(req: NextApiRequest, res: NextApiResponse) { FILE: website/src/pages/api/chat/index.ts constant PAGE_SIZE (line 6) | const PAGE_SIZE = 20; FILE: website/src/pages/api/messages/user.ts constant LIMIT (line 5) | const LIMIT = 10; FILE: website/src/pages/auth/signin.tsx type SignInErrorTypes (line 29) | type SignInErrorTypes = constant REDIRECT_AFTER_LOGIN (line 58) | const REDIRECT_AFTER_LOGIN = "/chat"; type SigninProps (line 60) | interface SigninProps { function Signin (line 64) | function Signin({ providers }: SigninProps) { type DebugSigninFormData (line 222) | interface DebugSigninFormData { function signinWithDebugCredentials (line 235) | function signinWithDebugCredentials(data: DebugSigninFormData) { FILE: website/src/pages/auth/verify.tsx function Verify (line 7) | function Verify() { FILE: website/src/styles/Chakra.tsx function Chakra (line 6) | function Chakra({ cookie, children }: PropsWithChildren<{ cookie?: strin... FILE: website/src/test-utils/createMockRouter.ts function createMockRouter (line 5) | function createMockRouter(router: Partial): NextRouter { FILE: website/src/types/Account.ts type ExternalProvider (line 1) | type ExternalProvider = "google" | "discord"; type UserAccountResponse (line 3) | interface UserAccountResponse { FILE: website/src/types/Chat.ts type TrustedClient (line 1) | interface TrustedClient { type InferenceToken (line 9) | interface InferenceToken { type InferenceTokens (line 14) | interface InferenceTokens { type ChatItem (line 19) | interface ChatItem { type InferenceMessage (line 32) | interface InferenceMessage { type GetChatsResponse (line 59) | interface GetChatsResponse { type InferenceEventMessage (line 66) | interface InferenceEventMessage { type InferenceEventError (line 70) | interface InferenceEventError { type InferenceEventToken (line 76) | interface InferenceEventToken { type InferenceEventPending (line 81) | interface InferenceEventPending { type InferenceEventPluginIntermediateStep (line 87) | interface InferenceEventPluginIntermediateStep { type InferenceEvent (line 95) | type InferenceEvent = type ModelInfo (line 102) | type ModelInfo = { type ModelParameterConfig (line 108) | type ModelParameterConfig = { type CustomInstructionsType (line 114) | type CustomInstructionsType = { type SamplingParameters (line 119) | interface SamplingParameters { type ChatConfigFormData (line 128) | interface ChatConfigFormData extends SamplingParameters { type InferencePostPrompterMessageParams (line 134) | interface InferencePostPrompterMessageParams { type InferencePostAssistantMessageParams (line 140) | interface InferencePostAssistantMessageParams { type InferenceUpdateChatParams (line 150) | interface InferenceUpdateChatParams { type PluginEntry (line 157) | interface PluginEntry { type PluginApiType (line 165) | interface PluginApiType { type PluginAuthType (line 174) | interface PluginAuthType { type PluginOpenAPIEndpoint (line 178) | interface PluginOpenAPIEndpoint { type PluginOpenAPIParameter (line 187) | interface PluginOpenAPIParameter { type PluginConfig (line 195) | interface PluginConfig { type GetChatsParams (line 209) | interface GetChatsParams { FILE: website/src/types/Config.ts type BrowserConfig (line 1) | interface BrowserConfig { FILE: website/src/types/Conversation.ts type EmojiOp (line 3) | type EmojiOp = "add" | "remove" | "toggle"; type MessageEmoji (line 5) | interface MessageEmoji { type MessageEmojis (line 10) | interface MessageEmojis { type Message (line 15) | interface Message extends MessageEmojis { type MessageRevision (line 37) | interface MessageRevision { type Conversation (line 46) | interface Conversation { type FetchMessagesCursorResponse (line 50) | type FetchMessagesCursorResponse = { type MessageWithChildren (line 58) | type MessageWithChildren = Message & { FILE: website/src/types/Hooks.ts type TaskApiHook (line 3) | type TaskApiHook = { FILE: website/src/types/Leaderboard.ts type LeaderboardEntry (line 3) | interface LeaderboardEntry { type LeaderboardTimeFrame (line 9) | enum LeaderboardTimeFrame { type LeaderboardReply (line 15) | interface LeaderboardReply { type LeaderboardEntity (line 21) | interface LeaderboardEntity { FILE: website/src/types/Providers.ts type AuthMethod (line 1) | type AuthMethod = "local" | "discord" | "google" | "system"; FILE: website/src/types/Stat.ts type HumanMessagesByLang (line 1) | type HumanMessagesByLang = { type HumanMessagesByRole (line 5) | type HumanMessagesByRole = { type MessageTreesByState (line 10) | type MessageTreesByState = { type MessageTreesStatesByLang (line 20) | type MessageTreesStatesByLang = { type UserAcceptesdTos (line 26) | type UserAcceptesdTos = { type Stat (line 30) | type Stat = { type Stats (line 36) | type Stats = { type StatNames (line 56) | type StatNames = keyof Stats["stats_by_name"]; FILE: website/src/types/Task.ts type TaskType (line 1) | enum TaskType { type TaskCategory (line 17) | enum TaskCategory { type TaskInfo (line 24) | interface TaskInfo { type TaskUpdateType (line 34) | enum TaskUpdateType { type TaskContent (line 43) | type TaskContent = any; type ValidLabel (line 45) | interface ValidLabel { type BaseTask (line 51) | interface BaseTask { type ServerTaskResponse (line 56) | interface ServerTaskResponse { type TaskAvailable (line 62) | interface TaskAvailable extends ServerTaskRespons... type AwaitingInitialTask (line 67) | interface AwaitingInitialTask { type NoTaskAvailable (line 71) | interface NoTaskAvailable { type TaskResponse (line 75) | type TaskResponse = TaskAvailable | Awaitin... type TaskReplyValidity (line 77) | type TaskReplyValidity = "DEFAULT" | "VALID" | "INVALID"; type AvailableTasks (line 79) | type AvailableTasks = { [taskType in TaskType]: number }; FILE: website/src/types/TaskResponses.ts type CreateTaskReply (line 1) | interface CreateTaskReply { type EvaluateTaskReply (line 5) | interface EvaluateTaskReply { type LabelTaskReply (line 10) | interface LabelTaskReply { type AllTaskReplies (line 16) | type AllTaskReplies = CreateTaskReply | EvaluateTaskReply | LabelTaskReply; FILE: website/src/types/Tasks.ts type CreateInitialPromptTask (line 4) | interface CreateInitialPromptTask extends BaseTask { type CreateAssistantReplyTask (line 9) | interface CreateAssistantReplyTask extends BaseTask { type CreatePrompterReplyTask (line 14) | interface CreatePrompterReplyTask extends BaseTask { type CreateTaskType (line 19) | type CreateTaskType = CreateInitialPromptTask | CreateAssistantReplyTask... type RankInitialPromptsTask (line 21) | interface RankInitialPromptsTask extends BaseTask { type RankAssistantRepliesTask (line 27) | interface RankAssistantRepliesTask extends BaseTask { type RankPrompterRepliesTask (line 35) | interface RankPrompterRepliesTask extends BaseTask { type RankTaskType (line 43) | type RankTaskType = RankInitialPromptsTask | RankAssistantRepliesTask | ... type Label (line 45) | interface Label { type BaseLabelTask (line 52) | interface BaseLabelTask extends BaseTask { type LabelAssistantReplyTask (line 62) | interface LabelAssistantReplyTask extends BaseLabelTask { type LabelPrompterReplyTask (line 68) | interface LabelPrompterReplyTask extends BaseLabelTask { type LabelInitialPromptTask (line 74) | interface LabelInitialPromptTask extends BaseLabelTask { type LabelTaskType (line 79) | type LabelTaskType = LabelInitialPromptTask | LabelAssistantReplyTask | ... type KnownTaskType (line 81) | type KnownTaskType = CreateTaskType | RankTaskType | LabelTaskType; FILE: website/src/types/Trollboard.ts type TrollboardTimeFrame (line 3) | enum TrollboardTimeFrame { type FetchTrollBoardResponse (line 10) | type FetchTrollBoardResponse = { type TrollboardEntity (line 16) | type TrollboardEntity = { FILE: website/src/types/Users.ts type BackendUserCore (line 3) | interface BackendUserCore { type BackendUser (line 23) | interface BackendUser extends BackendUserCore { type User (line 78) | interface User extends BackendUser { type FetchUsersParams (line 85) | type FetchUsersParams = { type FetchUsersResponse (line 93) | type FetchUsersResponse = { FILE: website/src/utils/buildTree.ts type Tree (line 1) | type Tree = T & { children: Tree[] }; FILE: website/src/utils/chat.ts constant CHAT_CONFIG_KEY (line 4) | const CHAT_CONFIG_KEY = "CHAT_CONFIG_V2"; type CustomPreset (line 6) | type CustomPreset = { name: string; config: SamplingParameters }; type CachedChatConfig (line 8) | type CachedChatConfig = { FILE: website/types/env.d.ts type ProcessEnv (line 3) | interface ProcessEnv { FILE: website/types/i18next.d.ts type CustomTypeOptions (line 15) | interface CustomTypeOptions { FILE: website/types/next-auth.d.ts type Session (line 4) | interface Session { type JWT (line 21) | interface JWT {