Index

A

active_ledger() (in module best_engine_ai_helper.observe) activity() (in module best_engine_ai_helper.api) add_observer() (in module best_engine_ai_helper.llm) adopt_rated() (in module best_engine_ai_helper.cloud_catalog) airllm_group() (in module best_engine_ai_helper.cli)

as_user (class in best_engine_ai_helper.observe) augment_with_presidio() (in module best_engine_ai_helper.privacy) available() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) available_memory() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect)

B

backend() (in module best_engine_ai_helper.config) base_url() (in module best_engine_ai_helper.config) benchmark_score_or_none() (in module best_engine_ai_helper.score) best_engine_ai_helper module best_engine_ai_helper.api module best_engine_ai_helper.catalog module best_engine_ai_helper.cli module best_engine_ai_helper.cloud_catalog module best_engine_ai_helper.config module best_engine_ai_helper.detect module best_engine_ai_helper.engine module best_engine_ai_helper.gui module best_engine_ai_helper.hardware module best_engine_ai_helper.i18n module best_engine_ai_helper.imagine module best_engine_ai_helper.llm module best_engine_ai_helper.mcp module best_engine_ai_helper.observe module best_engine_ai_helper.offload module best_engine_ai_helper.openai_api module

best_engine_ai_helper.privacy module best_engine_ai_helper.pull module best_engine_ai_helper.ralph module best_engine_ai_helper.recommend module best_engine_ai_helper.safety module best_engine_ai_helper.score module best_engine_ai_helper.sources module best_engine_ai_helper.sources.apxml module best_engine_ai_helper.sources.arena module best_engine_ai_helper.sources.litellm_prices module best_engine_ai_helper.sources.ollama_library module best_engine_ai_helper.storage module best_engine_ai_helper.streaming module best_engine_ai_helper.throughput module best_engine_ai_helper.usages module best_engine_ai_helper.validate_llm module best_engine_ai_helper.validate_vlm module blended_price_per_1m() (in module best_engine_ai_helper.cloud_catalog) budget_gb() (in module best_engine_ai_helper.offload) bytes_per_param() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload)

C

calibration_factor() (in module best_engine_ai_helper.throughput) calls (best_engine_ai_helper.throughput.Meter attribute) catalog_as_of() (in module best_engine_ai_helper.cloud_catalog) catalog_group() (in module best_engine_ai_helper.cli) catalog_show() (in module best_engine_ai_helper.cli) caveats() (in module best_engine_ai_helper.offload) chat() (in module best_engine_ai_helper.llm) chat_completions() (in module best_engine_ai_helper.openai_api) chat_stream() (in module best_engine_ai_helper.llm) ChatCompletionRequest (class in best_engine_ai_helper.openai_api) ChatMessage (class in best_engine_ai_helper.openai_api) check_image() (in module best_engine_ai_helper.safety) check_text() (in module best_engine_ai_helper.safety) checkpoint_gb() (in module best_engine_ai_helper.offload) chip_name() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect) chip_vendor() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect)

clear_observers() (in module best_engine_ai_helper.llm) close() (best_engine_ai_helper.observe.Ledger method) (best_engine_ai_helper.streaming.StreamedModel method) cloud (best_engine_ai_helper.api.RecommendRequest attribute) CLOUD_CACHE_PATH (in module best_engine_ai_helper.cloud_catalog) cloud_provider (best_engine_ai_helper.api.RecommendRequest attribute) cloud_recommend() (in module best_engine_ai_helper.recommend) COMFORT_SECONDS_PER_IMAGE (in module best_engine_ai_helper.imagine) COMFORT_TPS_STREAMING (in module best_engine_ai_helper.offload) compare() (in module best_engine_ai_helper.offload) CompletionRequest (class in best_engine_ai_helper.openai_api) completions() (in module best_engine_ai_helper.openai_api) compute_profile() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect) content (best_engine_ai_helper.openai_api.ChatMessage attribute) context_length() (in module best_engine_ai_helper.pull) counterfactual() (best_engine_ai_helper.observe.Ledger method) current_user() (in module best_engine_ai_helper.observe)

D

decide() (in module best_engine_ai_helper.offload) default_backend() (in module best_engine_ai_helper) (in module best_engine_ai_helper.engine) default_device() (in module best_engine_ai_helper.streaming) default_dtype() (in module best_engine_ai_helper.streaming) default_language() (in module best_engine_ai_helper.gui) default_mode() (in module best_engine_ai_helper.openai_api)

detect_local_entry() (in module best_engine_ai_helper.hardware) device (best_engine_ai_helper.streaming.StreamedModel attribute) diagnose() (in module best_engine_ai_helper.engine) disable() (in module best_engine_ai_helper.observe) disk_profile() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect) disk_required_gb() (in module best_engine_ai_helper.offload) DOWNLOAD_PATTERNS (in module best_engine_ai_helper.streaming)

E

effective_budget() (in module best_engine_ai_helper) (in module best_engine_ai_helper.score) ELO_SCALE (in module best_engine_ai_helper.sources.arena) elo_to_score() (in module best_engine_ai_helper.sources.arena) embed() (in module best_engine_ai_helper.llm) EMBED_SCORE_KEY (in module best_engine_ai_helper.score) EmbeddingRequest (class in best_engine_ai_helper.openai_api) embeddings() (in module best_engine_ai_helper.openai_api) enable() (in module best_engine_ai_helper.observe) encoding_format (best_engine_ai_helper.openai_api.EmbeddingRequest attribute)

ensure() (in module best_engine_ai_helper) (in module best_engine_ai_helper.engine) env_cmd() (in module best_engine_ai_helper.cli) ENV_VAR (in module best_engine_ai_helper.offload) estimate_cost_usd() (in module best_engine_ai_helper.observe) estimate_ram() (in module best_engine_ai_helper) (in module best_engine_ai_helper.catalog) estimated_tokens_per_second() (in module best_engine_ai_helper) (in module best_engine_ai_helper.offload) (in module best_engine_ai_helper.score) eyeball_loop() (in module best_engine_ai_helper.ralph)

F

family_brief() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) fetch_arena_ratings() (in module best_engine_ai_helper.sources.arena) fetch_arena_safely() (in module best_engine_ai_helper.catalog) fetch_cloud_prices() (in module best_engine_ai_helper.sources.litellm_prices) FETCH_IMAGE_URLS_ENV (in module best_engine_ai_helper.openai_api) fetch_library() (in module best_engine_ai_helper.sources.ollama_library)

fetch_open_weight_models() (in module best_engine_ai_helper.sources.apxml) fetch_pullable_models() (in module best_engine_ai_helper.sources.ollama_library) FINGERPRINT_ESTIMATED (in module best_engine_ai_helper.openai_api) flatten_messages() (in module best_engine_ai_helper.openai_api) footprint_gb() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) forward() (best_engine_ai_helper.streaming.StreamedModel method)

G

gen_ms (best_engine_ai_helper.throughput.Meter attribute) generate() (best_engine_ai_helper.streaming.StreamedModel method) (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) generation_time() (in module best_engine_ai_helper.offload)

get_family() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) get_usage() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) gui() (in module best_engine_ai_helper.api) guidance (best_engine_ai_helper.openai_api.ImageRequest attribute)

H

hardware_group() (in module best_engine_ai_helper.cli) hardware_show() (in module best_engine_ai_helper.cli) hardware_update() (in module best_engine_ai_helper.cli) headroom (best_engine_ai_helper.api.PreferencesRequest attribute) (best_engine_ai_helper.api.RecommendRequest attribute)

hf_id() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) HISTORY_URL (in module best_engine_ai_helper.sources.arena) human_duration() (in module best_engine_ai_helper.offload)

I

image_footprint_gb() (in module best_engine_ai_helper) ImageRequest (class in best_engine_ai_helper.openai_api) images_generations() (in module best_engine_ai_helper.openai_api) imagine_available() (in module best_engine_ai_helper) imagine_generate() (in module best_engine_ai_helper) imagine_group() (in module best_engine_ai_helper.cli) imagine_load() (in module best_engine_ai_helper) imagine_pick() (in module best_engine_ai_helper) imagine_plan() (in module best_engine_ai_helper)

imagine_rank() (in module best_engine_ai_helper) input (best_engine_ai_helper.openai_api.EmbeddingRequest attribute) install_error_handlers() (in module best_engine_ai_helper.openai_api) INSTALL_HINT (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) installed_tags() (in module best_engine_ai_helper.pull) is_enabled() (in module best_engine_ai_helper.observe) is_image_model() (in module best_engine_ai_helper.imagine) is_sizeable() (in module best_engine_ai_helper.score)

K

kv_cache_gb() (in module best_engine_ai_helper.offload)

L

layer_count() (in module best_engine_ai_helper.offload) layers (best_engine_ai_helper.streaming.StreamedModel attribute) Ledger (class in best_engine_ai_helper.observe) LIBRARY_URL (in module best_engine_ai_helper.sources.ollama_library) lightweight() (in module best_engine_ai_helper.api) lightweight_available() (in module best_engine_ai_helper) lightweight_compare() (in module best_engine_ai_helper) lightweight_decide() (in module best_engine_ai_helper) lightweight_disk_required_gb() (in module best_engine_ai_helper) lightweight_footprint_gb() (in module best_engine_ai_helper) lightweight_generate() (in module best_engine_ai_helper) lightweight_generation_time() (in module best_engine_ai_helper) lightweight_load() (in module best_engine_ai_helper) lightweight_pick() (in module best_engine_ai_helper) lightweight_plan() (in module best_engine_ai_helper) lightweight_rank() (in module best_engine_ai_helper) lightweight_runtime() (in module best_engine_ai_helper) lightweight_seconds_per_pass() (in module best_engine_ai_helper) lightweight_tokens_per_second() (in module best_engine_ai_helper) list_families() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) list_models() (in module best_engine_ai_helper.openai_api) list_usages() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages)

live (best_engine_ai_helper.api.RecommendRequest attribute) live_load (best_engine_ai_helper.api.PreferencesRequest attribute) load() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) load_brief() (in module best_engine_ai_helper.engine) load_catalog() (in module best_engine_ai_helper) (in module best_engine_ai_helper.catalog) load_cloud_catalog() (in module best_engine_ai_helper.cloud_catalog) load_config() (in module best_engine_ai_helper) (in module best_engine_ai_helper.config) load_engine() (in module best_engine_ai_helper) (in module best_engine_ai_helper.engine) load_families() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) load_hardware() (in module best_engine_ai_helper) (in module best_engine_ai_helper.hardware) load_measurements() (in module best_engine_ai_helper.throughput) load_preferences() (in module best_engine_ai_helper.config) load_usages() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) local_only (best_engine_ai_helper.api.PreferencesRequest attribute) locales() (in module best_engine_ai_helper.i18n) logprobs (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) lookup_chip() (in module best_engine_ai_helper) (in module best_engine_ai_helper.hardware)

M

machine_id() (in module best_engine_ai_helper.throughput) main() (in module best_engine_ai_helper.cli) (in module best_engine_ai_helper.mcp) match_model() (in module best_engine_ai_helper.sources.arena) MAX_SNAPSHOT_AGE_DAYS (in module best_engine_ai_helper.sources.arena) max_tokens (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.CompletionRequest attribute) measure_disk_read_gbs() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect) measured_context_length() (in module best_engine_ai_helper.throughput) measured_tps() (in module best_engine_ai_helper.throughput) measurement() (best_engine_ai_helper.throughput.Meter method) megapixels() (in module best_engine_ai_helper.imagine) merge_arena_axes() (in module best_engine_ai_helper.catalog) merge_into() (in module best_engine_ai_helper.sources.arena) messages (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) meta() (in module best_engine_ai_helper.i18n) Meter (class in best_engine_ai_helper.throughput) MIN_TOKENS_FOR_CONFIDENCE (in module best_engine_ai_helper.throughput) min_tps (best_engine_ai_helper.api.PreferencesRequest attribute) MODE_ENV (in module best_engine_ai_helper.openai_api) model (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.CompletionRequest attribute) (best_engine_ai_helper.openai_api.EmbeddingRequest attribute) (best_engine_ai_helper.openai_api.ImageRequest attribute) (best_engine_ai_helper.streaming.StreamedModel attribute) model_config (best_engine_ai_helper.api.PreferencesRequest attribute) (best_engine_ai_helper.api.RecommendRequest attribute) (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.ChatMessage attribute) (best_engine_ai_helper.openai_api.CompletionRequest attribute) (best_engine_ai_helper.openai_api.EmbeddingRequest attribute) (best_engine_ai_helper.openai_api.ImageRequest attribute) model_footprint_gb() (in module best_engine_ai_helper) (in module best_engine_ai_helper.score) model_for() (in module best_engine_ai_helper) (in module best_engine_ai_helper.engine)

module best_engine_ai_helper best_engine_ai_helper.api best_engine_ai_helper.catalog best_engine_ai_helper.cli best_engine_ai_helper.cloud_catalog best_engine_ai_helper.config best_engine_ai_helper.detect best_engine_ai_helper.engine best_engine_ai_helper.gui best_engine_ai_helper.hardware best_engine_ai_helper.i18n best_engine_ai_helper.imagine best_engine_ai_helper.llm best_engine_ai_helper.mcp best_engine_ai_helper.observe best_engine_ai_helper.offload best_engine_ai_helper.openai_api best_engine_ai_helper.privacy best_engine_ai_helper.pull best_engine_ai_helper.ralph best_engine_ai_helper.recommend best_engine_ai_helper.safety best_engine_ai_helper.score best_engine_ai_helper.sources best_engine_ai_helper.sources.apxml best_engine_ai_helper.sources.arena best_engine_ai_helper.sources.litellm_prices best_engine_ai_helper.sources.ollama_library best_engine_ai_helper.storage best_engine_ai_helper.streaming best_engine_ai_helper.throughput best_engine_ai_helper.usages best_engine_ai_helper.validate_llm best_engine_ai_helper.validate_vlm

N

n (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.CompletionRequest attribute) (best_engine_ai_helper.openai_api.ImageRequest attribute) native_size() (in module best_engine_ai_helper.imagine) negative_prompt (best_engine_ai_helper.openai_api.ImageRequest attribute)

normalize_apxml_spec() (in module best_engine_ai_helper.catalog) normalize_apxml_specs() (in module best_engine_ai_helper.catalog) normalize_ollama_spec() (in module best_engine_ai_helper.catalog) normalize_ollama_specs() (in module best_engine_ai_helper.catalog) normalize_price_entry() (in module best_engine_ai_helper.sources.litellm_prices) normalize_request() (in module best_engine_ai_helper.offload)

O

ollama_pull() (in module best_engine_ai_helper.pull)

ollama_rm() (in module best_engine_ai_helper.pull) OPENAI_SIZES (in module best_engine_ai_helper.imagine)

P

PACKAGE (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) parse_directory_slugs() (in module best_engine_ai_helper.sources.apxml) parse_library() (in module best_engine_ai_helper.sources.ollama_library) parse_model() (in module best_engine_ai_helper.openai_api) parse_model_page() (in module best_engine_ai_helper.sources.apxml) parse_task() (in module best_engine_ai_helper) (in module best_engine_ai_helper.recommend) pick() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) pick_cloud() (in module best_engine_ai_helper.cloud_catalog) plan() (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) platform_name() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect)

preferences_get() (in module best_engine_ai_helper.api) preferences_set() (in module best_engine_ai_helper.api) PreferencesRequest (class in best_engine_ai_helper.api) PRICES_URL (in module best_engine_ai_helper.sources.litellm_prices) prompt (best_engine_ai_helper.openai_api.CompletionRequest attribute) (best_engine_ai_helper.openai_api.ImageRequest attribute) prompt() (in module best_engine_ai_helper.i18n) prompts() (in module best_engine_ai_helper.i18n) PROMPTS_SECTION (in module best_engine_ai_helper.i18n) prose_loop() (in module best_engine_ai_helper.ralph) provider_status() (in module best_engine_ai_helper.cloud_catalog) providers() (in module best_engine_ai_helper.api) pseudonymize() (in module best_engine_ai_helper.privacy)

Q

quality_vs_cost (best_engine_ai_helper.api.PreferencesRequest attribute) (best_engine_ai_helper.api.RecommendRequest attribute)

R

ralph_loop() (in module best_engine_ai_helper.ralph) rank() (in module best_engine_ai_helper) (in module best_engine_ai_helper.imagine) (in module best_engine_ai_helper.offload) (in module best_engine_ai_helper.score) rank_cloud() (in module best_engine_ai_helper.cloud_catalog) recommend() (in module best_engine_ai_helper.api) (in module best_engine_ai_helper.recommend) recommend_engines() (in module best_engine_ai_helper) RecommendRequest (class in best_engine_ai_helper.api) record() (best_engine_ai_helper.observe.Ledger method) (in module best_engine_ai_helper.throughput) record_context_length() (in module best_engine_ai_helper.throughput) REFERENCE_ELO (in module best_engine_ai_helper.sources.arena) REFRESH_QUANT (in module best_engine_ai_helper.sources.ollama_library) remove_observer() (in module best_engine_ai_helper.llm) render_gui() (in module best_engine_ai_helper.gui) report() (in module best_engine_ai_helper.storage) reprice() (in module best_engine_ai_helper.cloud_catalog) REPRICEABLE (in module best_engine_ai_helper.cloud_catalog)

requested() (in module best_engine_ai_helper.offload) reset_engine_cache() (in module best_engine_ai_helper.openai_api) RESIDENT_KINDS (in module best_engine_ai_helper.storage) resident_sets() (in module best_engine_ai_helper.storage) resolve() (in module best_engine_ai_helper) (in module best_engine_ai_helper.engine) resolve_benchmark() (in module best_engine_ai_helper.score) resolve_checkpoint() (in module best_engine_ai_helper.streaming) resolve_family() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) resolve_usage() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages) resolved_models() (in module best_engine_ai_helper) (in module best_engine_ai_helper.config) response_format (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.ImageRequest attribute) restore() (in module best_engine_ai_helper.privacy) role (best_engine_ai_helper.openai_api.ChatMessage attribute) root() (in module best_engine_ai_helper.api) runtime() (in module best_engine_ai_helper.offload)

S

SafetyViolation save_preferences() (in module best_engine_ai_helper.config) scan_image() (in module best_engine_ai_helper.safety) scan_text() (in module best_engine_ai_helper.safety) seconds_per_image() (in module best_engine_ai_helper) (in module best_engine_ai_helper.imagine) seconds_per_pass() (in module best_engine_ai_helper.offload) seconds_per_token() (in module best_engine_ai_helper.offload) seed (best_engine_ai_helper.openai_api.ImageRequest attribute) select() (in module best_engine_ai_helper) (in module best_engine_ai_helper.score) servable() (in module best_engine_ai_helper.catalog) servable_only() (in module best_engine_ai_helper.catalog) server_load() (in module best_engine_ai_helper.detect) size (best_engine_ai_helper.openai_api.ImageRequest attribute) sizeable_only() (in module best_engine_ai_helper.score) snapshot_age_days() (in module best_engine_ai_helper.sources.arena)

SNAPSHOT_DIR_URL (in module best_engine_ai_helper.sources.arena) SOURCES (in module best_engine_ai_helper.sources.arena) STALE_AFTER_DAYS (in module best_engine_ai_helper.cloud_catalog) staleness_note() (in module best_engine_ai_helper.cloud_catalog) steps (best_engine_ai_helper.openai_api.ImageRequest attribute) steps_for() (in module best_engine_ai_helper.imagine) stop (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) storage_class() (in module best_engine_ai_helper) (in module best_engine_ai_helper.detect) stream (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.CompletionRequest attribute) stream_efficiency() (in module best_engine_ai_helper.offload) StreamedModel (class in best_engine_ai_helper.streaming) streaming_budget_gb() (in module best_engine_ai_helper) STREAMING_CAVEATS (in module best_engine_ai_helper.offload) summary() (best_engine_ai_helper.observe.Ledger method) supported_languages() (in module best_engine_ai_helper.gui) system() (in module best_engine_ai_helper.api)

T

task (best_engine_ai_helper.api.RecommendRequest attribute) temperature (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) (best_engine_ai_helper.openai_api.CompletionRequest attribute) tensor_index() (in module best_engine_ai_helper.streaming) text_model() (in module best_engine_ai_helper) (in module best_engine_ai_helper.config) to_markdown() (in module best_engine_ai_helper) (in module best_engine_ai_helper.recommend)

to_markdown_cloud() (in module best_engine_ai_helper.recommend) to_specs() (in module best_engine_ai_helper.sources.ollama_library) tokenizer (best_engine_ai_helper.streaming.StreamedModel attribute), [1] tokens (best_engine_ai_helper.throughput.Meter attribute) tool_choice (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute) tools (best_engine_ai_helper.openai_api.ChatCompletionRequest attribute)

U

usable_pool_gb() (in module best_engine_ai_helper) (in module best_engine_ai_helper.score) usage_brief() (in module best_engine_ai_helper) (in module best_engine_ai_helper.usages)

usages_group() (in module best_engine_ai_helper.cli) usages_list() (in module best_engine_ai_helper.cli)

V

validate() (in module best_engine_ai_helper.validate_llm) (in module best_engine_ai_helper.validate_vlm)

validate_cmd() (in module best_engine_ai_helper.cli) vision_model() (in module best_engine_ai_helper) (in module best_engine_ai_helper.config)

W

wall_ms (best_engine_ai_helper.throughput.Meter attribute) wrap() (best_engine_ai_helper.throughput.Meter method) write_cache() (in module best_engine_ai_helper.catalog) (in module best_engine_ai_helper.hardware) write_cloud_cache() (in module best_engine_ai_helper.cloud_catalog)

write_engine() (in module best_engine_ai_helper) (in module best_engine_ai_helper.engine) write_env() (in module best_engine_ai_helper.pull) write_report() (in module best_engine_ai_helper) (in module best_engine_ai_helper.recommend)