LLMConfig - AG2
LLMConfig
autogen.llm_config.LLMConfig
LLMConfig(**kwargs)
Source code in autogen/llm_config.py
<br>56<br>57<br>58<br>59<br>60<br>61<br>62<br>63<br>64<br>65<br>66<br>67<br>68<br>69<br>70<br>71<br>72<br>73<br>74<br>75<br>76<br>77<br>78<br>79<br>80<br>81<br>82<br>83<br>84<br> |
<br>def __init__(self, **kwargs: Any) -> None:<br> outside_properties = list((self._get_base_model_class()).model_json_schema()["properties"].keys())<br> outside_properties.remove("config_list")<br> if "config_list" in kwargs and isinstance(kwargs["config_list"], dict):<br> kwargs["config_list"] = [kwargs["config_list"]]<br> modified_kwargs = (<br> kwargs<br> if "config_list" in kwargs<br> else {<br> **{<br> "config_list": [<br> {k: v for k, v in kwargs.items() if k not in outside_properties},<br> ]<br> },<br> **{k: v for k, v in kwargs.items() if k in outside_properties},<br> }<br> )<br> modified_kwargs["config_list"] = [<br> _add_default_api_type(v) if isinstance(v, dict) else v for v in modified_kwargs["config_list"]<br> ]<br> for x in ["max_tokens", "top_p"]:<br> if x in modified_kwargs:<br> modified_kwargs["config_list"] = [{**v, x: modified_kwargs[x]} for v in modified_kwargs["config_list"]]<br> modified_kwargs.pop(x)<br> self._model = self._get_base_model_class()(**modified_kwargs)<br> |
get_current_llm_config classmethod
get_current_llm_config(llm_config=None)
Source code in autogen/llm_config.py
<br> 95<br> 96<br> 97<br> 98<br> 99<br>100<br>101<br>102<br> |
<br>@classmethod<br>def get_current_llm_config(cls, llm_config: "Optional[LLMConfig]" = None) -> "Optional[LLMConfig]":<br> if llm_config is not None:<br> return llm_config<br> try:<br> return (LLMConfig._current_llm_config.get()).copy()<br> except LookupError:<br> return None<br> |
from_json classmethod
from_json(*, env=None, path=None, file_location=None, **kwargs)
Source code in autogen/llm_config.py
<br>113<br>114<br>115<br>116<br>117<br>118<br>119<br>120<br>121<br>122<br>123<br>124<br>125<br>126<br>127<br>128<br>129<br>130<br>131<br>132<br> |
<br>@classmethod<br>def from_json(<br> cls,<br> *,<br> env: Optional[str] = None,<br> path: Optional[Union[str, Path]] = None,<br> file_location: Optional[str] = None,<br> **kwargs: Any,<br>) -> "LLMConfig":<br> from .oai.openai_utils import config_list_from_json<br> if env is None and path is None:<br> raise ValueError("Either 'env' or 'path' must be provided")<br> if env is not None and path is not None:<br> raise ValueError("Only one of 'env' or 'path' can be provided")<br> config_list = config_list_from_json(<br> env_or_file=env if env is not None else str(path), file_location=file_location<br> )<br> return LLMConfig(config_list=config_list, **kwargs)<br> |
where
where(*, exclude=False, **kwargs)
Source code in autogen/llm_config.py
<br>134<br>135<br>136<br>137<br>138<br>139<br>140<br>141<br> |
<br>def where(self, *, exclude: bool = False, **kwargs: Any) -> "LLMConfig":<br> from .oai.openai_utils import filter_config<br> filtered_config_list = filter_config(config_list=self.config_list, filter_dict=kwargs, exclude=exclude)<br> if len(filtered_config_list) == 0:<br> raise ValueError(f"No config found that satisfies the filter criteria: {kwargs}")<br> return LLMConfig(config_list=filtered_config_list)<br> |
model_dump
model_dump(*args, exclude_none=True, **kwargs)
Source code in autogen/llm_config.py
<br>144<br>145<br>146<br> |
<br>def model_dump(self, *args: Any, exclude_none: bool = True, **kwargs: Any) -> dict[str, Any]:<br> d = self._model.model_dump(*args, exclude_none=exclude_none, **kwargs)<br> return {k: v for k, v in d.items() if not (isinstance(v, list) and len(v) == 0)}<br> |
model_dump_json
model_dump_json(*args, exclude_none=True, **kwargs)
Source code in autogen/llm_config.py
<br>149<br>150<br>151<br>152<br> |
<br>def model_dump_json(self, *args: Any, exclude_none: bool = True, **kwargs: Any) -> str:<br> d = self.model_dump(*args, exclude_none=exclude_none, **kwargs)<br> return json.dumps(d)<br> |
model_validate
model_validate(*args, **kwargs)
Source code in autogen/llm_config.py
<br>155<br>156<br> |
<br>def model_validate(self, *args: Any, **kwargs: Any) -> Any:<br> return self._model.model_validate(*args, **kwargs)<br> |
model_validate_json
model_validate_json(*args, **kwargs)
Source code in autogen/llm_config.py
<br>158<br>159<br>160<br> |
<br>@functools.wraps(BaseModel.model_validate_json)<br>def model_validate_json(self, *args: Any, **kwargs: Any) -> Any:<br> return self._model.model_validate_json(*args, **kwargs)<br> |
model_validate_strings
model_validate_strings(*args, **kwargs)
Source code in autogen/llm_config.py
<br>162<br>163<br>164<br> |
<br>@functools.wraps(BaseModel.model_validate_strings)<br>def model_validate_strings(self, *args: Any, **kwargs: Any) -> Any:<br> return self._model.model_validate_strings(*args, **kwargs)<br> |
get
get(key, default=None)
Source code in autogen/llm_config.py
<br>173<br>174<br>175<br> |
<br>def get(self, key: str, default: Optional[Any] = None) -> Any:<br> val = getattr(self._model, key, default)<br> return val<br> |
copy
copy()
Source code in autogen/llm_config.py
<br>221<br>222<br> |
<br>def copy(self) -> "LLMConfig":<br> return self.__copy__()<br> |
deepcopy
deepcopy(memo=None)
Source code in autogen/llm_config.py
<br>224<br>225<br> |
<br>def deepcopy(self, memo: Optional[dict[int, Any]] = None) -> "LLMConfig":<br> return self.__deepcopy__(memo)<br> |
items
items()
Source code in autogen/llm_config.py
<br>230<br>231<br>232<br> |
<br>def items(self) -> Iterable[tuple[str, Any]]:<br> d = self.model_dump()<br> return d.items()<br> |
keys
keys()
Source code in autogen/llm_config.py
<br>234<br>235<br>236<br> |
<br>def keys(self) -> Iterable[str]:<br> d = self.model_dump()<br> return d.keys()<br> |
values
values()
Source code in autogen/llm_config.py
<br>238<br>239<br>240<br> |
<br>def values(self) -> Iterable[Any]:<br> d = self.model_dump()<br> return d.values()<br> |