openvino_genai.AdapterConfig#

class openvino_genai.AdapterConfig#

Bases: pybind11_object

Adapter config that defines a combination of LoRA adapters with blending parameters.

__init__(*args, **kwargs)#

Overloaded function.

  1. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  2. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter, alpha: float, mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  3. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter, mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  4. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapters: list[openvino_genai.py_openvino_genai.Adapter], mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  5. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapters: list[tuple[openvino_genai.py_openvino_genai.Adapter, float]], mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

Methods

__bool__(self)

__delattr__(name, /)

Implement delattr(self, name).

__dir__()

Default dir() implementation.

__eq__(value, /)

Return self==value.

__format__(format_spec, /)

Default object formatter.

__ge__(value, /)

Return self>=value.

__getattribute__(name, /)

Return getattr(self, name).

__gt__(value, /)

Return self>value.

__hash__()

Return hash(self).

__init__(*args, **kwargs)

Overloaded function.

__init_subclass__

This method is called when a class is subclassed.

__le__(value, /)

Return self<=value.

__lt__(value, /)

Return self<value.

__ne__(value, /)

Return self!=value.

__new__(**kwargs)

__reduce__()

Helper for pickle.

__reduce_ex__(protocol, /)

Helper for pickle.

__repr__()

Return repr(self).

__setattr__(name, value, /)

Implement setattr(self, name, value).

__sizeof__()

Size of object in memory, in bytes.

__str__()

Return str(self).

__subclasshook__

Abstract classes can override this to customize issubclass().

add(*args, **kwargs)

Overloaded function.

get_adapters(self)

get_alpha(self, adapter)

remove(self, adapter)

set_alpha(self, adapter, alpha)

class Mode#

Bases: pybind11_object

Members:

MODE_AUTO

MODE_DYNAMIC

MODE_STATIC_RANK

MODE_STATIC

MODE_FUSE

MODE_AUTO = <Mode.MODE_AUTO: 0>#
MODE_DYNAMIC = <Mode.MODE_DYNAMIC: 1>#
MODE_FUSE = <Mode.MODE_FUSE: 4>#
MODE_STATIC = <Mode.MODE_STATIC: 3>#
MODE_STATIC_RANK = <Mode.MODE_STATIC_RANK: 2>#
__class__#

alias of pybind11_type

__delattr__(name, /)#

Implement delattr(self, name).

__dir__()#

Default dir() implementation.

__eq__(self: object, other: object) → bool#
__format__(format_spec, /)#

Default object formatter.

__ge__(value, /)#

Return self>=value.

__getattribute__(name, /)#

Return getattr(self, name).

__getstate__(self: object) → int#
__gt__(value, /)#

Return self>value.

__hash__(self: object) → int#
__index__(self: openvino_genai.py_openvino_genai.AdapterConfig.Mode) → int#
__init__(self: openvino_genai.py_openvino_genai.AdapterConfig.Mode, value: int) → None#
__init_subclass__()#

This method is called when a class is subclassed.

The default implementation does nothing. It may be overridden to extend subclasses.

__int__(self: openvino_genai.py_openvino_genai.AdapterConfig.Mode) → int#
__le__(value, /)#

Return self<=value.

__lt__(value, /)#

Return self<value.

__members__ = {'MODE_AUTO': <Mode.MODE_AUTO: 0>, 'MODE_DYNAMIC': <Mode.MODE_DYNAMIC: 1>, 'MODE_FUSE': <Mode.MODE_FUSE: 4>, 'MODE_STATIC': <Mode.MODE_STATIC: 3>, 'MODE_STATIC_RANK': <Mode.MODE_STATIC_RANK: 2>}#
__ne__(self: object, other: object) → bool#
__new__(**kwargs)#
__reduce__()#

Helper for pickle.

__reduce_ex__(protocol, /)#

Helper for pickle.

__repr__(self: object) → str#
__setattr__(name, value, /)#

Implement setattr(self, name, value).

__setstate__(self: openvino_genai.py_openvino_genai.AdapterConfig.Mode, state: int) → None#
__sizeof__()#

Size of object in memory, in bytes.

__str__(self: object) → str#
__subclasshook__()#

Abstract classes can override this to customize issubclass().

This is invoked early on by abc.ABCMeta.__subclasscheck__(). It should return True, False or NotImplemented. If it returns NotImplemented, the normal algorithm is used. Otherwise, it overrides the normal algorithm (and the outcome is cached).

property name#
property value#
__bool__(self: openvino_genai.py_openvino_genai.AdapterConfig) → bool#
__class__#

alias of pybind11_type

__delattr__(name, /)#

Implement delattr(self, name).

__dir__()#

Default dir() implementation.

__eq__(value, /)#

Return self==value.

__format__(format_spec, /)#

Default object formatter.

__ge__(value, /)#

Return self>=value.

__getattribute__(name, /)#

Return getattr(self, name).

__gt__(value, /)#

Return self>value.

__hash__()#

Return hash(self).

__init__(*args, **kwargs)#

Overloaded function.

  1. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  2. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter, alpha: float, mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  3. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter, mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  4. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapters: list[openvino_genai.py_openvino_genai.Adapter], mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

  5. __init__(self: openvino_genai.py_openvino_genai.AdapterConfig, adapters: list[tuple[openvino_genai.py_openvino_genai.Adapter, float]], mode: openvino_genai.py_openvino_genai.AdapterConfig.Mode = AdapterConfig.Mode.MODE_AUTO) -> None

__init_subclass__()#

This method is called when a class is subclassed.

The default implementation does nothing. It may be overridden to extend subclasses.

__le__(value, /)#

Return self<=value.

__lt__(value, /)#

Return self<value.

__ne__(value, /)#

Return self!=value.

__new__(**kwargs)#
__reduce__()#

Helper for pickle.

__reduce_ex__(protocol, /)#

Helper for pickle.

__repr__()#

Return repr(self).

__setattr__(name, value, /)#

Implement setattr(self, name, value).

__sizeof__()#

Size of object in memory, in bytes.

__str__()#

Return str(self).

__subclasshook__()#

Abstract classes can override this to customize issubclass().

This is invoked early on by abc.ABCMeta.__subclasscheck__(). It should return True, False or NotImplemented. If it returns NotImplemented, the normal algorithm is used. Otherwise, it overrides the normal algorithm (and the outcome is cached).

add(*args, **kwargs)#

Overloaded function.

  1. add(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter, alpha: float) -> openvino_genai.py_openvino_genai.AdapterConfig

  2. add(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter) -> openvino_genai.py_openvino_genai.AdapterConfig

get_adapters(self: openvino_genai.py_openvino_genai.AdapterConfig) → list[openvino_genai.py_openvino_genai.Adapter]#
get_alpha(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter) → float#
remove(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter) → openvino_genai.py_openvino_genai.AdapterConfig#
set_alpha(self: openvino_genai.py_openvino_genai.AdapterConfig, adapter: openvino_genai.py_openvino_genai.Adapter, alpha: float) → openvino_genai.py_openvino_genai.AdapterConfig#