Package apple.mlcompute

Class MLCMultiheadAttentionLayer

java.lang.Object

org.moe.natj.general.NativeObject

org.moe.natj.objc.ObjCObject

apple.NSObject

apple.mlcompute.MLCLayer

apple.mlcompute.MLCMultiheadAttentionLayer

All Implemented Interfaces:

NSObject

@Deprecated
public class MLCMultiheadAttentionLayer
extends MLCLayer

Deprecated.

MLCMultiheadAttentionLayer A multi-head attention layer A multi-head "Scaled Dot-Product Attention" layer which attends to one or more entries in the input key-value pairs N=Batch, S=source length, L=target length, E = model(embedding) dimension, K = Key dimension, V = value dimension H = headCount. The sources to this layer are of shapes: Query:(N,L,E), Key:(N,S,K), Value:(N,S,V), KeyMask:(N,S), AttentionMask:(1,L,S) or (NxH,L,S). KeyMask and AttentionMask are optional and either, both or none of them can be passed. KeyMask is of Boolean type and AttentionMask can be of Float or Boolean type. Output is of shape:(N,L,E). For details refer to: https://pytorch.org/docs/stable/nn.html#multiheadattention API-Since: 14.0 Deprecated-Since: 100000.0 Deprecated-Message: Use Metal Performance Shaders Graph or BNNS instead.

Nested Class Summary

Nested classes/interfaces inherited from class apple.NSObject

NSObject.Block_accessibilityActivateBlock_ret, NSObject.Block_accessibilityActivationPointBlock_ret, NSObject.Block_accessibilityAttributedHintBlock_ret, NSObject.Block_accessibilityAttributedLabelBlock_ret, NSObject.Block_accessibilityAttributedUserInputLabelsBlock_ret, NSObject.Block_accessibilityAttributedValueBlock_ret, NSObject.Block_accessibilityContainerTypeBlock_ret, NSObject.Block_accessibilityCustomActionsBlock_ret, NSObject.Block_accessibilityCustomRotorsBlock_ret, NSObject.Block_accessibilityDecrementBlock_ret, NSObject.Block_accessibilityElementsBlock_ret, NSObject.Block_accessibilityElementsHiddenBlock_ret, NSObject.Block_accessibilityFrameBlock_ret, NSObject.Block_accessibilityHeaderElementsBlock_ret, NSObject.Block_accessibilityHintBlock_ret, NSObject.Block_accessibilityIdentifierBlock_ret, NSObject.Block_accessibilityIncrementBlock_ret, NSObject.Block_accessibilityLabelBlock_ret, NSObject.Block_accessibilityLanguageBlock_ret, NSObject.Block_accessibilityMagicTapBlock_ret, NSObject.Block_accessibilityNavigationStyleBlock_ret, NSObject.Block_accessibilityPathBlock_ret, NSObject.Block_accessibilityPerformEscapeBlock_ret, NSObject.Block_accessibilityRespondsToUserInteractionBlock_ret, NSObject.Block_accessibilityShouldGroupAccessibilityChildrenBlock_ret, NSObject.Block_accessibilityTextualContextBlock_ret, NSObject.Block_accessibilityTraitsBlock_ret, NSObject.Block_accessibilityUserInputLabelsBlock_ret, NSObject.Block_accessibilityValueBlock_ret, NSObject.Block_accessibilityViewIsModalBlock_ret, NSObject.Block_automationElementsBlock_ret, NSObject.Block_isAccessibilityElementBlock_ret, NSObject.Block_setAccessibilityActivateBlock, NSObject.Block_setAccessibilityActivationPointBlock, NSObject.Block_setAccessibilityAttributedHintBlock, NSObject.Block_setAccessibilityAttributedLabelBlock, NSObject.Block_setAccessibilityAttributedUserInputLabelsBlock, NSObject.Block_setAccessibilityAttributedValueBlock, NSObject.Block_setAccessibilityContainerTypeBlock, NSObject.Block_setAccessibilityCustomActionsBlock, NSObject.Block_setAccessibilityCustomRotorsBlock, NSObject.Block_setAccessibilityDecrementBlock, NSObject.Block_setAccessibilityElementsBlock, NSObject.Block_setAccessibilityElementsHiddenBlock, NSObject.Block_setAccessibilityFrameBlock, NSObject.Block_setAccessibilityHeaderElementsBlock, NSObject.Block_setAccessibilityHintBlock, NSObject.Block_setAccessibilityIdentifierBlock, NSObject.Block_setAccessibilityIncrementBlock, NSObject.Block_setAccessibilityLabelBlock, NSObject.Block_setAccessibilityLanguageBlock, NSObject.Block_setAccessibilityMagicTapBlock, NSObject.Block_setAccessibilityNavigationStyleBlock, NSObject.Block_setAccessibilityPathBlock, NSObject.Block_setAccessibilityPerformEscapeBlock, NSObject.Block_setAccessibilityRespondsToUserInteractionBlock, NSObject.Block_setAccessibilityShouldGroupAccessibilityChildrenBlock, NSObject.Block_setAccessibilityTextualContextBlock, NSObject.Block_setAccessibilityTraitsBlock, NSObject.Block_setAccessibilityUserInputLabelsBlock, NSObject.Block_setAccessibilityValueBlock, NSObject.Block_setAccessibilityViewIsModalBlock, NSObject.Block_setAutomationElementsBlock, NSObject.Block_setIsAccessibilityElementBlock, NSObject.Function_instanceMethodForSelector_ret, NSObject.Function_methodForSelector_ret

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	MLCMultiheadAttentionLayer(org.moe.natj.general.Pointer peer)	Deprecated.

Method Summary

Modifier and Type	Method	Description
static boolean	accessInstanceVariablesDirectly()	Deprecated.
static MLCMultiheadAttentionLayer	alloc()	Deprecated.
static MLCMultiheadAttentionLayer	allocWithZone(org.moe.natj.general.ptr.VoidPtr zone)	Deprecated.
@Nullable NSArray<? extends MLCTensor>	attentionBiases()	Deprecated. [@property] attentionBiases The biases added to key and value
static boolean	automaticallyNotifiesObserversForKey(@NotNull java.lang.String key)	Deprecated.
@Nullable NSArray<? extends MLCTensor>	biases()	Deprecated. [@property] biases The biases of query, key, value and output projections
@Nullable NSArray<? extends MLCTensorParameter>	biasesParameters()	Deprecated. [@property] biasesParameters The biases tensor parameters used for optimizer update
static void	cancelPreviousPerformRequestsWithTarget(@NotNull java.lang.Object aTarget)	Deprecated.
static void	cancelPreviousPerformRequestsWithTargetSelectorObject(@NotNull java.lang.Object aTarget, @NotNull org.moe.natj.objc.SEL aSelector, @Nullable java.lang.Object anArgument)	Deprecated.
static @NotNull NSArray<java.lang.String>	classFallbacksForKeyedArchiver()	Deprecated.
static @NotNull org.moe.natj.objc.Class	classForKeyedUnarchiver()	Deprecated.
static java.lang.String	debugDescription_static()	Deprecated.
static java.lang.String	description_static()	Deprecated.
@NotNull MLCMultiheadAttentionDescriptor	descriptor()	Deprecated. [@property] descriptor The multi-head attention descriptor
static long	hash_static()	Deprecated.
MLCMultiheadAttentionLayer	init()	Deprecated.
static NSObject.Function_instanceMethodForSelector_ret	instanceMethodForSelector(org.moe.natj.objc.SEL aSelector)	Deprecated.
static NSMethodSignature	instanceMethodSignatureForSelector(org.moe.natj.objc.SEL aSelector)	Deprecated.
static boolean	instancesRespondToSelector(org.moe.natj.objc.SEL aSelector)	Deprecated.
static boolean	isSubclassOfClass(org.moe.natj.objc.Class aClass)	Deprecated.
static @NotNull NSSet<java.lang.String>	keyPathsForValuesAffectingValueForKey(@NotNull java.lang.String key)	Deprecated.
static MLCMultiheadAttentionLayer	layerWithDescriptorWeightsBiasesAttentionBiases(@NotNull MLCMultiheadAttentionDescriptor descriptor, @NotNull NSArray<? extends MLCTensor> weights, @Nullable NSArray<? extends MLCTensor> biases, @Nullable NSArray<? extends MLCTensor> attentionBiases)	Deprecated. Create a multi-head attention layer
static MLCMultiheadAttentionLayer	new_objc()	Deprecated.
static boolean	resolveClassMethod(org.moe.natj.objc.SEL sel)	Deprecated.
static boolean	resolveInstanceMethod(org.moe.natj.objc.SEL sel)	Deprecated.
static void	setVersion_static(long aVersion)	Deprecated.
static org.moe.natj.objc.Class	superclass_static()	Deprecated.
static boolean	supportsDataTypeOnDevice(int dataType, @NotNull MLCDevice device)	Deprecated.
static boolean	useStoredAccessor()	Deprecated.
static long	version_static()	Deprecated.
@NotNull NSArray<? extends MLCTensor>	weights()	Deprecated. [@property] weights The weights of query, key, value and output projections
@NotNull NSArray<? extends MLCTensorParameter>	weightsParameters()	Deprecated. [@property] weightsParameters The weights tensor parameters used for optimizer update

Methods inherited from class apple.mlcompute.MLCLayer

deviceType, isDebuggingEnabled, label, layerID, setIsDebuggingEnabled, setLabel

Methods inherited from class apple.NSObject

accessibilityActivate, accessibilityActivateBlock, accessibilityActivationPoint, accessibilityActivationPointBlock, accessibilityAssistiveTechnologyFocusedIdentifiers, accessibilityAttributedHint, accessibilityAttributedHintBlock, accessibilityAttributedLabel, accessibilityAttributedLabelBlock, accessibilityAttributedUserInputLabels, accessibilityAttributedUserInputLabelsBlock, accessibilityAttributedValue, accessibilityAttributedValueBlock, accessibilityContainerType, accessibilityContainerTypeBlock, accessibilityCustomActions, accessibilityCustomActionsBlock, accessibilityCustomRotors, accessibilityCustomRotorsBlock, accessibilityDecrement, accessibilityDecrementBlock, accessibilityDirectTouchOptions, accessibilityDragSourceDescriptors, accessibilityDropPointDescriptors, accessibilityElementAtIndex, accessibilityElementCount, accessibilityElementDidBecomeFocused, accessibilityElementDidLoseFocus, accessibilityElementIsFocused, accessibilityElements, accessibilityElementsBlock, accessibilityElementsHidden, accessibilityElementsHiddenBlock, accessibilityFrame, accessibilityFrameBlock, accessibilityHeaderElementsBlock, accessibilityHint, accessibilityHintBlock, accessibilityIdentifierBlock, accessibilityIncrement, accessibilityIncrementBlock, accessibilityLabel, accessibilityLabelBlock, accessibilityLanguage, accessibilityLanguageBlock, accessibilityMagicTapBlock, accessibilityNavigationStyle, accessibilityNavigationStyleBlock, accessibilityPath, accessibilityPathBlock, accessibilityPerformEscape, accessibilityPerformEscapeBlock, accessibilityPerformMagicTap, accessibilityRespondsToUserInteraction, accessibilityRespondsToUserInteractionBlock, accessibilityScroll, accessibilityShouldGroupAccessibilityChildrenBlock, accessibilityTextualContext, accessibilityTextualContextBlock, accessibilityTraits, accessibilityTraitsBlock, accessibilityUserInputLabels, accessibilityUserInputLabelsBlock, accessibilityValue, accessibilityValueBlock, accessibilityViewIsModal, accessibilityViewIsModalBlock, accessibilityZoomInAtPoint, accessibilityZoomOutAtPoint, addObserverForKeyPathOptionsContext, attemptRecoveryFromErrorOptionIndex, attemptRecoveryFromErrorOptionIndexDelegateDidRecoverSelectorContextInfo, autoContentAccessingProxy, automationElements, automationElementsBlock, awakeAfterUsingCoder, awakeFromNib, class_objc, classForCoder, classForKeyedArchiver, copy, dealloc, debugDescription, description, dictionaryWithValuesForKeys, didChangeValueForKey, didChangeValueForKeyWithSetMutationUsingObjects, didChangeValuesAtIndexesForKey, doesNotRecognizeSelector, fileManagerShouldProceedAfterError, fileManagerWillProcessPath, finalize_objc, forwardingTargetForSelector, forwardInvocation, handleQueryWithUnboundKey, handleTakeValueForUnboundKey, hash, indexOfAccessibilityElement, isAccessibilityElement, isAccessibilityElementBlock, isEqual, isKindOfClass, isMemberOfClass, isProxy, methodForSelector, methodSignatureForSelector, mutableArrayValueForKey, mutableArrayValueForKeyPath, mutableCopy, mutableOrderedSetValueForKey, mutableOrderedSetValueForKeyPath, mutableSetValueForKey, mutableSetValueForKeyPath, observationInfo, observeValueForKeyPathOfObjectChangeContext, performSelector, performSelectorInBackgroundWithObject, performSelectorOnMainThreadWithObjectWaitUntilDone, performSelectorOnMainThreadWithObjectWaitUntilDoneModes, performSelectorOnThreadWithObjectWaitUntilDone, performSelectorOnThreadWithObjectWaitUntilDoneModes, performSelectorWithObject, performSelectorWithObjectAfterDelay, performSelectorWithObjectAfterDelayInModes, performSelectorWithObjectWithObject, prepareForInterfaceBuilder, provideImageDataBytesPerRowOrigin_Size_UserInfo, removeObserverForKeyPath, removeObserverForKeyPathContext, replacementObjectForCoder, replacementObjectForKeyedArchiver, respondsToSelector, self, setAccessibilityActivateBlock, setAccessibilityActivationPoint, setAccessibilityActivationPointBlock, setAccessibilityAttributedHint, setAccessibilityAttributedHintBlock, setAccessibilityAttributedLabel, setAccessibilityAttributedLabelBlock, setAccessibilityAttributedUserInputLabels, setAccessibilityAttributedUserInputLabelsBlock, setAccessibilityAttributedValue, setAccessibilityAttributedValueBlock, setAccessibilityContainerType, setAccessibilityContainerTypeBlock, setAccessibilityCustomActions, setAccessibilityCustomActionsBlock, setAccessibilityCustomRotors, setAccessibilityCustomRotorsBlock, setAccessibilityDecrementBlock, setAccessibilityDirectTouchOptions, setAccessibilityDragSourceDescriptors, setAccessibilityDropPointDescriptors, setAccessibilityElements, setAccessibilityElementsBlock, setAccessibilityElementsHidden, setAccessibilityElementsHiddenBlock, setAccessibilityFrame, setAccessibilityFrameBlock, setAccessibilityHeaderElementsBlock, setAccessibilityHint, setAccessibilityHintBlock, setAccessibilityIdentifierBlock, setAccessibilityIncrementBlock, setAccessibilityLabel, setAccessibilityLabelBlock, setAccessibilityLanguage, setAccessibilityLanguageBlock, setAccessibilityMagicTapBlock, setAccessibilityNavigationStyle, setAccessibilityNavigationStyleBlock, setAccessibilityPath, setAccessibilityPathBlock, setAccessibilityPerformEscapeBlock, setAccessibilityRespondsToUserInteraction, setAccessibilityRespondsToUserInteractionBlock, setAccessibilityShouldGroupAccessibilityChildrenBlock, setAccessibilityTextualContext, setAccessibilityTextualContextBlock, setAccessibilityTraits, setAccessibilityTraitsBlock, setAccessibilityUserInputLabels, setAccessibilityUserInputLabelsBlock, setAccessibilityValue, setAccessibilityValueBlock, setAccessibilityViewIsModal, setAccessibilityViewIsModalBlock, setAutomationElements, setAutomationElementsBlock, setIsAccessibilityElement, setIsAccessibilityElementBlock, setNilValueForKey, setObservationInfo, setShouldGroupAccessibilityChildren, setValueForKey, setValueForKeyPath, setValueForUndefinedKey, setValuesForKeysWithDictionary, shouldGroupAccessibilityChildren, storedValueForKey, superclass, takeStoredValueForKey, takeValueForKey, takeValueForKeyPath, takeValuesFromDictionary, unableToSetNilForKey, validateValueForKeyError, validateValueForKeyPathError, valueForKey, valueForKeyPath, valueForUndefinedKey, valuesForKeys, willChangeValueForKey, willChangeValueForKeyWithSetMutationUsingObjects, willChangeValuesAtIndexesForKey

Methods inherited from class org.moe.natj.objc.ObjCObject

equals, toString

Methods inherited from class org.moe.natj.general.NativeObject

finalize, getPeer, getPeerPointer

Methods inherited from class java.lang.Object

clone, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Detail

MLCMultiheadAttentionLayer

protected MLCMultiheadAttentionLayer(org.moe.natj.general.Pointer peer)

Deprecated.

Method Detail

accessInstanceVariablesDirectly

public static boolean accessInstanceVariablesDirectly()

Deprecated.

alloc

public static MLCMultiheadAttentionLayer alloc()

Deprecated.

allocWithZone

public static MLCMultiheadAttentionLayer allocWithZone(org.moe.natj.general.ptr.VoidPtr zone)

Deprecated.

attentionBiases

@Nullable
public @Nullable NSArray<? extends MLCTensor> attentionBiases()

Deprecated.

[@property] attentionBiases The biases added to key and value

automaticallyNotifiesObserversForKey

public static boolean automaticallyNotifiesObserversForKey(@NotNull
                                                           @NotNull java.lang.String key)

Deprecated.

biases

@Nullable
public @Nullable NSArray<? extends MLCTensor> biases()

Deprecated.

[@property] biases The biases of query, key, value and output projections

biasesParameters

@Nullable
public @Nullable NSArray<? extends MLCTensorParameter> biasesParameters()

Deprecated.

[@property] biasesParameters The biases tensor parameters used for optimizer update

cancelPreviousPerformRequestsWithTarget

public static void cancelPreviousPerformRequestsWithTarget(@NotNull
                                                           @NotNull java.lang.Object aTarget)

Deprecated.

cancelPreviousPerformRequestsWithTargetSelectorObject

public static void cancelPreviousPerformRequestsWithTargetSelectorObject(@NotNull
                                                                         @NotNull java.lang.Object aTarget,
                                                                         @NotNull
                                                                         @NotNull org.moe.natj.objc.SEL aSelector,
                                                                         @Nullable
                                                                         @Nullable java.lang.Object anArgument)

Deprecated.

classFallbacksForKeyedArchiver

@NotNull
public static @NotNull NSArray<java.lang.String> classFallbacksForKeyedArchiver()

Deprecated.

classForKeyedUnarchiver

@NotNull
public static @NotNull org.moe.natj.objc.Class classForKeyedUnarchiver()

Deprecated.

debugDescription_static

public static java.lang.String debugDescription_static()

Deprecated.

description_static

public static java.lang.String description_static()

Deprecated.

descriptor

@NotNull
public @NotNull MLCMultiheadAttentionDescriptor descriptor()

Deprecated.

[@property] descriptor The multi-head attention descriptor

hash_static

public static long hash_static()

Deprecated.

init

public MLCMultiheadAttentionLayer init()

Deprecated.

Overrides:

init in class MLCLayer

instanceMethodForSelector

public static NSObject.Function_instanceMethodForSelector_ret instanceMethodForSelector(org.moe.natj.objc.SEL aSelector)

Deprecated.

instanceMethodSignatureForSelector

public static NSMethodSignature instanceMethodSignatureForSelector(org.moe.natj.objc.SEL aSelector)

Deprecated.

instancesRespondToSelector

public static boolean instancesRespondToSelector(org.moe.natj.objc.SEL aSelector)

Deprecated.

isSubclassOfClass

public static boolean isSubclassOfClass(org.moe.natj.objc.Class aClass)

Deprecated.

keyPathsForValuesAffectingValueForKey

@NotNull
public static @NotNull NSSet<java.lang.String> keyPathsForValuesAffectingValueForKey(@NotNull
                                                                                     @NotNull java.lang.String key)

Deprecated.

layerWithDescriptorWeightsBiasesAttentionBiases

public static MLCMultiheadAttentionLayer layerWithDescriptorWeightsBiasesAttentionBiases(@NotNull
                                                                                         @NotNull MLCMultiheadAttentionDescriptor descriptor,
                                                                                         @NotNull
                                                                                         @NotNull NSArray<? extends MLCTensor> weights,
                                                                                         @Nullable
                                                                                         @Nullable NSArray<? extends MLCTensor> biases,
                                                                                         @Nullable
                                                                                         @Nullable NSArray<? extends MLCTensor> attentionBiases)

Deprecated.

Create a multi-head attention layer

Parameters:

weights - weights corresponding to query, key, value and output projections for all heads

biases - Optional, biases corresponding to query, key, value and output projections for all heads

attentionBiases - Optional, An array of biases added to the key and value respectively

Returns:

A new MultiheadAttention layer

new_objc

public static MLCMultiheadAttentionLayer new_objc()

Deprecated.

resolveClassMethod

public static boolean resolveClassMethod(org.moe.natj.objc.SEL sel)

Deprecated.

resolveInstanceMethod

public static boolean resolveInstanceMethod(org.moe.natj.objc.SEL sel)

Deprecated.

setVersion_static

public static void setVersion_static(long aVersion)

Deprecated.

superclass_static

public static org.moe.natj.objc.Class superclass_static()

Deprecated.

supportsDataTypeOnDevice

public static boolean supportsDataTypeOnDevice(int dataType,
                                               @NotNull
                                               @NotNull MLCDevice device)

Deprecated.

version_static

public static long version_static()

Deprecated.

weights

@NotNull
public @NotNull NSArray<? extends MLCTensor> weights()

Deprecated.

[@property] weights The weights of query, key, value and output projections

weightsParameters

@NotNull
public @NotNull NSArray<? extends MLCTensorParameter> weightsParameters()

Deprecated.

[@property] weightsParameters The weights tensor parameters used for optimizer update

useStoredAccessor

@Deprecated
public static boolean useStoredAccessor()

Deprecated.