//+------------------------------------------------------------------+ //| NeuroNet_Definitions.mqh | //| Copyright 2026, DNG | //| https://www.mql5.com/ru/users/dng | //+------------------------------------------------------------------+ #ifndef NEURONET_DEFINITIONS_MQH #define NEURONET_DEFINITIONS_MQH #define NEURONET_OPENCL_CHECKED_API //--- \file //--- \brief NeuroNet.mqh //--- Library for creating Neural network for use in MQL5 experts //--- \author [DNG](https://www.mql5.com/en/users/dng) //---\mainpage NeuronNet //--- Library for creating Neural network for use in MQL5 experts. //--- - \ref const //--- - \ref enums //--- - \ref ObjectTypes //--- - \ref group1 //--- - [Class Hierarchy](hierarchy.html) //--- - [Files](files.html) #property link "https://www.mql5.com" #property version "1.00" //+------------------------------------------------------------------+ //| Include standart libraries | //+------------------------------------------------------------------+ #include #include #include #include #include //+------------------------------------------------------------------+ //| Defines | //+------------------------------------------------------------------+ //---\defgroup const Global constants //---@{ /// learning rate #define lr 3.0e-4f /// momentum for SGD optimization #define momentum 0.9f #define WeightsMultiplier 0.01f //--- /** First momentum multiplier of Adam optimization*/ #define b1 0.9f /** Second momentum multiplier of Adam optimization*/ #define b2 0.999f //--- Pseudo-random sequence generator #define xor128 rnd_t=(rnd_x^(rnd_x<<11)); \ rnd_x=rnd_y; \ rnd_y=rnd_z; \ rnd_z=rnd_w; \ rnd_w=(rnd_w^(rnd_w>>19))^(rnd_t^(rnd_t>>8)) //--- uint rnd_x = MathRand(), rnd_y = MathRand(), rnd_z = MathRand(), rnd_w = MathRand(), rnd_t = 0; //---@} #define CreateKernel(id, name) if(!opencl.KernelCreate(id, name)) { \ PrintFormat("Error of create kernel %s: %d line %d", #name, GetLastError(), __LINE__); \ ReturnFalse; } #define setBuffer(kernel, id, buffer) if(!OpenCL.SetArgumentBuffer(kernel, id, buffer)) { \ printf("Error of set parameter kernel %s: %d; line %d", OpenCL.GetKernelName(kernel), GetLastError(), __LINE__); \ ReturnFalse; } #define setArgument(kernel, id, value) if(!OpenCL.SetArgument(kernel, id, value)) { \ printf("Error of set parameter kernel %s: %d; line %d", OpenCL.GetKernelName(kernel), GetLastError(), __LINE__); \ ReturnFalse; } #define kernelExecute(kernel,offset,global) if(!OpenCL.Execute(kernel, global.Size(), offset, global)) { \ string error; \ CLGetInfoString(OpenCL.GetContext(), CL_ERROR_DESCRIPTION, error); \ printf("Error of execution kernel %s %s:\n %s", __FUNCTION__, OpenCL.GetKernelName(kernel), error); \ string s_global=StringFormat("global = {%d",global[0]); \ for(uint i=1;i T1 pow(T2 a, T1 b) { return(T1)MathPow((T1)a, (T1)b); } //+------------------------------------------------------------------+ //| Declares the uaLongChar union. | //+------------------------------------------------------------------+ union uaLongChar { long data[3]; uchar cdata[24]; }; //---\defgroup ObjectTypes Defines Object types identified //---Used to identify classes in a library //---@{ //---\defgroup arr Arrays //---Used to identify array classes //---\{ /// Array of connections \details Identified class #CArrayCon #define defArrayConnects 0x7782 /// Layer of neurons \details Identified class #CLayer #define defLayer 0x7787 /// Array of layers \details Identified class #CArrayLayer #define defArrayLayer 0x7788 /// Neuron Net \details Identified class #CNet #define defNet 0x7790 //---\} //---\defgroup cpu CPU //---Used to identify classes with CPU calculation //---\{ /// Connection \details Identified class #CConnection #define defConnect 0x7781 /// Neuron base type \details Identified class #CNeuronBase #define defNeuronBase 0x7783 /// Full connected neuron \details Identified class #CNeuron #define defNeuron 0x7784 /// Convolution neuron \details Identified class #CNeuronConv #define defNeuronConv 0x7785 /// Proof neuron \details Identified class #CNeuronProof #define defNeuronProof 0x7786 /// LSTM Neuron \details Identified class #CNeuronLSTM #define defNeuronLSTM 0x7791 //---\} //---\defgroup gpu GPU //---Used to identify classes with GPU calculation //---\{ /// Data Buffer OpenCL \details Identified class #CBufferFloat #define defBufferDouble 0x7882 /// Neuron Base OpenCL \details Identified class #CNeuronBaseOCL #define defNeuronBaseOCL 0x7883 /// Conolution neuron OpenCL \details Identified class #CNeuronConvOCL #define defNeuronConvOCL 0x7885 /// Proof neuron OpenCL \details Identified class #CNeuronProofOCL #define defNeuronProofOCL 0x7886 /// Attention neuron OpenCL \details Identified class #CNeuronAttentionOCL #define defNeuronAttentionOCL 0x7887 /// Multi-Head Attention neuron OpenCL \details Identified class #CNeuronMHAttentionOCL #define defNeuronMHAttentionOCL 0x7888 /// Multilayer multi-headed attention neuron OpenCL \details Identified class #CNeuronMLMHAttentionOCL #define defNeuronMLMHAttentionOCL 0x7889 /// Dropout neuron OpenCL \details Identified class #CNeuronDropoutOCL #define defNeuronDropoutOCL 0x7890 /// Batchnorm neuron OpenCL \details Identified class #CNeuronBatchNormOCL #define defNeuronBatchNormOCL 0x7891 /// VAE neuron OpenCL \details Identified class #CVAE #define defNeuronVAEOCL 0x7892 /// Bayesian linear neuron OpenCL #define defNeuronBayesianLinearOCL 0x811F /// Online posterior mean bridge OpenCL #define defNeuronOMPBOCL 0x8120 /// LSTM Neuron \details Identified class #CNeuronLSTMOCL #define defNeuronLSTMOCL 0x7893 /// SoftMax layer \details Identified class #CNeuronSoftMaxOCL #define defNeuronSoftMaxOCL 0x7894 /// FQF layer \details Identified class #CNeuronFQF #define defNeuronFQF 0x7895 /// Multilayer multi-headed sparse attention neuron OpenCL \details Identified class #CNeuronMLMHAttentionOCL #define defNeuronMLMHSparseAttentionOCL 0x7896 /// Neuron Base MultiModels OpenCL \details Identified class #CNeuronMultiModels #define defNeuronMultiModels 0x7897 #define defNeuronConcatenate 0x7898 #define defNeuronSoftActorCritic 0x7899 #define defNeuronEmbeddingOCL 0x7900 #define defNeuronPEOCL 0x7901 #define defNeuronTransposeOCL 0x7902 #define defNeuronMH2AttentionOCL 0x7903 #define defNeuronCGConvOCL 0x7904 #define defNeuronMFTOCL 0x7905 #define defNeuronXCiTOCL 0x7906 #define defNeuronDOTOCL 0x7907 #define defNeuronFAQOCL 0x7908 #define defNeuronCrossAttenOCL 0x7909 #define defNeuronGTE 0x7910 #define defResidualConv 0x7911 #define defCCMREncoder 0x7912 #define defNeuronCrossXCiTOCL 0x7913 #define defNeuronCCMROCL 0x7914 #define defNeuronNODEOCL 0x7915 #define defNeuronConformerOCL 0x7916 #define defNeuronRevInDenormOCL 0x7917 #define defNeuronClientOCL 0x7918 #define defNeuronLearnabledPE 0x7919 #define defNeuronUShapeAttention 0x7920 #define defNeuronPatchingOCL 0x7921 #define defNeuronTiDEOCL 0x7922 #define defNeuronLegendreWavelets 0x7923 #define defNeuronFEDW 0x7924 #define defNeuronFITSOCL 0x7925 #define defNeuronFreDFOCL 0x7926 #define defNeuronComplexMLMHAttentionOCL 0x7927 #define defNeuronATFNetOCL 0x7928 #define defNeuronS3 0x7929 #define defNeuronMLMHAttentionMLKV 0x7930 #define defNeuronMLCrossAttentionMLKV 0x7931 #define defNeuronCSCMOCL 0x7932 #define defNeuronSPyrAttentionMLKV 0x7933 #define defNeuronPLROCL 0x7934 #define defNeuronTPMEncoder 0x7935 #define defNeuronTPM 0x7936 #define defNeuronSTNNEncoder 0x7937 #define defNeuronSTNNDecoder 0x7938 #define defNeuronSparseTSF 0x7939 #define defNeuronTEMPOOCL 0x7940 #define defNeuronMVMHAttentionMLKV 0x7941 #define defNeuronMVCrossMHAttentionMLKV 0x7942 #define defNeuronInjectTST 0x7943 #define defNeuronSSMOCL 0x7944 #define defNeuronMambaOCL 0x7945 #define defNeuronMambaBlockOCL 0x7946 #define defNeuronTrajLLMOCL 0x7947 #define defNeuronUniTrajOCL 0x7948 #define defNeuronHiVTAAEncoder 0x7949 #define defNeuronTransposeRCDOCL 0x7950 #define defNeuronHiVTOCL 0x7951 #define defNeuronPointNetOCL 0x7952 #define defNeuronPointNet2OCL 0x7953 #define defNeuronPointNet2LocalOCL 0x7954 #define defNeuronPointFormer 0x7955 #define defNeuronSceneSpecific 0x7956 #define defNeuronMLMHSceneConditionAttention 0x7957 #define defNeuronHyperDet 0x7958 #define defNeuronSEFormer 0x7959 #define defNeuronSPFormer 0x7960 #define defNeuronMAFT 0x7961 #define defNeuronGRES 0x7962 #define defNeuronGEGWA 0x7963 #define defNeuronLPC 0x7964 #define defNeuronOCM 0x7965 #define defNeuronRefMask 0x7966 #define defNeuronRelativeSelfAttention 0x7967 #define defNeuronRMAT 0x7968 #define defNeuronMHAttentionPooling 0x7969 #define defNeuronMotifs 0x7970 #define defNeuronMultiScaleAttention 0x7971 #define defNeuronMolformer 0x7972 #define defNeuronRelativeCrossAttention 0x7973 #define defNeuronMotifEncoder 0x7974 #define defNeuronPropertyAwareAttention 0x7975 #define defNeuronAMCT 0x7976 #define defNeuronNAFS 0x7977 #define defNeuronBatchNormWithNoise 0x7978 #define defNeuronDiffusion 0x7979 #define defNeuronHyperProjection 0x7980 #define defNeuronHyperboloids 0x7981 #define defNeuronHypDiff 0x7982 #define defNeuronBaseSAMOCL 0x7983 #define defNeuronConvSAMOCL 0x7984 #define defNeuronPSBlock 0x7985 #define defNeuronPSformer 0x7986 #define defNeuronMarketObserver 0x7987 #define defNeuronRLAgent 0x7988 #define defNeuronControlAgent 0x7989 #define defNeuronMASA 0x7990 #define defNeuronPLRMultiAgentsOCL 0x7991 #define defNeuronCrossSectionalAnalysis 0x7992 #define defNeuronTemporalAnalysis 0x7993 #define defNeuronTransposeVRCOCL 0x7994 #define defNeuronPortfolioGenerator 0x7995 #define defNeuronMASAAT 0x7996 #define defNeuronMHConvOCL 0x7997 #define defNeuronMHFeedForward 0x7998 #define defNeuronDMHAttention 0x7999 #define defNeuronCrossDMHAttention 0x8000 #define defNeuronLegendreWaveletsHL 0x8001 #define defNeuronDecouplingFlow 0x8002 #define defNeuronDilatedCasualConv 0x8003 #define defNeuronMultitaskStockformer 0x8004 #define defNeuronMemory 0x8005 #define defNeuronFinMem 0x8006 #define defNeuronLowLevelReflection 0x8007 #define defNeuronHighLevelReflection 0x8008 #define defNeuronFinAgent 0x8009 #define defNeuronMemoryDistil 0x8010 #define defNeuronFinConAgent 0x8011 #define defNeuronFinConManager 0x8012 #define defNeuronMacroHFT 0x8013 #define defNeuronMacroHFTHyperAgent 0x8014 #define defNeuronMacroHFTvsRiskManager 0x8015 #define defNeuronMultiScaleRelativeSelfAttention 0x8016 #define defNeuronMultiScaleRelativeCrossAttention 0x8017 #define defNeuronRecursiveAttention 0x8018 #define defNeuronLinerAttention 0x8019 #define defNeuronHidformerTSAgent 0x8020 #define defNeuronHidformerFreqAgent 0x8021 #define defNeuronHidformer 0x8022 #define defNeuronResNeXtBottleneck 0x8023 #define defNeuronResNeXtResidual 0x8024 #define defNeuronResNeXtBlock 0x8025 #define defNeuron2DSSMOCL 0x8026 #define defNeuronChimera 0x8027 #define defNeuronMoT 0x8028 #define defNeuronChimeraPlus 0x8029 #define defNeuronHypridDecoder 0x8030 #define defNeuronAttraos 0x8031 #define defNeuronTopKGates 0x8032 #define defNeuronMoE 0x8033 #define defNeuronChanelMask 0x8034 #define defNeuronDUET 0x8035 #define defNeuronMultiWindowsConvOCL 0x8036 #define defNeuronAdaBN 0x8037 #define defNeuronComplexConvOCL 0x8038 #define defNeuronComplexMVMHMaskAttention 0x8039 #define defNeuronCATCH 0x8040 #define defNeuronSkillsEncoder 0x8041 #define defNeuronHiSSDLowLevelControler 0x8042 #define defNeuronCGLSTMOCL 0x8043 #define defNeuronMHProbAttention 0x8044 #define defNeuronTSPositionEncoder 0x8045 #define defMamba4CastEmbeding 0x8046 #define defNeuronMultiWindowsConvWPadOCL 0x8047 #define defNeuronConcatDiff 0x8048 #define defNeuronMantisPatching 0x8049 #define defNeuronMantisAttentionUnit 0x8050 #define defNeuronTimeFoundPatching 0x8051 #define defNeuronTimeFoundTransformerUnit 0x8052 #define defNeuronSwiGLUOCL 0x8053 #define defNeuronMaskMultiWinConv 0x8054 #define defNeuronTimeMoESparseExperts 0x8055 #define defNeuronTimeMoEAttention 0x8056 #define defNeuronAdaptConv 0x8057 #define defNeuronRoPE 0x8058 #define defParams 0x8059 #define defNeuronK2VAEEncoder 0x8060 #define defNeuronInterpolationAttention 0x8061 #define defNeuronAGCN 0x8062 #define defNeuronGinARCell 0x8063 #define defNeuronGinAR 0x8064 #define defNeuronPeriodNorm 0x8065 #define defNeuronAdaptSpatialNorm 0x8066 #define defNeuronSCNNEncoder 0x8067 #define defNeuronSCNN 0x8068 #define defNeuronAttentNorm 0x8069 #define defNeuronSAttentNorm 0x8070 #define defNeuronPolynomialRegression 0x8071 #define defNeuronSSCNNEncoder 0x8072 #define defNeuronSSCNN 0x8073 #define defCircleParams 0x8074 #define defNeuronTQMHA 0x8075 #define defChebPolinom 0x8076 #define defNeuronHimNetGrapConv 0x8077 #define defNeuronHimNetGCRU 0x8078 #define defNeuronHimNetTempEncoder 0x8079 #define defNeuronHimNetSpatEncoder 0x8080 #define defNeuronHimNetEncoder 0x8081 #define defNeuronHimNetDecoder 0x8082 #define defNeuronSNSMHAttention 0x8083 #define defNeuronFastGConv 0x8084 #define defNeuronSAGDFN 0x8085 #define defNeuronSpatialEmbedding 0x8086 #define defNeuronTempEmbedding 0x8087 #define defNeuronGlobalLocalAttention 0x8088 #define defNeuronExtralonger 0x8089 #define defNeuronGraphons 0x8090 #define defNeuronGraphAttention 0x8091 #define defNeuronSparseSoftMax 0x8092 #define defNeuronSparseGraphAttention 0x8093 #define defNeuronGlobLocGraphAtt 0x8094 #define defNeuronExtralongerGraph 0x8095 #define defNeuronSpikeConv 0x8096 #define defNeuronGateLineAttention 0x8097 #define defNeuronSpikeSparseAttention 0x8098 #define defNeuronMoEConv 0x8099 #define defNeuronSpikingBrain 0x809A #define defNeuronSpikeActivation 0x809B #define defNeuronSpikeResNeXtBottleneck 0x809C #define defNeuronSpikeResNeXtResidual 0x809D #define defNeuronSpikeResNeXtBlock 0x809E #define defNeuronSSAM 0x809F #define defNeuronSSAMResNeXtBlock 0x80A0 #define defNeuronSTFS 0x80A1 #define defNeuronSpikeConvGRU 0x80A2 #define defNeuronAddToStack 0x80A3 #define defNeuronStackCorrelation 0x80A4 #define defNeuronSTEFlowNetEncoder 0x80A5 #define defNeuronSTEFlowNetResidualBlock 0x80A6 #define defNeuronSTEFlowNetDecoder 0x80A7 #define defNeuronSTEFlowNet 0x80A8 #define defNeuronMultiScaleStackCorrelation 0x80A9 #define defNeuronSpikeConvGRU2D 0x80AA #define defNeuronRAFT 0x80AB #define defNeuronMultScalStackCorrelBySegments 0x80AC #define defNeuronTMAMFE 0x80AD #define defNeuronTMAMPA 0x80AE #define defNeuronTMA 0x80AF #define defNeuronSpikeSTConvGRU 0x80B0 #define defNeuronFERENet 0x80B1 #define defNeuronFGDModule 0x80B2 #define defNeuronEVMGRFlowNet 0x80B3 #define defNeuronSpikeConvBlock 0x80B4 #define defNeuronMSRes 0x80B5 #define defNeuronSpikeQKAttention 0x80B6 #define defNeuronSDSA 0x80B7 #define defNeuronSDformerUBlock 0x80B8 #define defNeuronSDformerFlow 0x80B9 #define defNeuronSpikePatchStak 0x80BA #define defNeuronSpike2DSSMOCL 0x80BB #define defNeuronSpikeMamba2D 0x80BC #define defNeuronSpikeSTSSM 0x80BD #define defNeuronESTMEncoder 0x80BE #define defNeuronCreateFlow 0x80BF #define defNeuronBiDirectCorrelation 0x80C0 #define defNeuronSATMA 0x80C1 #define defNeuronBAT 0x80C2 #define defNeuronSpikeSCM 0x80C3 #define defNeuronSpikeFAM 0x80C4 #define defNeuronSpikeMDC 0x80C5 #define defNeuronMDS 0x80C6 #define defNeuronSpikeADM 0x80C7 #define defNeuronBATvADM 0x80C8 #define defNeuronCDCSelfCorrector 0x80C9 #define defNeuronSpikeCDC 0x80CA #define defNeuronSpikeEEMFLow 0x80CB #define defNeuronSpikeDepthWiseConv 0x80CC #define defNeuronMultiScaleExcitation 0x80CD #define defNeuronMultiScaleDifference 0x80CE #define defNeuronCorrelationEncoder 0x80CF #define defNeuronEDCFlow 0x80D0 #define defNeuronCreateICEFlow 0x80D1 #define defNeuronSpikeMFE 0x80D2 #define defNeuronSpikeMHCrossAttention 0x80D3 #define defNeuronSpikeMixFusion 0x80D4 #define defNeuronSTFlow 0x80D5 #define defNeuronPSSE 0x80D6 #define defNeuronSpikeDepthWiseResidual 0x80D7 #define defNeuronSpikeSuperKernelBlock 0x80D8 #define defNeuronSpikeGMA 0x80D9 #define defNeuronETROF 0x80DA #define defNeuronPSSEFlow 0x80DB #define defNeuronSpikeUSR 0x80DC #define defNeuronInitialFlow 0x80DD #define defNeuronSpikeSMR 0x80DE #define defNeuronEVAFlow 0x80DF #define defNeuronResFlowHTR 0x80E0 #define defNeuronResFlow 0x80E1 #define defNeuronConfGateTailAwareMoE 0x80E2 #define defNeuronResFlowLattice 0x80E3 #define defFieldAwareParams 0x80E4 #define defNeuronFieldAwareConv 0x80E5 #define defNeuronMHFAT 0x80E6 #define defNeuronMHCrossFAT 0x80E7 #define defNeuronFieldPatternEmbedding 0x80E8 #define defNeuronAutoToken 0x80E9 #define defNeuronMultiMixAttention 0x80EA #define defNeuronSparseMoEConv 0x80EB #define defNeuronMTmixAttBlock 0x80EC #define defCrossMHFlashAttention 0x80ED #define defNeuronMixFeedForward 0x80EE #define defNeuronOneTrans 0x80EF #define defNeuronMHTHCrossAttention 0x80F0 #define defNeuronSTCA 0x80F1 #define defNeuronWeightGenerator 0x80F2 #define defNeuronPCGR 0x80F3 #define defNeuronADS 0x80F4 #define defNeuronPerTokenFFN 0x80F5 #define defNeuronScenariosToken 0x80F6 #define defNeuronUnifiedTokenizer 0x80F7 #define defNeuronDomainAwareAttention 0x80F8 #define defNeuronFeatureSelfIteration 0x80F9 #define defNeuronDomainFused 0x80FA #define defNeuronMDL 0x80FB #define defNeuronUniMixerTokenizer 0x80FC #define defNeuronPerTokenSwiGLU 0x80FD #define defNeuronUniMixer 0x80FE #define defNeuronSiameseNorm 0x80FF #define defNeuronUniMixerBlock 0x8100 #define defNeuronINFNetScenarios 0x8101 #define defNeuronINFNetHUBSequence 0x8102 #define defNeuronINFNetBlock 0x8103 #define defNeuronSequenceTokenizer 0x8104 #define defNeuronDifferenceTokenizer 0x8105 #define defNeuronReGENTADBackbone 0x8106 #define defNeuronReGENTADHead 0x8107 #define defNeuronReGENTAD 0x8108 #define defNeuronDictionaryCrossAtt 0x8109 #define defNeuronGDformerBackbone 0x810A #define defNeuronGDformer 0x810B #define defNeuronUncAD_MSD 0x810C #define defNeuronUncAD_MUE 0x810D #define defNeuronUncAD_UGP 0x810E #define defNeuronUncAD_UGPL 0x810F #define defNeuronUncAD 0x8110 #define defNeuronMomADTTM 0x8111 #define defNeuronMomADMPI 0x8112 #define defNeuronMomAD 0x8113 #define defNeuronCogDriverData 0x8114 #define defNeuronCogDriverRankTCM 0x8115 #define defNeuronCogDriverForecastHead 0x8116 #define defNeuronCogDriverForecastToken 0x8117 #define defNeuronScenarioForecast 0x8118 #define defNeuronScenarioCrossAttention 0x8119 #define defNeuronRAGMemory 0x811A #define defNeuronVLADriverRAGMPI 0x811B #define defNeuronD2SkillItem 0x811C #define defNeuronD2SkillBank 0x811D #define defNeuronD2Skill 0x811E #define defNeuronACSRM 0x8121 ///\the link. //---@{ /// Index of #FeedForward kernel #define def_k_FeedForward 0 /// Weights matrix (m+1)*n, where m - number of neurons in layer and n - number of outputs (neurons in next layer) #define def_k_ff_matrix_w 0 /// Inputs tesor #define def_k_ff_matrix_i 1 /// Output tensor #define def_k_ff_matrix_o 2 /// Number of inputs #define def_k_ff_inputs 3 /// Activation type (#ENUM_ACTIVATION) #define def_k_ff_activation 4 /// Per-logical-output numeric status buffer #define def_k_ff_numeric_flags 5 /// Nonzero enables numeric status writes #define def_k_ff_flags_enabled 6 //---@} //---\defgroup neuron_base_gr Gradients Calculation kernels //--- Describes the process of gradients calculation for the Neuron Base. //---\details Detailed description on the link. //---@{ /// Index of Output gradients calculation kernel (#CalcOutputGradient) #define def_k_CalcOutputGradient 1 /// Target tensor #define def_k_cog_matrix_t 0 /// Output tensor #define def_k_cog_matrix_o 1 /// Tensor of gradients at previous layer #define def_k_cog_matrix_ig 2 /// Activation type (#ENUM_ACTIVATION) #define def_k_cog_activation 3 /// Error #define def_k_cog_error 4 //--- /// Index of Hidden gradients calculation kernel (#CalcHiddenGradient) #define def_k_CalcHiddenGradient 2 /// Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_chg_matrix_w 0 /// Tensor of gradients at current layer #define def_k_chg_matrix_g 1 /// Output tensor #define def_k_chg_matrix_o 2 /// Tensor of gradients at previous layer #define def_k_chg_matrix_ig 3 /// Number of outputs #define def_k_chg_outputs 4 /// Activation type (#ENUM_ACTIVATION) #define def_k_chg_activation 5 //---@} //---\defgroup neuron_base_opt Updating Weights Calculation kernel //--- Describes the process of optimization weights for the Neuron Base. //---\details Detailed description on the link. //--- For Adam optimization look the link. //---@{ /// Index SGD optomization Update weights kernel (#UpdateWeightsMomentum) #define def_k_UpdateWeightsMomentum 3 /// SGD Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_uwm_matrix_w 0 /// SGD Tensor of gradients at current layer #define def_k_uwm_matrix_g 1 /// SGD Inputs tesor #define def_k_uwm_matrix_i 2 /// SGD Matrix of delta weights in last correction #define def_k_uwm_matrix_dw 3 /// SGD Number of inputs #define def_k_uwm_inputs 4 /// SGD Learning rates #define def_k_uwm_learning_rates 5 /// SGD Momentum multiplier #define def_k_uwm_momentum 6 //--- /// Index Adam optomization Update weights kernel (#UpdateWeightsAdam) #define def_k_UpdateWeightsAdam 4 /// Adam Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_uwa_matrix_w 0 /// Adam Tensor of gradients at current layer #define def_k_uwa_matrix_g 1 /// Adam Inputs tesor #define def_k_uwa_matrix_i 2 /// Adam Matrix of first momentum #define def_k_uwa_matrix_m 3 /// Adam Matrix of seconfd momentum #define def_k_uwa_matrix_v 4 /// Adam Number of inputs #define def_k_uwa_inputs 5 /// Adam Learning rates #define def_k_uwa_l 6 /// Adam First momentum multiplier #define def_k_uwa_b1 7 /// Adam Second momentum multiplier #define def_k_uwa_b2 8 //--- /// Index Least Squares optomization Update weights kernel (#UpdateWeightsLS) #define def_k_UpdateWeightsLS 28 /// Least Squares Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_uwls_matrix_w 0 /// Least Squares Tensor of gradients at current layer #define def_k_uwls_matrix_g 1 /// Least Squares Inputs tesor #define def_k_uwls_matrix_i 2 /// Least Squares Matrix of summ x*g #define def_k_uwls_matrix_xg 3 /// Least Squares Matrix of summ x*x #define def_k_uwls_matrix_xx 4 /// Least Squares Number of inputs #define def_k_uwls_inputs 5 /// Least Squares Learning rates #define def_k_uwls_l 6 /// Least Squares Update flag #define def_k_uwls_update 7 //---@} //---@} //--- //---\defgroup neuron_proof Pooling layer's neuron //--- Describes the process for the Neuron of pooling layer. //---@{ //---\defgroup neuron_proof_ff Pooling layer's neuron Feed Forward //--- Describes the feed forward process for the Neuron of pooling layer. //---@{ /// Index of the kernel of the Pooling neuron for Feed forward process (#FeedForwardProof) #define def_k_FeedForwardProof 5 /// Inputs tesor #define def_k_ffp_matrix_i 0 /// Output tensor #define def_k_ffp_matrix_o 1 /// Number of inputs #define def_k_ffp_inputs 2 /// Size of input window #define def_k_ffp_window 3 /// Step size #define def_k_ffp_step 4 //---@} //--- //---\defgroup neuron_proof_gr Pooling layer's neuron Gradients Calculation kernels //--- Describes the gradient calculation process for the Neuron of pooling layer. //---@{ /// Index of the kernel of the Pooling neuron to transfer gradient to previous layer (#CalcInputGradientProof) #define def_k_CalcInputGradientProof 6 /// Inputs tesor #define def_k_cigp_matrix_i 0 /// Tensor of gradients at current layer #define def_k_cigp_matrix_g 1 /// Output tensor #define def_k_cigp_matrix_o 2 /// Tensor of gradients at previous layer #define def_k_cigp_matrix_ig 3 /// Number of outputs #define def_k_cigp_outputs 4 /// Size of input window #define def_k_cigp_window 5 /// Step size #define def_k_cigp_step 6 //---@} //---@} //--- //---\defgroup neuron_conv Convolution layer's neuron //--- Describes the process for the Neuron of convolution layer. //---@{ //---\defgroup neuron_conv_ff Convolution layer's neuron Feed Forward //--- Describes the feed forward process for the Neuron of convolution layer. //---@{ /// Index of the kernel of the convolution neuron for Feed forward process (#FeedForwardConv) #define def_k_FeedForwardConv 7 /// Weights matrix (m+1)*n, where m - input window and n - output window #define def_k_ffc_matrix_w 0 /// Inputs tesor #define def_k_ffc_matrix_i 1 /// Output tensor #define def_k_ffc_matrix_o 2 /// Number of inputs #define def_k_ffc_inputs 3 /// Step size #define def_k_ffc_step 4 /// Size of input window #define def_k_ffc_window_in 5 /// Size of output window #define def_k_ffс_window_out 6 /// Activation type (#ENUM_ACTIVATION) #define def_k_ffc_activation 7 //---@} //--- //---\defgroup neuron_conv_gr Convolution layer's neuron Gradients Calculation kernels //--- Describes the gradient calculation process for the Neuron of convolution layer. //---@{ /// Index of the kernel of the convolution neuron to transfer gradient to previous layer (#CalcHiddenGradientConv) #define def_k_CalcHiddenGradientConv 8 /// Weights matrix (m+1)*n, where m - input window and n - output window #define def_k_chgc_matrix_w 0 /// Tensor of gradients at current layer #define def_k_chgc_matrix_g 1 /// Output tensor #define def_k_chgc_matrix_o 2 /// Tensor of gradients at previous layer #define def_k_chgc_matrix_ig 3 /// Number of outputs #define def_k_chgc_outputs 4 /// Step size #define def_k_chgc_step 5 /// Size of input window #define def_k_chgc_window_in 6 /// Size of output window #define def_k_chgc_window_out 7 /// Activation type (#ENUM_ACTIVATION) #define def_k_chgc_activation 8 /// Activation type (#ENUM_ACTIVATION) #define def_k_chgc_shift_out 9 //---@} //--- //---\defgroup neuron_conv_opt Convolution layer's neuron Update weights kernels //--- Describes the optimization process for the Neuron of convolution layer. //---@{ /// Index of the kernel of the convolution neuron to update weights SGD (#UpdateWeightsConvMomentum) #define def_k_UpdateWeightsConvMomentum 9 /// Weights matrix (m+1)*n, where m - input window and n - output window #define def_k_uwcm_matrix_w 0 /// Tensor of gradients at current layer #define def_k_uwcm_matrix_g 1 /// Inputs tesor #define def_k_uwcm_matrix_i 2 /// Matrix of delta weights in last correction #define def_k_uwcm_matrix_dw 3 /// Number of inputs #define def_k_uwcm_inputs 4 /// Learning rates #define def_k_uwcm_learning_rates 5 /// Momentum multiplier #define def_k_uwcm_momentum 6 /// Size of input window #define def_k_uwcm_window_in 7 /// Size of output window #define def_k_uwcm_window_out 8 /// Step size #define def_k_uwcm_step 9 //--- /// Index of the kernel of the convolution neuron to update weights Adam (#UpdateWeightsConvAdam) #define def_k_UpdateWeightsConvAdam 10 /// Weights matrix (m+1)*n, where m - input window and n - output window #define def_k_uwca_matrix_w 0 /// Tensor of gradients at current layer #define def_k_uwca_matrix_g 1 /// Inputs tesor #define def_k_uwca_matrix_i 2 /// Matrix of first momentum #define def_k_uwca_matrix_m 3 /// Matrix of seconfd momentum #define def_k_uwca_matrix_v 4 /// Number of inputs #define def_k_uwca_inputs 5 /// Learning rates #define def_k_uwca_l 6 /// First momentum multiplier #define def_k_uwca_b1 7 /// Second momentum multiplier #define def_k_uwca_b2 8 /// Size of input window #define def_k_uwca_window_in 9 /// Size of output window #define def_k_uwca_window_out 10 /// Step size #define def_k_uwca_step 11 //--- /// Index of the kernel of the convolution neuron to update weights Least Squares(#UpdateWeightsConvLS) #define def_k_UpdateWeightsConvLS 29 /// Weights matrix (m+1)*n, where m - input window and n - output window #define def_k_uwcls_matrix_w 0 /// Tensor of gradients at current layer #define def_k_uwcls_matrix_g 1 /// Inputs tesor #define def_k_uwcls_matrix_i 2 /// Matrix of first momentum #define def_k_uwcls_matrix_xg 3 /// Matrix of seconfd momentum #define def_k_uwcls_matrix_xx 4 /// Number of inputs #define def_k_uwcls_inputs 5 /// Learning rates #define def_k_uwcls_l 6 /// Update flag #define def_k_uwcls_update 7 /// Size of input window #define def_k_uwcls_window_in 8 /// Size of output window #define def_k_uwcls_window_out 9 /// Step size #define def_k_uwcls_step 10 //---@} //---@} //--- //---\defgroup neuron_atten Attention layer's neuron //--- Describes the process for the Neuron of attention layer. //---\details Detailed description on the link. //---@{ //---\defgroup neuron_atten_ff Attention layer's neuron Feed Forward //--- Describes the feed forward process for the Neuron of attention layer. //---\details Detailed description on the link. //---@{ /// Index of the kernel of the attention neuron to calculate score matrix (#AttentionScore) #define def_k_AttentionScore 11 /// Matrix of Querys #define def_k_as_querys 0 /// Matriz of Keys #define def_k_as_keys 1 /// Matrix of Scores #define def_k_as_score 2 /// Dimension of Key #define def_k_as_dimension 3 /// 1 - calc only previous units, 0 - calc all #define def_k_as_mask 4 //--- /// Index of the Attention Neuron Output calculation kernel (#AttentionOut) #define def_k_AttentionOut 12 /// Matrix of Scores #define def_k_aout_scores 0 /// Matrix of Values #define def_k_aout_values 1 /// Inputs tesor #define def_k_aout_inputs 2 /// Output tesor #define def_k_aout_out 3 //--- /// Index of the kernel for calculation Sum of 2 matrix with multiplyer (#SumMatrix) #define def_k_MatrixSum 13 /// First matrix #define def_k_sum_matrix1 0 /// Second matrix #define def_k_sum_matrix2 1 /// Output matrix #define def_k_sum_matrix_out 2 /// Dimension of matrix #define def_k_sum_dimension 3 /// Multiplyer for output #define def_k_sum_multiplyer 4 #define def_k_sum_shift_in1 5 #define def_k_sum_shift_in2 6 #define def_k_sum_shift_out 7 #define def_k_sum_numeric_flags 8 #define def_k_sum_flags_enabled 9 //--- /// Index of the kernel for calculation Sum of 2 matrix with multiplyer (#SumMatrix) #define def_k_Matrix5Sum 19 /// First matrix #define def_k_sum5_matrix1 0 /// Second matrix #define def_k_sum5_matrix2 1 /// Third matrix #define def_k_sum5_matrix3 2 /// Fourth matrix #define def_k_sum5_matrix4 3 /// Fifth matrix #define def_k_sum5_matrix5 4 /// Output matrix #define def_k_sum5_matrix_out 5 /// Dimension of matrix #define def_k_sum5_dimension 6 /// Multiplyer for output #define def_k_sum5_multiplyer 7 //--- /// Index of the kernel of the multi-heads attention neuron to calculate score matrix (#MHAttentionScore) #define def_k_MHAttentionScore 20 /// Matrix of Queries, Keys, Values #define def_k_mhas_qkv 0 /// Matrix of Scores #define def_k_mhas_score 1 /// Dimension of Key #define def_k_mhas_dimension 2 /// 1 - calc only previous units, 0 - calc all #define def_k_mhas_mask 3 //--- /// Index of the kernel of the multi-heads attention neuron to calculate multi-heads out matrix (#MHAttentionOut) #define def_k_MHAttentionOut 21 /// Matrix of Scores #define def_k_mhao_score 0 /// Matrix of Queries, Keys, Values #define def_k_mhao_qkv 1 /// Matrix of Outputs #define def_k_mhao_out 2 /// Dimension of Key #define def_k_mhao_dimension 3 //--- /// Index of the Multi Head Attention Neuron Concatenate Output kernel (#ConcatenateBuffers) #define def_k_ConcatenateMatrix 17 /// Matrix of Buffer 1 #define def_k_conc_input1 0 /// Window of Buffer 1 #define def_k_conc_window1 1 /// Matrix of Buffer 2 #define def_k_conc_input2 2 /// Window of Buffer 2 #define def_k_conc_window2 3 /// Matrix of Buffer 3 #define def_k_conc_input3 4 /// Window of Buffer 3 #define def_k_conc_window3 5 /// Matrix of Buffer 4 #define def_k_conc_input4 6 /// Window of Buffer 4 #define def_k_conc_window4 7 /// Output tesor #define def_k_conc_out 8 //---@} //--- //---\defgroup neuron_atten_gr Attention layer's neuron Gradients Calculation //--- Describes the gradients calculation process for the Neuron of attention layer. //---\details Detailed description on the link. //---@{ /// Index of the kernel for gradients calculation process (#AttentionInsideGradients) #define def_k_AttentionGradients 14 /// Matrix of Querys #define def_k_ag_querys 0 /// Matrix of Querys' Gradients #define def_k_ag_querys_g 1 /// Matrix of Keys #define def_k_ag_keys 2 /// Matrix of Keys' Gradients #define def_k_ag_keys_g 3 /// Matrix of Values #define def_k_ag_values 4 /// Matrix of Values' Gradients #define def_k_ag_values_g 5 /// Matrix of Scores #define def_k_ag_scores 6 /// Matrix of Gradients from previous iteration #define def_k_ag_gradient 7 //--- /// Index of the Multi Head Attention Neuron Deconcatenate Output kernel (#DeconcatenateBuffers) #define def_k_DeconcatenateMatrix 18 /// Matrix of Buffer 1 #define def_k_dconc_output1 0 /// Window of Buffer 1 #define def_k_dconc_window1 1 /// Matrix of Buffer 2 #define def_k_dconc_output2 2 /// Window of Buffer 2 #define def_k_dconc_window2 3 /// Matrix of Buffer 3 #define def_k_dconc_output3 4 /// Window of Buffer 3 #define def_k_dconc_window3 5 /// Matrix of Buffer 4 #define def_k_dconc_output4 6 /// Window of Buffer 4 #define def_k_dconc_window4 7 /// Input tesor #define def_k_dconc_inputs 8 //--- /// Index of the kernel for gradients calculation process (#AttentionInsideGradients) #define def_k_MHAttentionGradients 22 /// Matrix of Queries, Keys, Values #define def_k_mhag_qkv 0 /// Matrix of Gradients to Queries, Keys, Values #define def_k_mhag_qkv_g 1 /// Matrix of Scores #define def_k_mhag_score 2 /// Matrix of Gradients from previous iteration #define def_k_mhag_gradient 3 //--- /// Index of the kernel for Dropout process (#Dropout) #define def_k_Dropout 23 /// Inputs Tensor #define def_k_dout_input 0 /// Map Tensor #define def_k_dout_map 1 /// Out Tensor #define def_k_dout_out 2 /// Dimension of Inputs #define def_k_dout_dimension 3 //---@} //---@} //--- //---\defgroup neuron_norm Kernels of matrix normalization process //--- Describes the process of matrix normalization. //---\details Detailed description on the link. //---@{ /// Index of the kernel for matrix normalization (#Normalize) #define def_k_Normalize 15 /// In/Out Matrix #define def_k_norm_buffer 0 /// Dimension of matrix #define def_k_norm_dimension 1 //--- /// Index of the kernel for weights matrix normalization (#NormalizeWeights) #define def_k_NormalizeWeights 16 //--- /// Index of the kernel for Batch Normalization Feed Forward process (#CNeuronBathcNormOCL) #define def_k_BatchFeedForward 24 /// Inputs data tenzor #define def_k_bff_inputs 0 /// Tenzor of variables #define def_k_bff_options 1 /// Tenzor of output data #define def_k_bff_output 2 /// Batch size #define def_k_bff_batch 3 /// Optimization type #define def_k_bff_optimization 4 /// Activation type #define def_k_bff_activation 5 /// Training mode (stats are immutable in inference) #define def_k_bff_training 6 //--- /// Index of the Kernel of the Batch neuron to transfer gradient to previous layer (#CNeuronBathcNormOCL) #define def_k_CalcHiddenGradientBatch 25 /// [in] Options matrix m*(7 or 9), where m - Number of neurons in previous layer #define def_k_bchg_options 0 /// [in] Tensor of gradients at current layer #define def_k_bchg_matrix_g 1 /// [in] Tensor of previous layer output #define def_k_bchg_matrix_i 2 /// [out] Tensor of gradients at previous layer #define def_k_bchg_matrix_ig 3 /// Activation type (#ENUM_ACTIVATION) #define def_k_bchg_activation 4 /// Batch size #define def_k_bchg_batch 5 /// Optimization type #define def_k_bchg_optimization 6 //--- /// Index of the kernel for Describe the process of SGD optimization options for the Batch normalization Neuron (#CNeuronBatchNormOCL). #define def_k_UpdateBatchOptionsMomentum 26 /// [in] Options matrix m*(7 or 9), where m - Number of neurons in previous layer #define def_k_buom_options 0 /// [in] Tensor of gradients at current layer #define def_k_buom_matrix_g 1 /// Learning rates #define def_k_buom_learning_rates 2 /// Momentum multiplier #define def_k_buom_momentum 3 //--- /// Index of the kernel for Describe the process of Adam optimization options for the Batch normalization Neuron (#CNeuronBatchNormOCL). #define def_k_UpdateBatchOptionsAdam 27 /// [in] Options matrix m*(7 or 9), where m - Number of neurons in previous layer #define def_k_buoa_options 0 /// [in] Tensor of gradients at current layer #define def_k_buoa_matrix_g 1 /// Learning rates #define def_k_buoa_l 2 /// First momentum multiplier #define def_k_buoa_b1 3 /// Second momentum multiplier #define def_k_buoa_b2 4 //---@} //---\defgroup VAE neuron Kernels of Variant Aoutoencodre //--- Describes the process of Variant Aoutoencodre. //---@{ #define def_k_VAEFeedForward 30 #define def_k_vaeff_inputs 0 #define def_k_vaeff_random 1 #define def_k_vaeff_outputd 2 #define def_k_vaeff_numeric_flags 3 #define def_k_vaeff_flags_enabled 4 //--- #define def_k_VAECalcHiddenGradient 31 #define def_k_vaehg_input 0 #define def_k_vaehg_inp_grad 1 #define def_k_vaehg_random 2 #define def_k_vaehg_gradient 3 #define def_k_vaehg_kld_mult 4 //---@} //---\defgroup LSTM neuron Kernels of RNN unit //--- Describes the process of RNN. //---@{ #define def_k_LSTM_FeedForward 32 #define def_k_lstmff_inputs 0 #define def_k_lstmff_inputs_size 1 #define def_k_lstmff_weights 2 #define def_k_lstmff_concatenated 3 #define def_k_lstmff_memory 4 #define def_k_lstmff_outputs 5 //--- #define def_k_LSTM_ConcatenatedGradient 33 #define def_k_lstmcg_gradient 0 #define def_k_lstmcg_concatenated_gradient 1 #define def_k_lstmcg_memory 2 #define def_k_lstmcg_concatenated 3 //--- #define def_k_LSTM_HiddenGradient 34 #define def_k_lstmhg_concatenated_gradient 0 #define def_k_lstmhg_inputs_gradient 1 #define def_k_lstmhg_weights_gradient 2 #define def_k_lstmhg_hidden_state 3 #define def_k_lstmhg_inputs 4 #define def_k_lstmhg_weeights 5 #define def_k_lstmhg_output 6 #define def_k_lstmhg_hidden_size 7 #define def_k_lstmhg_inputs_size 8 //--- #define def_k_LSTM_UpdateWeightsAdam 35 #define def_k_lstmuw_weights 0 #define def_k_lstmuw_weights_gradient 1 #define def_k_lstmuw_matrix_m 2 #define def_k_lstmuw_matrix_v 3 #define def_k_lstmuw_l 4 #define def_k_lstmuw_b1 5 #define def_k_lstmuw_b2 6 //---@} //---\defgroup SoftMax activation Kernels //---@{ #define def_k_SoftMax_FeedForward 36 #define def_k_softmaxff_inputs 0 #define def_k_softmaxff_outputs 1 //--- #define def_k_SoftMax_HiddenGradient 37 #define def_k_softmaxhg_outputs 0 #define def_k_softmaxhg_output_gr 1 #define def_k_softmaxhg_input_gr 2 //--- #define def_k_SoftMax_OutputGradient 38 #define def_k_softmaxog_outputs 0 #define def_k_softmaxog_targets 1 #define def_k_softmaxog_output_gr 2 //---@} //---\defgroup SoftMax activation Kernels //---@{ #define def_k_FQF_Cosine 39 #define def_k_fqf_cosine_softmax 0 #define def_k_fqf_cosine_outputs 1 //--- #define def_k_FQF_Output 40 #define def_k_fqfout_quantiles 0 #define def_k_fqfout_delta_taus 1 #define def_k_fqfout_output 2 #define def_k_fqfout_total 3 //--- #define def_k_FQF_OutputGradient 41 #define def_k_fqfoutgr_quantiles 0 #define def_k_fqfoutgr_taus 1 #define def_k_fqfoutgr_output_gr 2 #define def_k_fqfoutgr_quantiles_gr 3 #define def_k_fqfoutgr_taus_gr 4 //--- #define def_k_FQF_QuantileGradient 42 #define def_k_fqfqgr_state_enbeding 0 #define def_k_fqfqgr_taus_embedding 1 #define def_k_fqfqgr_quantiles_gr 2 #define def_k_fqfqgr_state_gr 3 #define def_k_fqfqgr_taus_gr 4 //--- #define def_k_FQF_CosineGradient 43 #define def_k_fqfcosgr_softmax 0 #define def_k_fqfcosgr_output_gr 1 #define def_k_fqfcosgr_softmax_gr 2 //--- #define def_k_FQF_DistributionTargetGradient 320 #define def_k_fqfdtg_quantiles 0 #define def_k_fqfdtg_probabilities 1 #define def_k_fqfdtg_quantiles_gr 2 #define def_k_fqfdtg_probabilities_gr 3 #define def_k_fqfdtg_target 4 #define def_k_fqfdtg_probability_weight 5 #define def_k_fqfdtg_value_weight 6 //--- #define def_k_FQF_Sample 321 #define def_k_fqfs_quantiles 0 #define def_k_fqfs_probabilities 1 #define def_k_fqfs_random 2 #define def_k_fqfs_result 3 //--- #define def_k_FQF_SRMForward 322 #define def_k_fqfsrm_quantiles 0 #define def_k_fqfsrm_probabilities 1 #define def_k_fqfsrm_result 2 #define def_k_fqfsrm_risk_type 3 #define def_k_fqfsrm_risk_parameter 4 #define def_k_fqfsrm_mean_weight 5 //--- Spectral Risk Measure types (FQF_SRMForward) #define defSRM_MEAN 0 /// lower-tail RETURN CVaR (risk_variable=return): E[R | R in the lower alpha tail]; the Actor maximizes it #define defSRM_CVAR 1 #define defSRM_MEAN_CVAR 2 #define defSRM_EXPONENTIAL 3 #define defSRM_DUAL_POWER 4 /// Must match LOCAL_ARRAY_SIZE of NeuroNet.cl #define defFQF_LOCAL_ARRAY_SIZE 64 //--- #define def_k_FQF_SRMGradient 323 #define def_k_fqfsrmg_quantiles 0 #define def_k_fqfsrmg_probabilities 1 #define def_k_fqfsrmg_result_gradient 2 #define def_k_fqfsrmg_quantiles_gradient 3 #define def_k_fqfsrmg_probabilities_gradient 4 #define def_k_fqfsrmg_risk_type 5 #define def_k_fqfsrmg_risk_parameter 6 #define def_k_fqfsrmg_mean_weight 7 //--- #define def_k_FQF_FractionGradient 324 #define def_k_fqffg_matrix_w 0 #define def_k_fqffg_matrix_g 1 #define def_k_fqffg_matrix_ig 2 #define def_k_fqffg_outputs 3 #define def_k_FQF_CosineGradientSRM 325 //--- #define def_k_FQF_MonotoneRearrange 326 #define def_k_fqfmon_quantiles 0 #define def_k_fqfmon_probabilities 1 #define def_k_fqfmon_ordered_quantiles 2 #define def_k_fqfmon_ordered_probabilities 3 #define def_k_fqfmon_order 4 #define def_k_fqfmon_diagnostics 5 //--- #define def_k_FQF_RearrangeGradient 327 #define def_k_fqfrg_ordered_quantiles_gradient 0 #define def_k_fqfrg_ordered_probabilities_gradient 1 #define def_k_fqfrg_order 2 #define def_k_fqfrg_quantiles_gradient 3 #define def_k_fqfrg_probabilities_gradient 4 //--- //--- FQF probability/numerical contract tolerances (MQL5 side) /// Max |sum(p)-1| before the SRM probability contract is violated #define defFQF_PROBABILITY_TOLERANCE 1.0e-3f /// Float tolerance for Phi(tau_high) >= Phi(tau_low) - eps #define defFQF_SPECTRAL_EPS 1.0e-4f /// |tau - alpha| below this counts a CVaR break-point hit #define defFQF_KINK_EPS 1.0e-5f /// Floats per task in the FQF_MonotoneRearrange diagnostics row #define defFQF_DIAGNOSTIC_FLOATS 6 //--- //--- /// Index of the kernel of the multi-heads sparse attention neuron to calculate score matrix (#MHSparseAttentionScore) #define def_k_MHSparseAttentionScore 44 /// less than 1.0 сoefficient of sparse #define def_k_mhas_sparse 3 //--- /// Index of the kernel of the multi-heads sparse attention neuron to calculate multi-heads out matrix (#MHSparseAttentionOut) #define def_k_MHSparseAttentionOut 45 //--- /// Index of the kernel of the multi-models neuron to calculate feed forward #define def_k_FFMultiModels 46 /// Index of the kernel of the multi-models neuron to calculate hiden gradient #define def_k_HGMultiModels 47 /// Number of model to calculate #define def_k_chg_model 6 /// Index of the kernel of the multi-models neuron to update weights #define def_k_UWMultiModels 48 /// Number of model to update #define def_k_uwa_model 9 //---@} //---@} /// Index of #FeedForward kernel #define def_k_ConcatFeedForward 49 /// Weights matrix (m+1)*n, where m - number of neurons in layer and n - number of outputs (neurons in next layer) #define def_k_cff_matrix_w 0 /// Inputs tesor #define def_k_cff_matrix_i1 1 /// Inputs tesor #define def_k_cff_matrix_i2 2 /// Output tensor #define def_k_cff_matrix_o 3 /// Number of inputs #define def_k_cff_inputs1 4 /// Number of inputs #define def_k_cff_inputs2 5 /// Activation type (#ENUM_ACTIVATION) #define def_k_cff_activation 6 //--- /// Index of Hidden gradients calculation kernel (#CalcHiddenGradient) #define def_k_ConcatCalcHiddenGradient 50 /// Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_cchg_matrix_w 0 /// Tensor of gradients at current layer #define def_k_cchg_matrix_g 1 /// Output tensor #define def_k_cchg_matrix_o1 2 /// Output tensor #define def_k_cchg_matrix_o2 3 /// Tensor of gradients at previous layer #define def_k_cchg_matrix_ig1 4 /// Tensor of gradients at previous layer #define def_k_cchg_matrix_ig2 5 /// Number of outputs #define def_k_cchg_outputs 6 /// Number of inputs1 #define def_k_cchg_inputs1 7 /// Number of inputs2 #define def_k_cchg_inputs2 8 /// Activation type (#ENUM_ACTIVATION) #define def_k_cchg_activation1 9 /// Activation type (#ENUM_ACTIVATION) #define def_k_cchg_activation2 10 //--- /// Index SGD optomization Update weights kernel (#UpdateWeightsMomentum) #define def_k_ConcatUpdWeightsMomentum 51 /// SGD Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_cuwm_matrix_w 0 /// SGD Tensor of gradients at current layer #define def_k_cuwm_matrix_g 1 /// SGD Inputs tesor #define def_k_cuwm_matrix_i1 2 /// SGD Inputs tesor #define def_k_cuwm_matrix_i2 3 /// SGD Matrix of delta weights in last correction #define def_k_cuwm_matrix_dw 4 /// SGD Number of inputs #define def_k_cuwm_inputs1 5 /// SGD Number of inputs #define def_k_cuwm_inputs2 6 /// SGD Learning rates #define def_k_cuwm_learning_rates 7 /// SGD Momentum multiplier #define def_k_cuwm_momentum 8 //--- /// Index Adam optomization Update weights kernel (#UpdateWeightsAdam) #define def_k_ConcatUpdWeightsAdam 52 /// Adam Weights matrix (m+1)*n, where m - number of neurons in previous layer and n - number of neurons in current layer #define def_k_cuwa_matrix_w 0 /// Adam Tensor of gradients at current layer #define def_k_cuwa_matrix_g 1 /// Adam Inputs tesor #define def_k_cuwa_matrix_i1 2 /// Adam Inputs tesor #define def_k_cuwa_matrix_i2 3 /// Adam Matrix of first momentum #define def_k_cuwa_matrix_m 4 /// Adam Matrix of seconfd momentum #define def_k_cuwa_matrix_v 5 /// Adam Number of inputs #define def_k_cuwa_inputs1 6 /// Adam Number of inputs #define def_k_cuwa_inputs2 7 /// Adam Learning rates #define def_k_cuwa_l 8 /// Adam First momentum multiplier #define def_k_cuwa_b1 9 /// Adam Second momentum multiplier #define def_k_cuwa_b2 10 //--- #define def_k_SoftUpdate 53 #define def_k_su_target 0 #define def_k_su_source 1 #define def_k_su_tau 2 //--- #define def_k_SoftUpdateAdam 54 #define def_k_sua_target 0 #define def_k_sua_source 1 #define def_k_sua_matrix_m 2 #define def_k_sua_matrix_v 3 #define def_k_sua_tau 4 #define def_k_sua_b1 5 #define def_k_sua_b2 6 //--- #define def_k_SAC_AlphaLogProbs 55 #define def_k_sac_alp_outputs 0 #define def_k_sac_alp_quantiles 1 #define def_k_sac_alp_probs 2 #define def_k_sac_alp_alphas 3 #define def_k_sac_alp_log_probs 4 #define def_k_sac_alp_random 5 #define def_k_sac_alp_count_quants 6 #define def_k_sac_alp_activation 7 //--- #define def_k_SAC_AlphaGradients 56 #define def_k_sac_alg_outputs 0 #define def_k_sac_alg_gradient 1 #define def_k_sac_alg_log_probs 2 #define def_k_sac_alg_alphas_grad 3 #define def_k_sac_alg_activation 4 //--- #define def_k_SAC_OutputGradient 57 #define def_k_sacoutgr_quantiles 0 #define def_k_sacoutgr_taus 1 #define def_k_sacoutgr_output_gr 2 #define def_k_sacoutgr_quantiles_gr 3 #define def_k_sacoutgr_taus_gr 4 #define def_k_sacoutgr_outputs 5 #define def_k_sacoutgr_count_quants 6 #define def_k_sacoutgr_activation 7 //--- #define def_k_SAC_CalcLogProbs 58 #define def_k_sacclp_outputs 0 #define def_k_sacclp_quantiles 1 #define def_k_sacclp_probs 2 #define def_k_sacclp_alphas 3 #define def_k_sacclp_log_probs 4 #define def_k_sacclp_count_quants 5 #define def_k_sacclp_activation 6 //--- #define def_k_Embedding 59 #define def_k_emb_inputs 0 #define def_k_emb_outputs 1 #define def_k_emb_weights 2 #define def_k_emb_windows 3 #define def_k_emb_std 4 #define def_k_emb_stack_size 5 //--- #define def_k_EmbeddingHiddenGradient 60 #define def_k_ehg_inputs_gradient 0 #define def_k_ehg_outputs_gradient 1 #define def_k_ehg_weights 2 #define def_k_ehg_windows 3 #define def_k_ehg_std 4 #define def_k_ehg_window_out 5 //--- #define def_k_EmbeddingUpdateWeightsAdam 61 #define def_k_euw_weights 0 #define def_k_euw_gradient 1 #define def_k_euw_inputs 2 #define def_k_euw_matrix_m 3 #define def_k_euw_matrix_v 4 #define def_k_euw_windows 5 #define def_k_euw_std 6 #define def_k_euw_window_out 7 #define def_k_euw_learning_rate 8 #define def_k_euw_b1 9 #define def_k_euw_b2 10 //--- #define def_k_Transpose 62 #define def_k_tr_matrix_in 0 #define def_k_tr_matrix_out 1 //--- #define def_k_MH2AttentionOut 63 /// Matrix of Queries #define def_k_mh2ao_q 0 /// Matrix of Keys, Values #define def_k_mh2ao_kv 1 /// Matrix of Scores #define def_k_mh2ao_score 2 /// Matrix of Outputs #define def_k_mh2ao_out 3 /// Dimension of Key #define def_k_mh2ao_dimension 4 /// Heads of Key #define def_k_mh2ao_heads_kv 5 /// mask 1 - calc only previous units, 0 - calc all #define def_k_mh2ao_mask 6 //--- #define def_k_MH2AttentionInsideGradients 64 /// Matrix of Queries #define def_k_mh2aig_q 0 /// Matrix of Queries gradient #define def_k_mh2aig_qg 1 /// Matrix of Keys, Values #define def_k_mh2aig_kv 2 /// Matrix of Keys, Values gradient #define def_k_mh2aig_kvg 3 /// Matrix of Scores #define def_k_mh2aig_score 4 /// Matrix of Outputs gradient #define def_k_mh2aig_outg 5 /// Size of Key #define def_k_mh2aig_kunits 6 /// Heads of Key #define def_k_mh2aig_heads_kv 7 //--- #define def_k_CGConv_HiddenGradient 65 /// [in] Tensor of gradients at current layer #define def_k_cgc_matrix_g 0 /// [in] Previous layer Output tensor #define def_k_cgc_matrix_f 1 /// [in] Previous layer Output tensor #define def_k_cgc_matrix_s 2 /// [out] Tensor of gradients at previous layer #define def_k_cgc_matrix_fg 3 /// [out] Tensor of gradients at previous layer #define def_k_cgc_matrix_sg 4 /// Activation type (#ENUM_ACTIVATION) #define def_k_cgc_activationf 5 /// Activation type (#ENUM_ACTIVATION) #define def_k_cgc_activations 6 //--- #define def_k_XCiTFeedForward 66 #define def_k_XCiTff_qkv 0 #define def_k_XCiTff_score 1 #define def_k_XCiTff_out 2 //--- #define def_k_XCiTInsideGradients 67 #define def_k_XCiTig_qkv 0 #define def_k_XCiTig_qkv_g 1 #define def_k_XCiTig_scores 2 #define def_k_XCiTig_gradient 3 //--- #define def_k_DOTFeedForward 68 #define def_k_dot_qkv 0 #define def_k_dot_score 1 #define def_k_dot_rpb 2 #define def_k_dot_out 3 //--- #define def_k_DOTInsideGradients 69 #define def_k_dotg_qkv 0 #define def_k_dotg_qkv_g 1 #define def_k_dotg_scores 2 #define def_k_dotg_rpb 3 #define def_k_dotg_rpb_g 4 #define def_k_dotg_gradient 5 //--- #define def_k_RPBUpdateAdam 70 #define def_k_rpbw_rpb 0 #define def_k_rpbw_gradient 1 #define def_k_rpbw_matrix_m 2 #define def_k_rpbw_matrix_v 3 #define def_k_rpbw_b1 4 #define def_k_rpbw_b2 5 //--- #define def_k_GTEFeedForward 71 #define def_k_gteff_qkv 0 #define def_k_gteff_score 1 #define def_k_gteff_out 2 #define def_k_gteff_dimension 3 //--- #define def_k_GTEInsideGradients 72 #define def_k_gteig_qkv 0 #define def_k_gteig_qkv_g 1 #define def_k_gteig_scores 2 #define def_k_gteig_gradient 3 //--- #define def_k_FeedForwardNODEInpK 73 #define def_k_ffdopriInp_matrix_i 0 #define def_k_ffdopriInp_matrix_k1 1 #define def_k_ffdopriInp_matrix_k2 2 #define def_k_ffdopriInp_matrix_k3 3 #define def_k_ffdopriInp_matrix_k4 4 #define def_k_ffdopriInp_matrix_k5 5 #define def_k_ffdopriInp_matrix_k6 6 #define def_k_ffdopriInp_matrix_beta 7 #define def_k_ffdopriInp_matrix_o 8 //--- #define def_k_FeedForwardNODEF 74 #define def_k_ffdoprif_matrix_w 0 #define def_k_ffdoprif_matrix_i 1 #define def_k_ffdoprif_matrix_o 2 #define def_k_ffdoprif_dimension 3 #define def_k_ffdoprif_step 4 #define def_k_ffdoprif_activation 5 //--- #define def_k_HiddenGradientNODEInpK 75 //--- #define def_k_HiddenGradientNODEF 76 #define def_k_hddoprif_matrix_w 0 #define def_k_hddoprif_matrix_g 1 #define def_k_hddoprif_matrix_i 2 #define def_k_hddoprif_matrix_ig 3 #define def_k_hddoprif_dimension_out 4 #define def_k_hddoprif_activation 5 //--- #define def_k_NODEF_UpdateWeightsAdam 77 #define def_k_uwdoprif_matrix_w 0 #define def_k_uwdoprif_matrix_gk1 1 #define def_k_uwdoprif_matrix_gk2 2 #define def_k_uwdoprif_matrix_gk3 3 #define def_k_uwdoprif_matrix_gk4 4 #define def_k_uwdoprif_matrix_gk5 5 #define def_k_uwdoprif_matrix_gk6 6 #define def_k_uwdoprif_matrix_ik1 7 #define def_k_uwdoprif_matrix_ik2 8 #define def_k_uwdoprif_matrix_ik3 9 #define def_k_uwdoprif_matrix_ik4 10 #define def_k_uwdoprif_matrix_ik5 11 #define def_k_uwdoprif_matrix_ik6 12 #define def_k_uwdoprif_matrix_m 13 #define def_k_uwdoprif_matrix_v 14 #define def_k_uwdoprif_alpha 15 #define def_k_uwdoprif_lenth 16 #define def_k_uwdoprif_l 17 #define def_k_uwdoprif_b1 18 #define def_k_uwdoprif_b2 19 //--- #define def_k_TimeDerivative 78 #define def_k_tdqkv 0 #define def_k_tddqkv 1 #define def_k_tddimension 2 //--- #define def_k_HGTimeDerivative 79 //--- #define def_k_FeedForwardContAtt 80 #define def_k_caqkv 0 #define def_k_cadqkv 1 #define def_k_cascore 2 #define def_k_caout 3 #define def_k_cadimension 4 #define def_k_caheads 5 //--- #define def_k_HiddenGradientContAtt 81 #define def_k_hgcaqkv 0 #define def_k_hgcaqkv_g 1 #define def_k_hgcadqkv 2 #define def_k_hgcadqkv_g 3 #define def_k_hgcascore 4 #define def_k_hgcaout_g 5 #define def_k_hgcadimension 6 //--- #define def_k_RevInFeedForward 82 #define def_k_revffinputs 0 #define def_k_revffoptions 1 #define def_k_revffoutput 2 #define def_k_revffoptions_size 3 #define def_k_revffoptimization 4 //--- #define def_k_RevInHiddenGraddient 83 #define def_k_revhginputs 0 #define def_k_revhginputs_gr 1 #define def_k_revhgoptions 2 #define def_k_revhgoutput_gr 3 #define def_k_revhgoptions_size 4 #define def_k_revhgoptimization 5 #define def_k_revhgactivation 6 //--- #define def_k_DeActivation 84 #define def_k_deact_inputs 0 #define def_k_deact_inputs_gr 1 #define def_k_deact_output_gr 2 #define def_k_deact_activation 3 //--- #define def_k_PatchCreate 85 #define def_k_ptc_inputs 0 #define def_k_ptc_weights 1 #define def_k_ptc_outputs 2 #define def_k_ptc_inputs_total 3 #define def_k_ptc_window_in 4 #define def_k_ptc_step 5 #define def_k_ptc_activation 6 //--- #define def_k_PatchHiddenGradient 86 #define def_k_pthg_inputs 0 #define def_k_pthg_inputs_gr 1 #define def_k_pthg_weights 2 #define def_k_pthg_outputs_gr 3 #define def_k_pthg_window_in 4 #define def_k_pthg_step 5 #define def_k_pthg_window_out 6 #define def_k_pthg_outputs_total 7 #define def_k_pthg_activation 8 //--- #define def_k_PatchUpdateWeightsAdam 87 #define def_k_ptuwa_weights 0 #define def_k_ptuwa_outputs_gr 1 #define def_k_ptuwa_inputs 2 #define def_k_ptuwa_weights_m 3 #define def_k_ptuwa_weights_v 4 #define def_k_ptuwa_inputs_total 5 #define def_k_ptuwa_l 6 #define def_k_ptuwa_b1 7 #define def_k_ptuwa_b2 8 #define def_k_ptuwa_step 9 //--- #define def_k_MatMult 88 #define def_k_mm_matr1 0 #define def_k_mm_matr2 1 #define def_k_mm_result 2 #define def_k_mm_dimension 3 #define def_k_mm_multvarsecond 4 #define def_k_mm_offset_matr1 5 #define def_k_mm_offset_matr2 6 #define def_k_mm_offset_result 7 #define def_k_mm_numeric_flags 8 #define def_k_mm_flags_enabled 9 //--- #define def_k_FFT 89 #define def_k_fft_inputs_re 0 #define def_k_fft_inputs_im 1 #define def_k_fft_outputs_re 2 #define def_k_fft_outputs_im 3 #define def_k_fft_input_window 4 #define def_k_fft_input_complex 5 #define def_k_fft_output_window 6 #define def_k_fft_reverse 7 //--- #define def_k_ComplexLayer 90 #define def_k_cl_inputs_re 0 #define def_k_cl_inputs_im 1 #define def_k_cl_outputs_re 2 #define def_k_cl_outputs_im 3 //--- #define def_k_ComplexLayerGradient 91 //--- #define def_k_GradientMSA 92 #define def_k_gmsa_target 0 #define def_k_gmsa_forecast 1 #define def_k_gmsa_gradient 2 //--- #define def_k_CumulativeGradient 93 #define def_k_cg_gradient1 0 #define def_k_cg_gradient2 1 #define def_k_cg_gradient_out 2 #define def_k_cg_alpha 3 //--- #define def_k_FeedForwardComplexConv 94 #define def_k_CalcHiddenGradientComplexConv 95 #define def_k_UpdateWeightsComplexConvMomentum 96 #define def_k_UpdateWeightsComplexConvAdam 97 #define def_k_ComplexMHAttentionGradients 98 #define def_k_ComplexMHAttentionScore 99 #define def_k_ComplexMHAttentionOut 100 #define def_k_ComplexSoftMax_FeedForward 101 #define def_k_ComplexSoftMax_HiddenGradient 102 #define def_k_ComplexSoftMax_OutputGradient 103 //--- #define def_k_ComplexNormalize 104 #define def_k_cn_inputs 0 #define def_k_cn_outputs 1 #define def_k_cn_means 2 #define def_k_cn_vars 3 #define def_k_cn_dimension 4 //--- #define def_k_ComplexUnNormalize 105 //--- #define def_k_ComplexNormalizeGradient 106 #define def_k_cng_inputs_gr 0 #define def_k_cng_outputs_gr 1 #define def_k_cng_vars 2 #define def_k_cng_dimension 3 //--- #define def_k_ComplexUnNormalizeGradient 107 //--- #define def_k_MainFreqWeight 108 #define def_k_mfw_freq 0 #define def_k_mfw_weight 1 #define def_k_mfw_dimension 2 //--- #define def_k_WeightedSum 109 #define def_k_ws_inputs1 0 #define def_k_ws_inputs2 1 #define def_k_ws_outputs 2 #define def_k_ws_weight 3 #define def_k_ws_dimension 4 //--- #define def_k_WeightedSumGradient 110 //--- #define def_k_FeedForwardS3 111 #define def_k_s3_inputs 0 #define def_k_s3_probability 1 #define def_k_s3_weights 2 #define def_k_s3_outputs 3 #define def_k_s3_positions 4 #define def_k_s3_window 5 #define def_k_s3_total 6 //--- #define def_k_InsideGradientS3 112 #define def_k_s3g_inputs 0 #define def_k_s3g_inputs_gr 1 #define def_k_s3g_probability 2 #define def_k_s3g_probability_gr 3 #define def_k_s3g_weights 4 #define def_k_s3g_outputs_gr 5 #define def_k_s3g_positions 6 #define def_k_s3g_window 7 #define def_k_s3g_total 8 //--- #define def_k_WeightGradientS3 113 #define def_k_s3w_inputs 0 #define def_k_s3w_positions 1 #define def_k_s3w_outputs_gr 2 #define def_k_s3w_weights_gr 3 #define def_k_s3w_window 4 #define def_k_s3w_total 5 //--- #define def_k_MH2PyrAttentionOut 114 #define def_k_pam_q 0 #define def_k_pam_kv 1 #define def_k_pam_score 2 #define def_k_pam_out 3 #define def_k_pam_dimension 4 #define def_k_pam_heads_kv 5 #define def_k_pam_window 6 //--- #define def_k_PLR 115 #define def_k_plr_inputs 0 #define def_k_plr_outputs 1 #define def_k_plt_isttp 2 #define def_k_plr_transpose 3 #define def_k_plr_step 4 //--- #define def_k_PLRGrad 116 #define def_k_plrg_inputs_gr 0 #define def_k_plrg_outputs 1 #define def_k_plrg_outputs_gr 2 #define def_k_plrg_transpose 3 //--- #define def_k_UpdateWeightsAdamMini 117 #define def_k_wuam_matrix_w 0 #define def_k_wuam_matrix_g 1 #define def_k_wuam_matrix_i 2 #define def_k_wuam_matrix_m 3 #define def_k_wuam_matrix_v 4 #define def_k_wuam_l 5 #define def_k_wuam_b1 6 #define def_k_wuam_b2 7 //--- #define def_k_UpdateWeightsConvAdamMini 118 #define def_k_wucam_matrix_w 0 #define def_k_wucam_matrix_g 1 #define def_k_wucam_matrix_i 2 #define def_k_wucam_matrix_m 3 #define def_k_wucam_matrix_v 4 #define def_k_wucam_inputs 5 #define def_k_wucam_l 6 #define def_k_wucam_b1 7 #define def_k_wucam_b2 8 #define def_k_wucam_step 9 //--- #define def_k_CutTrendAndOther 119 #define def_k_ct_inputs 0 #define def_k_ct_plr 1 #define def_k_ct_trend 2 #define def_k_ct_other 3 //--- #define def_k_CutTrendAndOtherGradient 120 #define def_k_ctg_inputs_gr 0 #define def_k_ctg_plr 1 #define def_k_ctg_plr_gr 2 #define def_k_ctg_trend_gr 3 #define def_k_ctg_other_gr 4 //--- #define def_k_CutOneFromAnother 121 #define def_k_ctofa_inputs 0 #define def_k_ctofa_cut 1 #define def_k_ctofa_other 2 //--- #define def_k_CutOneFromAnotherGradient 122 //--- #define def_k_UniTrajPrepare 123 #define def_k_utp_history 0 #define def_k_utp_h_mask 1 #define def_k_utp_future 2 #define def_k_utp_f_mask 3 #define def_k_utp_output 4 #define def_k_utp_h_total 5 #define def_k_utp_f_total 6 //--- #define def_k_UniTrajPrepareGrad 124 #define def_k_utpg_history_gr 0 #define def_k_utpg_future_gr 1 #define def_k_utpg_output 2 #define def_k_utpg_output_gr 3 #define def_k_utpg_h_total 4 #define def_k_utpg_f_total 5 //--- #define def_k_UniTrajBTS 125 #define def_k_utbts_concat_inp 0 #define def_k_utbts_d_forw 1 #define def_k_utbts_d_bakw 2 #define def_k_utbts_total 3 //--- #define def_k_GateElementMul 126 #define def_k_gem_inputs1 0 #define def_k_gem_inputs2 1 #define def_k_gem_gate 2 #define def_k_gem_out 3 #define def_k_gem_numeric_flags 4 #define def_k_gem_flags_enabled 5 //--- #define def_k_GateElementMulGrad 127 #define def_k_gemg_inputs1 0 #define def_k_gemg_inputs1_gr 1 #define def_k_gemg_inputs2 2 #define def_k_gemg_inputs2_gr 3 #define def_k_gemg_gate 4 #define def_k_gemg_gate_gr 5 #define def_k_gemg_out 6 #define def_k_gemg_activ1 7 #define def_k_gemg_activ2 8 #define def_k_gemg_activ_gr 9 //--- #define def_k_HiVTPrepare 128 #define def_k_hivtp_data 0 #define def_k_hivtp_output 1 //--- #define def_k_TransposeRCD 129 //--- #define def_k_MatMultGrad 130 #define def_k_mmg_matr1 0 #define def_k_mmg_matr1_gr 1 #define def_k_mmg_matr2 2 #define def_k_mmg_matr2_gr 3 #define def_k_mmg_result_gr 4 #define def_k_mmg_dimension 5 #define def_k_mmg_multvarsecond 6 #define def_k_mmg_offset_matr1 7 #define def_k_mmg_offset_matr1_gr 8 #define def_k_mmg_offset_matr2 9 #define def_k_mmg_offset_matr2_gr 10 #define def_k_mmg_offset_result_gr 11 //--- #define def_k_OrthoganalLoss 131 #define def_k_ol_data 0 #define def_k_ol_grad 1 #define def_k_ol_add 2 //--- #define def_k_CalcDistance 132 #define def_k_cd_data 0 #define def_k_cd_distance 1 #define def_k_cd_dimension 2 #define def_k_cd_groups 3 #define def_k_cd_normalize 4 #define def_k_cd_numeric_flags 5 #define def_k_cd_flags_enabled 6 //--- #define def_k_FeedForwardLocalMax 133 #define def_k_fflm_matrix_i 0 #define def_k_fflm_distance 1 #define def_k_fflm_matrix_o 2 #define def_k_fflm_radius 3 //--- #define def_k_CalcInputGradientLocalMax 134 #define def_k_cglm_matrix_i 0 #define def_k_cglm_matrix_ig 1 #define def_k_cglm_distance 2 #define def_k_cglm_matrix_o 3 #define def_k_cglm_matrix_g 4 #define def_k_cglm_radius 5 //--- #define def_k_MHMaskAttentionOut 135 #define def_k_mask_at_q 0 #define def_k_mask_at_kv 1 #define def_k_mask_at_score 2 #define def_k_mask_at_mask 3 #define def_k_mask_at_out 4 #define def_k_mask_at_dimension 5 #define def_k_mask_at_heads_kv 6 #define def_k_mask_at_mask_level 7 //--- #define def_k_MHMaskAttentionInsideGradients 136 #define def_k_mask_atg_q 0 #define def_k_mask_atg_q_g 1 #define def_k_mask_atg_kv 2 #define def_k_mask_atg_kv_g 3 #define def_k_mask_atg_mask 4 #define def_k_mask_atg_mask_g 5 #define def_k_mask_atg_scores 6 #define def_k_mask_atg_gradient 7 #define def_k_mask_atg_kunits 8 #define def_k_mask_atg_heads_kv 9 #define def_k_mask_atg_mask_level 10 //--- #define def_k_CalcPositionBias 137 #define def_k_cpb_data1 0 #define def_k_cpb_data2 1 #define def_k_cpb_result 2 #define def_k_cpb_dimension 3 //--- #define def_k_MHPosBiasAttentionOut 138 #define def_k_pbao_q 0 #define def_k_pbao_k 1 #define def_k_pbao_v 2 #define def_k_pbao_score 3 #define def_k_pbao_pos_bias 4 #define def_k_pbao_out 5 #define def_k_pbao_dimension 6 #define def_k_pbao_heads_kv 7 #define def_k_pbao_use_pos_bias 8 //--- #define def_k_MHPosBiasAttentionInsideGradients 139 #define def_k_pbaog_q 0 #define def_k_pbaog_q_g 1 #define def_k_pbaog_k 2 #define def_k_pbaog_k_g 3 #define def_k_pbaog_v 4 #define def_k_pbaog_v_g 5 #define def_k_pbaog_scores 6 #define def_k_pbaog_gradient 7 #define def_k_pbaog_kunits 8 #define def_k_pbaog_heads_kv 9 //--- #define def_k_DiversityLoss 140 #define def_k_dl_data 0 #define def_k_dl_grad 1 #define def_k_dl_dimension 2 #define def_k_dl_activation 3 #define def_k_dl_add 4 //--- #define def_k_MHRelativeAttentionOut 141 #define def_k_rat_q 0 #define def_k_rat_k 1 #define def_k_rat_v 2 #define def_k_rat_bk 3 #define def_k_rat_bv 4 #define def_k_rat_gc 5 #define def_k_rat_gp 6 #define def_k_rat_score 7 #define def_k_rat_out 8 #define def_k_rat_dimension 9 //--- #define def_k_MHRelativeAttentionInsideGradients 142 #define def_k_ratg_q 0 #define def_k_ratg_q_g 1 #define def_k_ratg_k 2 #define def_k_ratg_k_g 3 #define def_k_ratg_v 4 #define def_k_ratg_v_g 5 #define def_k_ratg_bk 6 #define def_k_ratg_bk_g 7 #define def_k_ratg_bv 8 #define def_k_ratg_bv_g 9 #define def_k_ratg_gc 10 #define def_k_ratg_gc_g 11 #define def_k_ratg_gp 12 #define def_k_ratg_gp_g 13 #define def_k_ratg_scores 14 #define def_k_ratg_gradient 15 #define def_k_ratg_kunits 16 //--- #define def_k_CalcAlignmentGradient 143 #define def_k_aliggr_matrix_o1 0 #define def_k_aliggr_matrix_o2 1 #define def_k_aliggr_matrix_g1 2 #define def_k_aliggr_matrix_g2 3 #define def_k_aliggr_activation 4 #define def_k_aliggr_add 5 //--- #define def_k_FeatureSmoothing 144 #define def_k_fs_feature 0 #define def_k_fs_outputs 1 #define def_k_fs_smoothing 2 //--- #define def_k_FeatureSmoothingGradient 145 //--- #define def_k_BatchFeedForwardAddNoise 146 #define def_k_normwithnoise_inputs 0 #define def_k_normwithnoise_options 1 #define def_k_normwithnoise_noise 2 #define def_k_normwithnoise_output 3 #define def_k_normwithnoise_batch 4 #define def_k_normwithnoise_optimization 5 #define def_k_normwithnoise_activation 6 #define def_k_normwithnoise_alpha 7 //--- #define def_k_HyperProjection 147 #define def_k_lp_inputs 0 #define def_k_lp_outputs 1 //--- #define def_k_HyperProjectionGrad 148 #define def_k_lpg_inputs 0 #define def_k_lpg_inputs_gr 1 #define def_k_lpg_outputs_gr 2 //--- #define def_k_LogMap 149 #define def_k_logmap_features 0 #define def_k_logmap_centroids 1 #define def_k_logmap_curvatures 2 #define def_k_logmap_outputs 3 #define def_k_logmap_product 4 #define def_k_logmap_distance 5 #define def_k_logmap_norma 6 //--- #define def_k_LogMapGrad 150 #define def_k_logmapgr_features 0 #define def_k_logmapgr_features_gr 1 #define def_k_logmapgr_centroids 2 #define def_k_logmapgr_centroids_gr 3 #define def_k_logmapgr_curvatures 4 #define def_k_logmapgr_curvatures_gr 5 #define def_k_logmapgr_outputs 6 #define def_k_logmapgr_outputs_gr 7 #define def_k_logmapgr_product 8 #define def_k_logmapgr_distance 9 #define def_k_logmapgr_norma 10 //--- #define def_k_CalcEpsilonWeights 151 #define def_k_epsw_matrix_w 0 #define def_k_epsw_matrix_g 1 #define def_k_epsw_matrix_i 2 #define def_k_epsw_matrix_epsw 3 #define def_k_epsw_rho 4 //--- #define def_k_CalcEpsilonWeightsConv 152 #define def_k_epswconv_matrix_w 0 #define def_k_epswconv_matrix_g 1 #define def_k_epswconv_matrix_i 2 #define def_k_epswconv_matrix_epsw 3 #define def_k_epswconv_inputs 4 #define def_k_epswconv_rho 5 #define def_k_epswconv_step 6 //--- #define def_k_PLRMultiAgents 153 //--- #define def_k_PLRMultiAgentsGrad 154 #define def_k_plrg_agents 4 //--- #define def_k_FeedForwardMHConv 155 //--- #define def_k_CalcHiddenGradientMHConv 156 #define def_k_chgc_heads 10 //--- #define def_k_UpdateWeightsMHConvAdam 157 #define def_k_uwca_heads 12 //--- #define def_k_MoreLessEqual 158 #define def_k_mle_inputs 0 #define def_k_mle_outputs 1 //--- #define def_k_MultiScaleRelativeAttentionOut 159 //--- #define def_k_SSM2D_FeedForward 160 #define def_k_ssm2d_ah 0 #define def_k_ssm2d_b_time 1 #define def_k_ssm2d_b_var 2 #define def_k_ssm2d_px_time 3 #define def_k_ssm2d_px_var 4 #define def_k_ssm2d_c_time 5 #define def_k_ssm2d_c_var 6 #define def_k_ssm2d_delta_time 7 #define def_k_ssm2d_delta_var 8 #define def_k_ssm2d_hidden 9 #define def_k_ssm2d_y 10 //--- #define def_k_SSM2D_CalcHiddenGradient 161 #define def_k_ssm2dhg_ah 0 #define def_k_ssm2dhg_grad_ah 1 #define def_k_ssm2dhg_b_time 2 #define def_k_ssm2dhg_grad_b_time 3 #define def_k_ssm2dhg_b_var 4 #define def_k_ssm2dhg_grad_b_var 5 #define def_k_ssm2dhg_px_time 6 #define def_k_ssm2dhg_grad_px_time 7 #define def_k_ssm2dhg_px_var 8 #define def_k_ssm2dhg_grad_px_var 9 #define def_k_ssm2dhg_c_time 10 #define def_k_ssm2dhg_grad_c_time 11 #define def_k_ssm2dhg_c_var 12 #define def_k_ssm2dhg_grad_c_var 13 #define def_k_ssm2dhg_delta_time 14 #define def_k_ssm2dhg_grad_delta_time 15 #define def_k_ssm2dhg_delta_var 16 #define def_k_ssm2dhg_grad_delta_var 17 #define def_k_ssm2dhg_hidden 18 #define def_k_ssm2dhg_grad_y 19 //--- #define def_k_PScan 162 #define def_k_psc_A 0 #define def_k_psc_X 1 #define def_k_psc_H 2 #define def_k_psc_X_out 3 //--- #define def_k_PScan_CalcHiddenGradient 163 #define def_k_pscgr_A 0 #define def_k_pscgr_X 1 #define def_k_pscgr_H 2 #define def_k_pscgr_grad_X_out 3 #define def_k_pscgr_grad_A 4 #define def_k_pscgr_grad_X 5 #define def_k_pscgr_grad_H 6 //--- #define def_k_DiagMatMult 164 #define def_k_diagmm_diag 0 #define def_k_diagmm_matr 1 #define def_k_diagmm_result 2 #define def_k_diagmm_activation 3 //--- #define def_k_DiagMatMultGrad 165 #define def_k_diagmmgr_diag 0 #define def_k_diagmmgr_grad_diag 1 #define def_k_diagmmgr_matr 2 #define def_k_diagmmgr_grad_matr 3 #define def_k_diagmmgr_grad_result 4 //--- #define def_k_TopKgates 166 #define def_k_topK_inputs 0 #define def_k_topK_noises 1 #define def_k_topK_gates 2 #define def_k_topK_k 3 //--- #define def_k_TopKgatesGrad 167 #define def_k_topKgr_inputs 0 #define def_k_topKgr_grad_inputs 1 #define def_k_topKgr_noises 2 #define def_k_topKgr_gates 3 #define def_k_topKgr_grad_gates 4 //--- #define def_k_MaskByDistance 168 #define def_k_maskDist_buf_real 0 #define def_k_maskDist_buf_imag 1 #define def_k_maskDist_mask 2 #define def_k_maskDist_dimension 3 //--- #define def_k_MaskAttention 169 #define def_k_maskatt_q 0 #define def_k_maskatt_kv 1 #define def_k_maskatt_scores 2 #define def_k_maskatt_masks 3 #define def_k_maskatt_out 4 #define def_k_maskatt_dimension 5 #define def_k_maskatt_heads_kv 6 //--- #define def_k_MaskAttentionGradients 170 #define def_k_maskattgr_q 0 #define def_k_maskattgr_q_g 1 #define def_k_maskattgr_kv 2 #define def_k_maskattgr_kv_g 3 #define def_k_maskattgr_scores 4 #define def_k_maskattgr_gradient 5 #define def_k_maskattgr_kunits 6 #define def_k_maskattgr_heads_kv 7 //--- #define def_k_FeedForwardMultWinConv 171 #define def_k_ffmwc_matrix_w 0 #define def_k_ffmwc_matrix_i 1 #define def_k_ffmwc_matrix_o 2 #define def_k_ffmwc_windows_in 3 #define def_k_ffmwc_inputs 4 #define def_k_ffmwc_windows_total 5 #define def_k_ffmwc_window_out 6 #define def_k_ffmwc_activation 7 //--- #define def_k_CalcHiddenGradientMultWinConv 172 #define def_k_chgmwc_matrix_w 0 #define def_k_chgmwc_matrix_i 1 #define def_k_chgmwc_matrix_ig 2 #define def_k_chgmwc_matrix_og 3 #define def_k_chgmwc_windows_in 4 #define def_k_chgmwc_outputs 5 #define def_k_chgmwc_windows_total 6 #define def_k_chgmwc_window_out 7 #define def_k_chgmwc_activation 8 //--- #define def_k_UpdateWeightsMultWinConvAdam 173 #define def_k_uwmwc_matrix_w 0 #define def_k_uwmwc_matrix_og 1 #define def_k_uwmwc_matrix_i 2 #define def_k_uwmwc_matrix_m 3 #define def_k_uwmwc_matrix_v 4 #define def_k_uwmwc_windows_in 5 #define def_k_uwmwc_windows_total 6 #define def_k_uwmwc_window_out 7 #define def_k_uwmwc_inputs 8 #define def_k_uwmwc_outputs 9 #define def_k_uwmwc_l 10 #define def_k_uwmwc_b1 11 #define def_k_uwmwc_b2 12 //--- #define def_k_MaskAttentionComplex 174 #define def_k_maskattcom_q 0 #define def_k_maskattcom_kv 1 #define def_k_maskattcom_scores 2 #define def_k_maskattcom_masks 3 #define def_k_maskattcom_out 4 #define def_k_maskattcom_dimension 5 #define def_k_maskattcom_heads_kv 6 //--- #define def_k_MaskAttentionGradientsComplex 175 #define def_k_maskattcomgr_q 0 #define def_k_maskattcomgr_q_g 1 #define def_k_maskattcomgr_kv 2 #define def_k_maskattcomgr_kv_g 3 #define def_k_maskattcomgr_scores 4 #define def_k_maskattcomgr_mask 5 #define def_k_maskattcomgr_mask_g 6 #define def_k_maskattcomgr_gradient 7 #define def_k_maskattcomgr_kunits 8 #define def_k_maskattcomgr_heads_kv 9 //--- #define def_k_CSLSTM_FeedForward 176 #define def_k_cslstmff_concatenated 0 #define def_k_cslstmff_memory 1 #define def_k_cslstmff_output 2 //--- #define def_k_CSLSTM_CalcHiddenGradient 177 #define def_k_cslstmhg_concatenated 0 #define def_k_cslstmhg_concatenated_grad 1 #define def_k_cslstmhg_memory 2 #define def_k_cslstmhg_output_grad 3 //--- #define def_k_ProbAttentionQeuryImp 178 #define def_k_probat_querys 0 #define def_k_probat_keys_values 1 #define def_k_probat_index_keys 2 #define def_k_probat_querys_imp 3 #define def_k_probat_dimension 4 //--- #define def_k_TopKImportanceToIndex 179 #define def_k_imptoind_importance 0 #define def_k_imptoind_indexes 1 #define def_k_imptoind_tok_k 2 //--- #define def_k_QIndexAttention 180 #define def_k_indatt_q 0 #define def_k_indatt_kv 1 #define def_k_indatt_scores 2 #define def_k_indatt_indexes 3 #define def_k_indatt_out 4 #define def_k_indatt_dimension 5 #define def_k_indatt_heads_kv 6 //--- #define def_k_QIndexAttentionGradients 181 #define def_k_indattgr_q 0 #define def_k_indattgr_q_g 1 #define def_k_indattgr_kv 2 #define def_k_indattgr_kv_g 3 #define def_k_indattgr_indexes 4 #define def_k_indattgr_scores 5 #define def_k_indattgr_gradient 6 #define def_k_indattgr_kunits 7 #define def_k_indattgr_heads_kv 8 //--- #define def_k_TSPositonEncoder 182 #define def_k_tspe_data 0 #define def_k_tspe_time 1 #define def_k_tspe_output 2 #define def_k_tspe_period 3 //--- #define def_k_FeedForwardMultWinConvWPad 183 #define def_k_ffmwconvwpad_matrix_w 0 #define def_k_ffmwconvwpad_matrix_i 1 #define def_k_ffmwconvwpad_matrix_o 2 #define def_k_ffmwconvwpad_windows_in 3 #define def_k_ffmwconvwpad_inputs 4 #define def_k_ffmwconvwpad_step 5 #define def_k_ffmwconvwpad_window_out 6 #define def_k_ffmwconvwpad_activation 7 //--- #define def_k_CalcHiddenGradientMultWinConvWPad 184 #define def_k_hgmwconvwpad_matrix_w 0 #define def_k_hgmwconvwpad_matrix_i 1 #define def_k_hgmwconvwpad_matrix_ig 2 #define def_k_hgmwconvwpad_matrix_og 3 #define def_k_hgmwconvwpad_windows_in 4 #define def_k_hgmwconvwpad_outputs 5 #define def_k_hgmwconvwpad_step 6 #define def_k_hgmwconvwpad_window_out 7 #define def_k_hgmwconvwpad_filters 8 #define def_k_hgmwconvwpad_activation 9 //--- #define def_k_UpdateWeightsMultWinConvAdamWPad 185 #define def_k_uwmwconvwpad_matrix_w 0 #define def_k_uwmwconvwpad_matrix_og 1 #define def_k_uwmwconvwpad_matrix_i 2 #define def_k_uwmwconvwpad_matrix_m 3 #define def_k_uwmwconvwpad_matrix_v 4 #define def_k_uwmwconvwpad_windows_in 5 #define def_k_uwmwconvwpad_windows_total 6 #define def_k_uwmwconvwpad_window_out 7 #define def_k_uwmwconvwpad_inputs 8 #define def_k_uwmwconvwpad_step 9 #define def_k_uwmwconvwpad_outputs 10 #define def_k_uwmwconvwpad_l 11 #define def_k_uwmwconvwpad_b1 12 #define def_k_uwmwconvwpad_b2 13 //--- #define def_k_ConcatDiff 186 #define def_k_concdiff_data 0 #define def_k_concdiff_output 1 #define def_k_concdiff_step 2 //--- #define def_k_FeedForwardMaskMultWinConv 187 #define def_k_ffmmwc_matrix_w 0 #define def_k_ffmmwc_matrix_i 1 #define def_k_ffmmwc_masks 2 #define def_k_ffmmwc_matrix_o 3 #define def_k_ffmmwc_inputs 4 #define def_k_ffmmwc_window_in 5 #define def_k_ffmmwc_windows_total 6 #define def_k_ffmmwc_activation 7 //--- #define def_k_CalcHiddenGradientMaskMultWinConv 188 #define def_k_chgmmwc_matrix_w 0 #define def_k_chgmmwc_matrix_i 1 #define def_k_chgmmwc_matrix_ig 2 #define def_k_chgmmwc_matrix_og 3 #define def_k_chgmmwc_masks 4 #define def_k_chgmmwc_masks_g 5 #define def_k_chgmmwc_outputs 6 #define def_k_chgmmwc_window_in 7 #define def_k_chgmmwc_window_out 8 #define def_k_chgmmwc_activation 9 //--- #define def_k_UpdateWeightsMaskMultWinConvAdam 189 #define def_k_uwmmwc_matrix_w 0 #define def_k_uwmmwc_matrix_og 1 #define def_k_uwmmwc_matrix_i 2 #define def_k_uwmmwc_masks 3 #define def_k_uwmmwc_matrix_m 4 #define def_k_uwmmwc_matrix_v 5 #define def_k_uwmmwc_windows_total 6 #define def_k_uwmmwc_inputs 7 #define def_k_uwmmwc_outputs 8 #define def_k_uwmmwc_l 9 #define def_k_uwmmwc_b1 10 #define def_k_uwmmwc_b2 11 //--- #define def_k_MainFreq 190 #define def_k_mf_freq_r 0 #define def_k_mf_freq_im 1 #define def_k_mf_main_freq 2 #define def_k_mf_dimension 3 //--- #define def_k_FeedForwardAdaptConv 191 #define def_k_ffac_matrix_w 0 #define def_k_ffac_matrix_i 1 #define def_k_ffac_matrix_o 2 #define def_k_ffac_main_freq 3 #define def_k_ffac_inputs 4 #define def_k_ffac_window_in 5 #define def_k_ffac_activation 6 //--- #define def_k_CalcHiddenGradientAdaptConv 192 #define def_k_chgac_matrix_w 0 #define def_k_chgac_matrix_i 1 #define def_k_chgac_matrix_ig 2 #define def_k_chgac_matrix_og 3 #define def_k_chgac_main_freq 4 #define def_k_chgac_outputs 5 #define def_k_chgac_window_in 6 #define def_k_chgac_window_out 7 #define def_k_chgac_activation 8 //--- #define def_k_UpdateWeightsAdaptConvAdam 193 #define def_k_uwac_matrix_w 0 #define def_k_uwac_matrix_og 1 #define def_k_uwac_matrix_i 2 #define def_k_uwac_matrix_m 3 #define def_k_uwac_matrix_v 4 #define def_k_uwac_main_freq 5 #define def_k_uwac_inputs 6 #define def_k_uwac_outputs 7 #define def_k_uwac_l 8 #define def_k_uwac_b1 9 #define def_k_uwac_b2 10 //--- #define def_k_RoPE 194 #define def_k_rope_inputs 0 #define def_k_rope_position_emb 1 #define def_k_rope_outputs 2 //--- #define def_k_CalcHiddenGradRoPE 195 //--- #define def_k_MatrixDif 196 #define def_k_dif_matrix1 0 #define def_k_dif_matrix2 1 #define def_k_dif_matrix_out 2 #define def_k_dif_multiplyer 3 #define def_k_dif_shift_in1 4 #define def_k_dif_shift_in2 5 #define def_k_dif_shift_out 6 //--- #define def_k_MatrixDifGrad 197 //--- #define def_k_IdentMatrixDif 198 #define def_k_iddif_matrix_in 0 #define def_k_iddif_matrix_out 1 #define def_k_iddif_multiplyer 2 #define def_k_iddif_shift_in 3 #define def_k_iddif_shift_out 4 //--- #define def_k_IdentMatrixDifGrad 199 //--- #define def_k_SumVecMatrix 200 #define def_k_svecmat_vector_in 0 #define def_k_svecmat_matrix_in 1 #define def_k_svecmat_matrix_out 2 #define def_k_svecmat_multiplyer 3 #define def_k_svecmat_shift_in1 4 #define def_k_svecmat_shift_in2 5 #define def_k_svecmat_shift_out 6 #define def_k_svecmat_numeric_flags 7 #define def_k_svecmat_flags_enabled 8 //--- #define def_k_SumVecMatrixGrad 201 //--- #define def_k_InterpolationAttention 202 #define def_k_ia_matrix_in 0 #define def_k_ia_W 1 #define def_k_ia_A 2 #define def_k_ia_GL 3 #define def_k_ia_Adj 4 #define def_k_ia_H 5 #define def_k_ia_Atten 6 #define def_k_ia_matrix_out 7 #define def_k_ia_dimension 8 //--- #define def_k_InterpolationAttentionGrad 203 #define def_k_iag_matrix_in 0 #define def_k_iag_matrix_in_gr 1 #define def_k_iag_W 2 #define def_k_iag_W_gr 3 #define def_k_iag_A 4 #define def_k_iag_A_gr 5 #define def_k_iag_GL 6 #define def_k_iag_GL_gr 7 #define def_k_iag_Adj 8 #define def_k_iag_H 9 #define def_k_iag_H_gr 10 #define def_k_iag_Atten 11 #define def_k_iag_matrix_out_gr 12 #define def_k_iag_dimension 13 //--- #define def_k_IdentMatrixSum 204 #define def_k_idsum_matrix_in 0 #define def_k_idsum_matrix_out 1 #define def_k_idsum_multiplyer 2 #define def_k_idsum_shift_in 3 #define def_k_idsum_shift_out 4 //--- #define def_k_Activation 205 #define def_k_act_inputs 0 #define def_k_act_outputs 1 #define def_k_act_activation 2 //--- #define def_k_PeriodNorm 206 #define def_k_pn_inputs 0 #define def_k_pn_mean_stdevs 1 #define def_k_pn_outputs 2 #define def_k_pn_total_inputs 3 //--- #define def_k_PeriodNormGrad 207 #define def_k_png_inputs 0 #define def_k_png_inputs_gr 1 #define def_k_png_mean_stdevs 2 #define def_k_png_mean_stdevs_gr 3 #define def_k_png_outputs 4 #define def_k_png_outputs_gr 5 #define def_k_png_total_inputs 6 //--- #define def_k_AdaptSpatialNorm 208 #define def_k_asn_inputs 0 #define def_k_asn_attention 1 #define def_k_asn_mean_stdevs 2 #define def_k_asn_outputs 3 //--- #define def_k_AdaptSpatialNormGrad 209 #define def_k_asng_inputs 0 #define def_k_asng_inputs_gr 1 #define def_k_asng_attention 2 #define def_k_asng_attention_gr 3 #define def_k_asng_mean_stdevs 4 #define def_k_asng_mean_stdevs_gr 5 #define def_k_asng_outputs_gr 6 #define def_k_asng_total_inputs 7 //--- #define def_k_AttentNorm 210 #define def_k_atn_inputs 0 #define def_k_atn_attention 1 #define def_k_atn_means 2 #define def_k_atn_stdevs 3 #define def_k_atn_outputs 4 #define def_k_atn_total_inputs 5 #define def_k_atn_segment_size 6 //--- #define def_k_AttentNormGrad 211 #define def_k_atng_inputs 0 #define def_k_atng_inputs_gr 1 #define def_k_atng_attention 2 #define def_k_atng_attention_gr 3 #define def_k_atng_means 4 #define def_k_atng_stdevs 5 #define def_k_atng_means_gr 6 #define def_k_atng_outputs_gr 7 #define def_k_atng_total_inputs 8 #define def_k_atng_segment_size 9 //--- #define def_k_ChebStep 212 #define def_k_cheb_support 0 #define def_k_cheb_outputs 1 #define def_k_cheb_step 2 //--- #define def_k_ChebStepGrad 213 #define def_k_chebgr_support 0 #define def_k_chebgr_support_g 1 #define def_k_chebgr_outputs 2 #define def_k_chebgr_outputs_g 3 #define def_k_chebgr_step 4 //--- #define def_k_SignificantNeighborsSampling 214 #define def_k_sns_data 0 #define def_k_sns_candidates 1 #define def_k_sns_random_cands 2 #define def_k_sns_neighbors 3 #define def_k_sns_dimension 4 //--- #define def_k_SparseMHScores 215 #define def_k_smhs_data 0 #define def_k_smhs_indexes 1 #define def_k_smhs_scores 2 #define def_k_smhs_sparse 3 //--- #define def_k_SparseMHScoresGrad 216 #define def_k_smhs_gr_data_gr 0 #define def_k_smhs_gr_indexes 1 #define def_k_smhs_gr_scores 2 #define def_k_smhs_gr_scores_gr 3 //--- #define def_k_SparseMatMult 217 #define def_k_smm_sparse_index 0 #define def_k_smm_sparse_data 1 #define def_k_smm_full 2 #define def_k_smm_result 3 #define def_k_smm_full_rows 4 //--- #define def_k_SparseMatMultGrad 218 #define def_k_smm_gr_sparse_index 0 #define def_k_smm_gr_sparse_data 1 #define def_k_smm_gr_sparse_gr 2 #define def_k_smm_gr_full 3 #define def_k_smm_gr_full_gr 4 #define def_k_smm_gr_result_gr 5 #define def_k_smm_gr_sparse_rows 6 #define def_k_smm_gr_sparse_cols 7 #define def_k_smm_gr_full_rows 8 #define def_k_smm_gr_full_cols 9 //--- #define def_k_RandomWalk 219 #define def_k_rw_data 0 #define def_k_rw_inv_diag 1 #define def_k_rw_norm 2 #define def_k_rw_total_cols 3 //--- #define def_k_ConcatByLabel 220 #define def_k_cbl_data 0 #define def_k_cbl_label 1 #define def_k_cbl_embedding1 2 #define def_k_cbl_embedding2 3 #define def_k_cbl_output 4 #define def_k_cbl_dimension_data 5 #define def_k_cbl_dimension_emb1 6 #define def_k_cbl_dimension_emb2 7 #define def_k_cbl_frame1 8 #define def_k_cbl_frame2 9 #define def_k_cbl_period1 10 #define def_k_cbl_period2 11 //--- #define def_k_ConcatByLabelGrad 221 #define def_k_cbl_gr_units 12 //--- #define def_k_GlobalLocalAttention 222 #define def_k_glatt_q 0 #define def_k_glatt_kv 1 #define def_k_glatt_scores 2 #define def_k_glatt_mask 3 #define def_k_glatt_label 4 #define def_k_glatt_out 5 #define def_k_glatt_dimension 6 #define def_k_glatt_total_kv 7 #define def_k_glatt_total_mask 8 //--- #define def_k_GlobalLocalAttentionGrad 223 #define def_k_glatt_gr_q 0 #define def_k_glatt_gr_q_gr 1 #define def_k_glatt_gr_kv 2 #define def_k_glatt_gr_kv_gr 3 #define def_k_glatt_gr_scores 4 #define def_k_glatt_gr_mask 5 #define def_k_glatt_gr_mask_gr 6 #define def_k_glatt_gr_label 7 #define def_k_glatt_gr_out_gr 8 #define def_k_glatt_gr_dimension 9 #define def_k_glatt_gr_total_q 10 #define def_k_glatt_gr_total_kv 11 #define def_k_glatt_gr_total_mask 12 //--- #define def_k_SparseSoftMax 224 #define def_k_ssoftmax_data 0 #define def_k_ssoftmax_outputs 1 #define def_k_ssoftmax_indexes 2 #define def_k_ssoftmax_out_dimension 3 //--- #define def_k_SparseSoftMaxGrad 225 #define def_k_ssoftmax_gr_data_gr 0 #define def_k_ssoftmax_gr_outputs 1 #define def_k_ssoftmax_gr_outputs_gr 2 #define def_k_ssoftmax_gr_indexes 3 #define def_k_ssoftmax_gr_out_dimension 4 //--- #define def_k_FloatToSpike 226 #define def_k_fts_values 0 #define def_k_fts_levels 1 #define def_k_fts_outputs 2 //--- #define def_k_FloatToSpikeGrad 227 #define def_k_ftsg_values 0 #define def_k_ftsg_values_gr 1 #define def_k_ftsg_levels_gr 2 #define def_k_ftsg_gradients 3 //--- #define def_k_SpikeMHAttention 228 #define def_k_smhat_qkv 0 #define def_k_smhat_diag_bias 1 #define def_k_smhat_scores 2 #define def_k_smhat_out 3 #define def_k_smhat_dimension 4 #define def_k_smhat_mask_future 5 //--- #define def_k_SpikeMHAttentionGrad 229 #define def_k_smhat_gr_qkv 0 #define def_k_smhat_gr_qkv_gr 1 #define def_k_smhat_gr_diag_bias 2 #define def_k_smhat_gr_diag_bias_gr 3 #define def_k_smhat_gr_scores 4 #define def_k_smhat_gr_gradients 5 #define def_k_smhat_gr_dimension 6 #define def_k_smhat_gr_mask_future 7 //--- #define def_k_STFS 230 #define def_k_stfs_inputs 0 #define def_k_stfs_mask_time 1 #define def_k_stfs_mask_spatial 2 #define def_k_stfs_outputs 3 //--- #define def_k_STFSGrad 231 //--- #define def_k_AddToStack 232 #define def_k_ats_inputs 0 #define def_k_ats_stack 1 #define def_k_ats_stack_size 2 //--- #define def_k_AggregationByTime 233 #define def_k_agt_inputs 0 #define def_k_agt_stack 1 #define def_k_agt_outputs 2 #define def_k_agt_stack_size 3 #define def_k_agt_levels 4 //--- #define def_k_AggregationByTimeGrad 234 #define def_k_agtg_inputs_gr 0 #define def_k_agtg_outputs_gr 1 #define def_k_agtg_levels 2 //--- #define def_k_GRU 235 #define def_k_gru_XH 0 #define def_k_gru_prev_state 1 #define def_k_gru_outputs 2 //--- #define def_k_GRU_Grad 236 #define def_k_gru_gr_XH 0 #define def_k_gru_gr_XH_gr 1 #define def_k_gru_gr_prev_state 2 #define def_k_gru_gr_outputs_gr 3 //--- #define def_k_ScalarToVector 237 #define def_k_stv_scalar 0 #define def_k_stv_vector_in 1 #define def_k_stv_vector_out 2 //--- #define def_k_ScalarToVectorGrad 238 #define def_k_stvg_scalar 0 #define def_k_stvg_scalar_gr 1 #define def_k_stvg_vector_in 2 #define def_k_stvg_vector_in_gr 3 #define def_k_stvg_vector_out_gr 4 #define def_k_stvg_dimension 5 //--- #define def_k_CalcFlow 239 #define def_k_cf_value 0 #define def_k_cf_prev_value 1 #define def_k_cf_flow 2 //--- #define def_k_DilatedCorrelation 240 #define def_k_dcor_feature 0 #define def_k_dcor_shifts 1 #define def_k_dcor_correlations 2 #define def_k_dcor_dimension 3 //--- #define def_k_DilatedCorrelationGrad 241 #define def_k_dcorgr_feature 0 #define def_k_dcorgr_feature_gr 1 #define def_k_dcorgr_shifts 2 #define def_k_dcorgr_corr_gr 3 #define def_k_dcorgr_total_corr 4 //--- #define def_k_DilatedDifference 242 #define def_k_ddiff_feature 0 #define def_k_ddiff_shifts 1 #define def_k_ddiff_differences 2 //--- #define def_k_DilatedDifferenceGrad 243 #define def_k_ddiffgr_feature 0 #define def_k_ddiffgr_feature_gr 1 #define def_k_ddiffgr_shifts 2 #define def_k_ddiffgr_differences_gr 3 #define def_k_ddiffgr_total_shifts 4 //--- #define def_k_PerturbedMatrix 244 #define def_k_pm_inputs 0 #define def_k_pm_perturb 1 #define def_k_pm_output 2 #define def_k_pm_perturb_mult 3 //--- #define def_k_PerturbedMatrixGrad 245 //--- #define def_k_LinearUpsample 246 #define def_k_lu_data 0 #define def_k_lu_upsample 1 //--- #define def_k_LinearUpsampleGrad 247 #define def_k_lug_data_gr 0 #define def_k_lug_upsample_gr 1 #define def_k_lug_dimension_htr 2 //--- #define def_k_MixExpertsPredict 248 #define def_k_moepred_experts 0 #define def_k_moepred_outputs 1 //--- #define def_k_MixExpertsPredictGrad 249 #define def_k_moepredgr_experts 0 #define def_k_moepredgr_experts_gr 1 #define def_k_moepredgr_outputs_gr 2 //--- #define def_k_MHFAT 250 #define def_k_mhfat_q 0 #define def_k_mhfat_kv 1 #define def_k_mhfat_scale 2 #define def_k_mhfat_scores 3 #define def_k_mhfat_out 4 #define def_k_mhfat_dimension 5 #define def_k_mhfat_mask_future 6 //--- #define def_k_MHFATGrad 251 #define def_k_mhfat_gr_q 0 #define def_k_mhfat_gr_q_gr 1 #define def_k_mhfat_gr_kv 2 #define def_k_mhfat_gr_kv_gr 3 #define def_k_mhfat_gr_scale 4 #define def_k_mhfat_gr_scale_gr 5 #define def_k_mhfat_gr_scores 6 #define def_k_mhfat_gr_gradients 7 #define def_k_mhfat_gr_dimension 8 #define def_k_mhfat_gr_total_k 9 #define def_k_mhfat_gr_mask_future 10 //--- #define def_k_SparseConcatenate 252 #define def_k_sparconc_sparse_index 0 #define def_k_sparconc_sparse_data 1 #define def_k_sparconc_full 2 #define def_k_sparconc_result 3 #define def_k_sparconc_full_rows 4 //--- #define def_k_SparseConcatenateGrad 253 #define def_k_sparconc_gr_sparse_index 0 #define def_k_sparconc_gr_sparse_data 1 #define def_k_sparconc_gr_sparse_gr 2 #define def_k_sparconc_gr_full 3 #define def_k_sparconc_gr_full_gr 4 #define def_k_sparconc_gr_result_gr 5 #define def_k_sparconc_gr_sparse_rows 6 #define def_k_sparconc_gr_sparse_cols 7 #define def_k_sparconc_gr_full_rows 8 #define def_k_sparconc_gr_full_cols 9 //--- #define def_k_MHFlashAttention 254 #define def_k_mhflat_q 0 #define def_k_mhflat_kv 1 #define def_k_mhflat_logsumexp 2 #define def_k_mhflat_out 3 #define def_k_mhflat_dimension 4 #define def_k_mhflat_total_kv 5 #define def_k_mhflat_mask_future 6 //--- #define def_k_MHFlashAttentionGrad 255 #define def_k_mhflatg_q 0 #define def_k_mhflatg_q_gr 1 #define def_k_mhflatg_kv 2 #define def_k_mhflatg_kv_gr 3 #define def_k_mhflatg_logsumexp 4 #define def_k_mhflatg_out 5 #define def_k_mhflatg_out_gr 6 #define def_k_mhflatg_dimension 7 #define def_k_mhflatg_total_q 8 #define def_k_mhflatg_total_kv 9 #define def_k_mhflatg_mask_future 10 //--- #define def_k_MHFlashSTCA 256 #define def_k_mhstca_query 0 #define def_k_mhstca_X 1 #define def_k_mhstca_logsumexp 2 #define def_k_mhstca_output 3 #define def_k_mhstca_dimension 4 #define def_k_mhstca_total_X 5 #define def_k_mhstca_mask_future 6 //--- #define def_k_MHFlashSTCAGrad 257 #define def_k_mhstca_gr_query 0 #define def_k_mhstca_gr_query_gr 1 #define def_k_mhstca_gr_X 2 #define def_k_mhstca_gr_X_gr 3 #define def_k_mhstca_gr_logsumexp 4 #define def_k_mhstca_gr_output 5 #define def_k_mhstca_gr_output_gr 6 #define def_k_mhstca_gr_dimension 7 #define def_k_mhstca_gr_total_q 8 #define def_k_mhstca_gr_total_X 9 #define def_k_mhstca_gr_mask_future 10 //--- #define def_k_ConcatVecMatrix 258 #define def_k_concvm_vector_in 0 #define def_k_concvm_matrix_in 1 #define def_k_concvm_matrix_out 2 #define def_k_concvm_dimension_v 3 #define def_k_concvm_colums_m 4 #define def_k_concvm_multvarsecond 5 //--- #define def_k_ConcatVecMatrixGrad 259 #define def_k_concvm_gr_vector_in_gr 0 #define def_k_concvm_gr_matrix_in_gr 1 #define def_k_concvm_gr_matrix_out_gr 2 #define def_k_concvm_gr_dimension_v 3 #define def_k_concvm_gr_colums_m 4 #define def_k_concvm_gr_rows 5 #define def_k_concvm_gr_variables 6 #define def_k_concvm_gr_multvarsecond 7 //--- #define def_k_INFNetBGU 260 #define def_k_infnbgu_scal_and_shift 0 #define def_k_infnbgu_sequence 1 #define def_k_infnbgu_context 2 #define def_k_infnbgu_scenarios 3 #define def_k_infnbgu_sequence_out 4 #define def_k_infnbgu_context_out 5 #define def_k_infnbgu_scenarios_out 6 #define def_k_infnbgu_sequence_units 7 #define def_k_infnbgu_sequence_vars 8 #define def_k_infnbgu_context_units 9 #define def_k_infnbgu_scenarios_units 10 //--- #define def_k_INFNetBGUGrad 261 #define def_k_infnbgugr_scal_and_shift 0 #define def_k_infnbgugr_scal_and_shift_grad 1 #define def_k_infnbgugr_sequence 2 #define def_k_infnbgugr_context 3 #define def_k_infnbgugr_scenarios 4 #define def_k_infnbgugr_sequence_grad 5 #define def_k_infnbgugr_context_grad 6 #define def_k_infnbgugr_scenarios_grad 7 #define def_k_infnbgugr_sequence_out_grad 8 #define def_k_infnbgugr_context_out_grad 9 #define def_k_infnbgugr_scenarios_out_grad 10 #define def_k_infnbgugr_sequence_units 11 #define def_k_infnbgugr_sequence_vars 12 #define def_k_infnbgugr_context_units 13 #define def_k_infnbgugr_scenarios_units 14 //--- #define def_k_MHCrossAttvsSim 262 #define def_k_casim_query 0 #define def_k_casim_key 1 #define def_k_casim_value 2 #define def_k_casim_prototype 3 #define def_k_casim_levels 4 #define def_k_casim_logsumexp 5 #define def_k_casim_output_at 6 #define def_k_casim_similarity 7 #define def_k_casim_dimension 8 #define def_k_casim_total_X 9 //--- #define def_k_MHCrossAttvsSimGrad 263 #define def_k_casimgr_query 0 #define def_k_casimgr_key 1 #define def_k_casimgr_value 2 #define def_k_casimgr_prototype 3 #define def_k_casimgr_levels 4 #define def_k_casimgr_logsumexp 5 #define def_k_casimgr_output_at 6 #define def_k_casimgr_similarity 7 #define def_k_casimgr_grad_output_at 8 #define def_k_casimgr_grad_similarity 9 #define def_k_casimgr_grad_query 10 #define def_k_casimgr_grad_key 11 #define def_k_casimgr_grad_value 12 #define def_k_casimgr_grad_prototype 13 #define def_k_casimgr_grad_levels 14 #define def_k_casimgr_dimension 15 #define def_k_casimgr_total_X 16 //--- #define def_k_MarketStateDensity 264 #define def_k_msd_sequence 0 #define def_k_msd_distribution 1 #define def_k_msd_sequence_size 2 #define def_k_msd_quantiles 3 #define def_k_msd_quant_step 4 //--- #define def_k_NLLGrad 265 #define def_k_nllgr_log_b 0 #define def_k_nllgr_grad_in 1 #define def_k_nllgr_grad_out 2 #define def_k_nllgr_grad_log_b 3 //--- #define def_k_SparseSoftmaxHausdorff 266 #define def_k_ssh_plan 0 #define def_k_ssh_decis 1 #define def_k_ssh_output 2 #define def_k_ssh_top_index 3 #define def_k_ssh_dimension 4 #define def_k_ssh_top_k 5 //--- #define def_k_SparseSoftmaxHausdorffGrad 267 #define def_k_sshg_plan 0 #define def_k_sshg_grad_plan 1 #define def_k_sshg_decis 2 #define def_k_sshg_grad_decis 3 #define def_k_sshg_grad_out 4 #define def_k_sshg_top_index 5 #define def_k_sshg_dimension 6 #define def_k_sshg_count_plan 7 #define def_k_sshg_count_decis 8 #define def_k_sshg_top_k 9 //--- #define def_k_MomADTTMMeanScores 268 #define def_k_madttm_ms_distance 0 #define def_k_madttm_ms_output 1 #define def_k_madttm_ms_decisions 2 //--- #define def_k_MomADTTMMeanScoresGrad 269 #define def_k_madttm_msg_scores_gr 0 #define def_k_madttm_msg_distance_gr 1 #define def_k_madttm_msg_decisions 2 //--- #define def_k_CogDriverAffineStack 270 #define def_k_cdas_stack 0 #define def_k_cdas_snapshot 1 #define def_k_cdas_affine 2 #define def_k_cdas_stack_size 3 #define def_k_cdas_quant_dimension 4 //--- #define def_k_CogDriverAffineStackGrad 271 #define def_k_cdasg_snapshot 0 #define def_k_cdasg_stack_gr 1 #define def_k_cdasg_affine_gr 2 #define def_k_cdasg_stack_size 3 #define def_k_cdasg_quant_dimension 4 //--- #define def_k_CogDriverRankTCMInsertPending 272 #define def_k_cdrtcm_insert_memory 0 #define def_k_cdrtcm_insert_age 1 #define def_k_cdrtcm_insert_score 2 #define def_k_cdrtcm_insert_valid 3 #define def_k_cdrtcm_insert_pending_query 4 #define def_k_cdrtcm_insert_memory_len 5 #define def_k_cdrtcm_insert_query_dim 6 #define def_k_cdrtcm_insert_variables 7 //--- #define def_k_CogDriverRankTCMBuildKV 273 #define def_k_cdrtcm_kv_memory 0 #define def_k_cdrtcm_kv_age 1 #define def_k_cdrtcm_kv_valid 2 #define def_k_cdrtcm_kv_out 3 #define def_k_cdrtcm_kv_memory_count 4 #define def_k_cdrtcm_kv_variables 5 #define def_k_cdrtcm_kv_heads 6 #define def_k_cdrtcm_kv_head_dim 7 //--- #define def_k_CogDriverRankTCMMeanFlashScore 274 #define def_k_cdrtcm_score_query 0 #define def_k_cdrtcm_score_kv 1 #define def_k_cdrtcm_score_valid 2 #define def_k_cdrtcm_score_out 3 #define def_k_cdrtcm_score_logsumexp 4 #define def_k_cdrtcm_score_memory_count 5 #define def_k_cdrtcm_score_variables 6 #define def_k_cdrtcm_score_heads 7 #define def_k_cdrtcm_score_head_dim 8 //--- #define def_k_CogDriverRankTCMSelfKV 275 #define def_k_cdrtcm_selfkv_source 0 #define def_k_cdrtcm_selfkv_out 1 #define def_k_cdrtcm_selfkv_query_dim 2 #define def_k_cdrtcm_selfkv_variables 3 #define def_k_cdrtcm_selfkv_heads 4 #define def_k_cdrtcm_selfkv_head_dim 5 //--- #define def_k_CogDriverForecastShiftState 276 #define def_k_cdfh_shift_plan 0 #define def_k_cdfh_shift_confidence 1 #define def_k_cdfh_shift_shifted_plan 2 #define def_k_cdfh_shift_shifted_confidence 3 #define def_k_cdfh_shift_delta_mask 4 #define def_k_cdfh_shift_query_dim 5 #define def_k_cdfh_shift_horizon 6 //--- #define def_k_CogDriverForecastConfidence 277 #define def_k_cdfh_conf_expected_error 0 #define def_k_cdfh_conf_confidence 1 #define def_k_cdfh_conf_total 2 //--- #define def_k_CogDriverForecastDeltaNorm 278 #define def_k_cdfh_delta_plan 0 #define def_k_cdfh_delta_shifted_plan 1 #define def_k_cdfh_delta_plan_delta 2 #define def_k_cdfh_delta_plan_delta_norm 3 #define def_k_cdfh_delta_query_dim 4 #define def_k_cdfh_delta_horizon 5 //--- #define def_k_CogDriverForecastBuildKV 279 #define def_k_cdfh_kv_context 0 #define def_k_cdfh_kv_out 1 #define def_k_cdfh_kv_dimension 2 #define def_k_cdfh_kv_horizon 3 #define def_k_cdfh_kv_variables 4 #define def_k_cdfh_kv_heads 5 #define def_k_cdfh_kv_head_dim 6 //--- #define def_k_CogDriverForecastBuildKVGrad 280 #define def_k_cdfh_kvg_kv_gr 0 #define def_k_cdfh_kvg_context_gr 1 #define def_k_cdfh_kvg_dimension 2 #define def_k_cdfh_kvg_horizon 3 #define def_k_cdfh_kvg_variables 4 #define def_k_cdfh_kvg_heads 5 #define def_k_cdfh_kvg_head_dim 6 //--- #define def_k_CogDriverForecastGradientRMS 281 #define def_k_cdfh_grms_gradient 0 #define def_k_cdfh_grms_error_target 1 #define def_k_cdfh_grms_dimension 2 #define def_k_cdfh_grms_horizon 3 //--- #define def_k_ScenarioForecastForward 282 #define def_k_sff_input 0 #define def_k_sff_prototypes 1 #define def_k_sff_generator_input 2 #define def_k_sff_router_input 3 #define def_k_sff_confidence_input 4 #define def_k_sff_generator_output 5 #define def_k_sff_router_output 6 #define def_k_sff_confidence_output 7 #define def_k_sff_z 8 #define def_k_sff_u 9 #define def_k_sff_pi 10 #define def_k_sff_scenarios 11 #define def_k_sff_horizon 12 #define def_k_sff_dimension 13 #define def_k_sff_phase 14 #define def_k_sff_log_pi 15 #define def_k_sff_log_u 16 #define def_k_sff_variables 17 #define def_k_sff_forward_validity 18 #define def_k_sff_generator_weights 19 #define def_k_sff_router_weights 20 #define def_k_sff_confidence_weights 21 #define def_k_sff_generator_weights_count 22 #define def_k_sff_router_weights_count 23 #define def_k_sff_confidence_weights_count 24 //--- #define def_k_ScenarioResponsibilities 283 #define def_k_sr_target 0 #define def_k_sr_z 1 #define def_k_sr_u 2 #define def_k_sr_pi 3 #define def_k_sr_responsibilities 4 #define def_k_sr_generator_gradient 5 #define def_k_sr_router_gradient 6 #define def_k_sr_confidence_gradient 7 #define def_k_sr_scenarios 8 #define def_k_sr_topk 9 #define def_k_sr_horizon 10 #define def_k_sr_dimension 11 #define def_k_sr_scores 12 #define def_k_sr_sparse 13 #define def_k_sr_indexes 14 #define def_k_sr_phase 15 #define def_k_sr_variables 16 #define def_k_sr_prototypes 17 #define def_k_sr_batch_control 18 #define def_k_sr_huber_delta 19 #define def_k_sr_target_source 20 #define def_k_sr_forward_validity 21 #define def_k_sr_diagnostic_partials 22 #define def_k_sr_epoch_diagnostics 23 #define def_k_sr_observation_by_scenario 24 #define def_k_sr_diagnostic_scratch 25 #define def_k_sr_usage 26 #define def_k_sr_inactive 27 #define def_k_sr_recovery_events 28 #define def_k_sr_age_zero_events 29 //--- #define def_k_ScenarioCodebookEMA 284 #define def_k_sce_target 0 #define def_k_sce_prototypes 1 #define def_k_sce_ema_sums 2 #define def_k_sce_ema_counts 3 #define def_k_sce_usage 4 #define def_k_sce_inactive 5 #define def_k_sce_batch_control 6 #define def_k_sce_scenarios 7 #define def_k_sce_dimension 8 #define def_k_sce_decay 9 #define def_k_sce_inactivity_age 10 #define def_k_sce_seed 11 #define def_k_sce_recovery_age 12 #define def_k_sce_recovery 13 #define def_k_sce_phase 14 #define def_k_sce_horizon 15 #define def_k_sce_variables 16 #define def_k_sce_responsibilities 17 #define def_k_sce_recovery_events 18 #define def_k_sce_age_zero_events 19 //--- #define def_k_ScenarioGradientNormalize 285 #define def_k_sgn_generator_gradient 0 #define def_k_sgn_generator_input_gradient 1 #define def_k_sgn_router_input_gradient 2 #define def_k_sgn_confidence_input_gradient 3 #define def_k_sgn_input_gradient 4 #define def_k_sgn_responsibilities 5 #define def_k_sgn_scenarios 6 #define def_k_sgn_horizon 7 //--- Generic RAG retrieval pipeline. All dimensions are runtime arguments. #define RAG_TOPK_LOCAL_WIDTH 64 #define RAG_TOPK_MAX (RAG_TOPK_LOCAL_WIDTH / 2) //--- ScenarioID is transported in float2.x by the GPU TopK pipeline. #define RAG_FLOAT_INDEX_LIMIT 16777216 #define def_k_RAGScore 287 #define def_k_rags_embedding 0 #define def_k_rags_centroids 1 #define def_k_rags_used 2 #define def_k_rags_scores 3 #define def_k_rags_scenario_count 4 #define def_k_rags_embedding_dimension 5 #define def_k_RAGPartial 288 #define def_k_ragp_scores 0 #define def_k_ragp_partial 1 #define def_k_ragp_scenario_count 2 #define def_k_ragp_block_size 3 #define def_k_ragp_top_k 4 #define def_k_RAGMerge 289 #define def_k_ragm_source 0 #define def_k_ragm_destination 1 #define def_k_ragm_candidate_count 2 #define def_k_ragm_block_size 3 #define def_k_ragm_top_k 4 #define def_k_RAGGather 290 #define def_k_ragg_top 0 #define def_k_ragg_actions 1 #define def_k_ragg_tokens 2 #define def_k_ragg_scenario_count 3 #define def_k_ragg_action_count 4 #define def_k_ragg_action_dimension 5 #define def_k_ragg_token_width 6 #define def_k_ragg_top_k 7 #define def_k_ragg_action_used 8 #define def_k_ragg_action_mean_reward 9 #define def_k_ragg_action_hit_count 10 #define def_k_ragg_absolute_relevance 11 #define def_k_RAGNearestPair 291 #define def_k_ragn_centroids 0 #define def_k_ragn_used 1 #define def_k_ragn_result 2 #define def_k_ragn_candidate_count 3 #define def_k_ragn_dimension 4 #define def_k_ragn_batch_count 5 #define def_k_RAGTokenGate 292 #define def_k_ragtg_tokens 0 #define def_k_ragtg_gated_tokens 1 #define def_k_ragtg_absolute_relevance 2 #define def_k_ragtg_threshold_weights 3 #define def_k_ragtg_branch_activity 4 #define def_k_ragtg_token_count 5 #define def_k_ragtg_token_width 6 #define def_k_ragtg_scale 7 #define def_k_RAGTokenGateGrad 293 #define def_k_ragtgg_tokens 0 #define def_k_ragtgg_gated_gradient 1 #define def_k_ragtgg_absolute_relevance 2 #define def_k_ragtgg_threshold_weights 3 #define def_k_ragtgg_threshold_gradient 4 #define def_k_ragtgg_branch_activity_gradient 5 #define def_k_ragtgg_token_count 6 #define def_k_ragtgg_token_width 7 #define def_k_ragtgg_scale 8 #define def_k_sgn_dimension 8 #define def_k_sgn_phase 9 #define def_k_sgn_confidence_gradient 10 #define def_k_sgn_variables 11 #define def_k_sgn_batch_control 12 #define def_k_sgn_normalize_gradients 13 //--- D2Skill GPU retrieval, update and hindsight utility kernels. #define def_k_D2SkillScoreSlots 294 #define def_k_d2ss_query 0 #define def_k_d2ss_keys 1 #define def_k_d2ss_partials 2 #define def_k_d2ss_slots 3 #define def_k_d2ss_dimension 4 #define def_k_D2SkillUtility 296 #define def_k_d2ut_influence 0 #define def_k_d2ut_influence_total 1 #define def_k_d2ut_utility 2 #define def_k_d2ut_used 3 #define def_k_d2ut_state 4 #define def_k_d2ut_delta 5 #define def_k_d2ut_beta 6 #define def_k_d2ut_slots 7 #define def_k_d2ut_diagnostics 8 #define def_k_d2ut_applied 9 #define def_k_D2SkillItemPartial 286 #define def_k_d2ip_source 0 #define def_k_d2ip_partials 1 #define def_k_d2ip_dimension 2 #define def_k_d2ip_output_offset 3 #define def_k_D2SkillItemReduce 297 #define def_k_d2ir_partials 0 #define def_k_d2ir_reduced 1 #define def_k_d2ir_input_count 2 #define def_k_d2ir_input_offset 3 #define def_k_d2ir_output_offset 4 #define def_k_d2ir_final_output 5 #define def_k_D2SkillItemApply 298 #define def_k_d2ia_gradient 0 #define def_k_d2ia_correction 1 #define def_k_d2ia_direction 2 #define def_k_d2ia_scale 3 #define def_k_d2ia_observations 4 #define def_k_d2ia_mass 5 #define def_k_d2ia_reduced_norm 6 #define def_k_d2ia_dimension 7 #define def_k_d2ia_representation 8 #define def_k_d2ia_beta_correction 9 #define def_k_d2ia_beta_direction 10 #define def_k_d2ia_beta_magnitude 11 #define def_k_d2ia_phase 12 #define def_k_D2SkillGatherCorrection 299 #define def_k_d2gc_top 0 #define def_k_d2gc_corrections 1 #define def_k_d2gc_directions 2 #define def_k_d2gc_scales 3 #define def_k_d2gc_selected_correction 4 #define def_k_d2gc_selected_slot 5 #define def_k_d2gc_selected_score 6 #define def_k_d2gc_uses 7 #define def_k_d2gc_diagnostics 8 #define def_k_d2gc_slots 9 #define def_k_d2gc_dimension 10 #define def_k_d2gc_representation 11 #define def_k_d2gc_alpha 12 #define def_k_d2gc_retrieved 13 #define def_k_d2gc_mark_retrieved 14 //--- D2Skill staged bank update. Scratch is device-only and is never saved. #define def_k_D2SkillAgeLifecycle 295 #define def_k_d2al_used 0 #define def_k_d2al_state 1 #define def_k_d2al_age 2 #define def_k_d2al_protection 3 #define def_k_d2al_utility 4 #define def_k_d2al_free_scores 5 #define def_k_d2al_eviction_scores 6 #define def_k_d2al_slots 7 #define def_k_d2al_inactivity_age 8 #define def_k_d2al_retrieved 9 #define def_k_d2al_candidate_scores 10 #define def_k_D2SkillMetricPartial 300 #define def_k_d2mp_query 0 #define def_k_d2mp_gradient 1 #define def_k_d2mp_selected_slot 2 #define def_k_d2mp_keys 3 #define def_k_d2mp_directions 4 #define def_k_d2mp_used 5 #define def_k_d2mp_candidate_top 6 #define def_k_d2mp_candidate_key 7 #define def_k_d2mp_candidate_direction 8 #define def_k_d2mp_partials 9 #define def_k_d2mp_slots 10 #define def_k_d2mp_dimension 11 #define def_k_D2SkillMetricReduce 301 #define def_k_d2mr_partials 0 #define def_k_d2mr_metrics 1 #define def_k_d2mr_batch_count 2 #define def_k_d2mr_input_count 3 #define def_k_d2mr_fields 4 #define def_k_d2mr_input_offset 5 #define def_k_d2mr_output_offset 6 #define def_k_d2mr_max_field_a 7 #define def_k_d2mr_max_field_b 8 #define def_k_d2mr_final_output 9 #define def_k_D2SkillCandidateLeader 302 #define def_k_d2cl_selected_slot 0 #define def_k_d2cl_used 1 #define def_k_d2cl_scales 2 #define def_k_d2cl_observations 3 #define def_k_d2cl_mass 4 #define def_k_d2cl_age 5 #define def_k_d2cl_candidate_streak 6 #define def_k_d2cl_candidate_valid 7 #define def_k_d2cl_candidate_scale 8 #define def_k_d2cl_metrics 9 #define def_k_d2cl_free_top 10 #define def_k_d2cl_eviction_top 11 #define def_k_d2cl_decision 12 #define def_k_d2cl_diagnostics 13 #define def_k_d2cl_slots 14 #define def_k_d2cl_representation 15 #define def_k_d2cl_beta_magnitude 16 #define def_k_d2cl_max_correction 17 #define def_k_d2cl_min_confirmations 18 #define def_k_d2cl_similarity_threshold 19 #define def_k_d2cl_direction_threshold 20 #define def_k_d2cl_candidate_top 21 #define def_k_d2cl_candidate_protection 22 #define def_k_D2SkillVectorUpdate 303 #define def_k_d2vu_query 0 #define def_k_d2vu_gradient 1 #define def_k_d2vu_keys 2 #define def_k_d2vu_corrections 3 #define def_k_d2vu_directions 4 #define def_k_d2vu_scales 5 #define def_k_d2vu_candidate_key 6 #define def_k_d2vu_candidate_direction 7 #define def_k_d2vu_candidate_scale 8 #define def_k_d2vu_decision 9 #define def_k_d2vu_reduced_norm 10 #define def_k_d2vu_dimension 11 #define def_k_d2vu_representation 12 #define def_k_d2vu_beta_correction 13 #define def_k_d2vu_beta_direction 14 #define def_k_d2vu_beta_key 15 #define def_k_d2vu_max_correction 16 #define def_k_d2vu_phase 17 #define def_k_D2SkillPromoteSlot 304 #define def_k_d2ps_scales 0 #define def_k_d2ps_utility 1 #define def_k_d2ps_observations 2 #define def_k_d2ps_uses 3 #define def_k_d2ps_mass 4 #define def_k_d2ps_used 5 #define def_k_d2ps_state 6 #define def_k_d2ps_age 7 #define def_k_d2ps_protection 8 #define def_k_d2ps_candidate_streak 9 #define def_k_d2ps_candidate_valid 10 #define def_k_d2ps_candidate_scale 11 #define def_k_d2ps_decision 12 #define def_k_d2ps_diagnostics 13 #define def_k_d2ps_slots 14 #define def_k_d2ps_protection_age 15 #define def_k_D2SkillDiagnosticsPartial 305 #define def_k_d2dp_norms 0 #define def_k_d2dp_utility 1 #define def_k_d2dp_uses 2 #define def_k_d2dp_used 3 #define def_k_d2dp_state 4 #define def_k_d2dp_age 5 #define def_k_d2dp_partials 6 #define def_k_d2dp_slots 7 #define def_k_D2SkillDiagnosticsReduce 306 #define def_k_d2dr_totals 0 #define def_k_d2dr_diagnostics 1 #define def_k_d2dr_utility_distribution 2 #define def_k_d2dr_usage_distribution 3 #define def_k_d2dr_slots 4 #define def_k_D2SkillBankVectorPartial 307 #define def_k_d2bvp_corrections 0 #define def_k_d2bvp_directions 1 #define def_k_d2bvp_decision 2 #define def_k_d2bvp_partials 3 #define def_k_d2bvp_dimension 4 #define def_k_d2bvp_representation 5 #define def_k_d2bvp_output_offset 6 #define def_k_CopyBufferRaw 308 #define def_k_copy_raw_source 0 #define def_k_copy_raw_destination 1 #define def_k_copy_raw_total 2 //--- D2Skill terminal hindsight kernels. #define def_k_D2SkillInfluenceTotal 309 #define def_k_d2it_influence 0 #define def_k_d2it_used 1 #define def_k_d2it_state 2 #define def_k_d2it_partials 3 #define def_k_d2it_slots 4 #define def_k_D2SkillResetInfluence 310 #define def_k_d2ri_influence 0 #define def_k_d2ri_slots 1 #define def_k_D2SkillScoreFinalize 311 #define def_k_d2sf_metrics 0 #define def_k_d2sf_utility 1 #define def_k_d2sf_used 2 #define def_k_d2sf_state 3 #define def_k_d2sf_scores 4 #define def_k_d2sf_slots 5 #define def_k_d2sf_similarity_threshold 6 #define def_k_d2sf_utility_weight 7 #define def_k_d2sf_min_utility 8 #define def_k_d2sf_utility_policy 9 #define def_k_D2SkillDiagnosticsNormPartial 312 #define def_k_d2dnp_corrections 0 #define def_k_d2dnp_partials 1 #define def_k_d2dnp_slots 2 #define def_k_d2dnp_dimension 3 //--- Gradient-to-correction influence is reduced entirely on the device. #define def_k_D2SkillInfluencePartial 313 #define def_k_d2sip_gradient 0 #define def_k_d2sip_correction 1 #define def_k_d2sip_partials 2 #define def_k_d2sip_dimension 3 #define def_k_D2SkillInfluenceAccumulate 314 #define def_k_d2sia_selected_slot 0 #define def_k_d2sia_reduced_influence 1 #define def_k_d2sia_influence 2 #define def_k_d2sia_slots 3 #define def_k_D2SkillDirectionEMA 315 #define def_k_d2de_gradient 0 #define def_k_d2de_directions 1 #define def_k_d2de_selected_slot 2 #define def_k_d2de_used 3 #define def_k_d2de_state 4 #define def_k_d2de_reduced_norm 5 #define def_k_d2de_slots 6 #define def_k_d2de_dimension 7 #define def_k_d2de_beta_direction 8 #define def_k_d2de_partials 9 #define def_k_d2de_phase 10 #define def_k_D2SkillNormalizeDirection 316 #define def_k_d2nd_directions 0 #define def_k_d2nd_selected_slot 1 #define def_k_d2nd_used 2 #define def_k_d2nd_state 3 #define def_k_d2nd_partials 4 #define def_k_d2nd_reduced_norm 5 #define def_k_d2nd_slots 6 #define def_k_d2nd_dimension 7 #define def_k_d2nd_phase 8 //--- OMPB owns exactly these three device kernels. All affine, gate and //--- history operations deliberately reuse the generic library primitives. #define def_k_OMPBDisagreement 317 #define def_k_ompbd_reference 0 #define def_k_ompbd_current 1 #define def_k_ompbd_output 2 #define def_k_ompbd_source_states 3 #define def_k_ompbd_target_states 4 #define def_k_ompbd_samples 5 #define def_k_ompbd_inv_tau2 6 #define def_k_ompbd_gate 7 #define def_k_ompbd_alpha_gradient 8 #define def_k_ompbd_gate_stride 9 #define def_k_ompbd_multiplier 10 #define def_k_ompbd_numeric_flags 11 #define def_k_ompbd_flags_enabled 12 #define def_k_OMPBDisagreementGrad 318 #define def_k_ompbdg_corrections 0 #define def_k_ompbdg_distance 1 #define def_k_ompbdg_disagreement 2 #define def_k_ompbdg_gradient 3 #define def_k_ompbdg_states 4 #define def_k_ompbdg_variables 5 #define def_k_ompbdg_samples 6 #define def_k_ompbdg_dimension 7 #define def_k_ompbdg_source_sign 8 #define def_k_ompbdg_multiplier 9 #define def_k_ompbdg_inv_tau2 10 #define def_k_ompbdg_gate 11 #define def_k_ompbdg_gate_stride 12 #define def_k_ompbdg_numeric_flags 13 #define def_k_ompbdg_flags_enabled 14 #define def_k_OMPBGaussianKL 319 #define def_k_ompbkl_mean 0 #define def_k_ompbkl_logvar 1 #define def_k_ompbkl_output 2 #define def_k_ompbkl_total 3 //+------------------------------------------------------------------+ //| DPCC contract constants and public modes | //+------------------------------------------------------------------+ #define DPCC_CONTRACT_VERSION 2 #define DPCC_BINARY_LAYER_VERSION 3 #define DPCC_FINANCIAL_ENVELOPE_VERSION 4 #define DPCC_MARGIN_EXTERNAL_V2 0 #define DPCC_MARGIN_FOREX_SPOT_V1 1 #define DPCC_MARGIN_HISTORICAL_CLOSE_V1 2 #define DPCC_HISTORICAL_FX_ENVELOPE_VERSION 5 #define DPCC_ACTION_COMPONENTS 6 #define DPCC_STATE_COMPONENTS 13 #define DPCC_CONTEXT_SECTIONS 11 enum ENUM_DPCC_MODE { DPCC_P0 = 0, DPCC_P1 = 1, DPCC_P2 = 2 }; //+------------------------------------------------------------------+ //| DPCC public completion statuses | //+------------------------------------------------------------------+ enum ENUM_DPCC_STATUS { DPCC_OK = 0, DPCC_NO_FEASIBLE_CANDIDATE = 1, DPCC_SEARCH_EXHAUSTED = 2, DPCC_INVALID_INPUT = 3, DPCC_CONTRACT_MISMATCH = 4, DPCC_NUMERIC_ERROR = 5, DPCC_OPENCL_ERROR = 6, DPCC_BACKWARD_UNSUPPORTED = 7 }; //+------------------------------------------------------------------+ //| DPCC internal account evaluation phases | //+------------------------------------------------------------------+ enum ENUM_DPCC_PHASE { PRE_ACTION = 0, AFTER_ACTION = 1, INTRABAR = 2, BAR_END = 3 }; //+------------------------------------------------------------------+ //| OMPB runtime mode | //+------------------------------------------------------------------+ //| Declares the ENUM_OMPB_MODE enumeration. | //+------------------------------------------------------------------+ enum ENUM_OMPB_MODE { OMPB_BYPASS = 0, OMPB_REFERENCE, OMPB_CALIBRATE, OMPB_INFERENCE }; //+------------------------------------------------------------------+ //| Enum of activation formula used | //+------------------------------------------------------------------+ //--- OpenCL program resource. #resource "..\\NeuroNet_DNG\\NeuroNet.cl" as string cl_program enum ENUM_ACTIVATION { //--- Without activation formula None = -1, //--- Use \f$tanh(x)\f$ for activation neuron TANH = 0, //--- Use \f$\frac{1}{1+e^x}\f$ for activation neuron SIGMOID = 1, //--- For activation neuron use LReLU \f[\left\{ \begin{array} a x>=0, \ x \\x<0, \ 0.01*x \end{array} \right.\f] LReLU = 2, SoftPlus = 3, GELU = 4, MinusSoftPlus = 5, ELU = 6, }; //+------------------------------------------------------------------+ //| Enum of optimization method used | //+------------------------------------------------------------------+ enum ENUM_OPTIMIZATION { //--- Stochastic gradient descent SGD = 0, //--- Adam ADAM = 1, //--- Least Squares LS = 2, //--- Adam-mini ADAM_MINI = 3 }; //---@} //---\class CConnection //---\brief Class of connection to anothe neuron //---\details Detailed description on the link. //+------------------------------------------------------------------+ //| DPCC rollout registration and explicit profile encodings | //+------------------------------------------------------------------+ #define defNeuronScenarioRolloutOCL 0x8123 #define defNeuronPlanProjectionOCL 0x8124 #define defNeuronPlanProjectionTraceOCL 0x8129 #define DPCC_PROJECTION_TRACE_ABI 1 #define DPCC_TRACE_CONTRACT_MISMATCH DPCC_CONTRACT_MISMATCH #define def_k_DPCCProjectionTrace 376 #define def_k_DPCCProjectionTraceVJP 377 #define DPCC_TW_CURRENT_INDEX 0 #define DPCC_TW_CURRENT_COEFFICIENT 1 #define DPCC_TW_PROPOSAL_INDEX 2 #define DPCC_TW_PROPOSAL_COEFFICIENT 3 #define DPCC_TW_FRAME_INDEX 4 #define DPCC_TW_FRAME_COEFFICIENT 5 #define DPCC_TW_WAVE 6 #define DPCC_TW_ERROR 7 #define DPCC_TW_COMMON 8 #define DPCC_TW_COUNT 9 #define DPCC_PRICE_BID 0 #define DPCC_PRICE_LAST 1 #define DPCC_QUOTE_BID_IDENTITY_V1 0 #define DPCC_QUOTE_LAST_FROZEN_OFFSET_V1 1 #define DPCC_EVENT_LOCAL_TWO_PATH_V1 1 #define DPCC_NORMALIZATION_CAUSAL_AFFINE_V2 1 #define DPCC_LOSS_NORMALIZED 1 #define DPCC_RANDOM_INDEXED_NORMAL_V1 1 #define DPCC_LAYER_CONSTRUCTED 0 #define DPCC_LAYER_SHAPED 1 #define DPCC_LAYER_CONFIGURED 2 #define DPCC_LAYER_READY 3 #define DPCC_LAYER_FAILED 4 #define DPCC_CONTINUATION_ACCOUNT_OFFSET 0 #define DPCC_CONTINUATION_EQUITY_ANCHOR 24 #define DPCC_CONTINUATION_ENTRY_INTEREST 25 #define DPCC_CONTINUATION_NATIVE_MARK 26 #define DPCC_CONTINUATION_ACCRUED_INTEREST 27 #define DPCC_CONTINUATION_MAX_DRAWDOWN 28 #define DPCC_CONTINUATION_CURRENCY_DIGITS 29 #define DPCC_CONTINUATION_SOURCE_ACTION 30 #define DPCC_CONTINUATION_EXIT_KIND 31 #define DPCC_CONTINUATION_NUMERIC_STATUS 32 #define DPCC_CONTINUATION_FLOATS 33 #define DPCC_NATIVE_RISK_CONTINUATION_FLOATS 20 #define DPCC_NATIVE_PENDING_PHASE_FLOATS 21 #define def_k_DPCCRollout 328 #define def_k_DPCCRolloutReduce 329 #define def_k_DPCCRolloutStep 368 #define def_k_DPCCRolloutPrepareOpen 369 #define def_k_DPCCRolloutCommitAction 370 #define def_k_DPCCProjectionInit 330 #define def_k_DPCCProjectionSummary 331 #define def_k_DPCCProjectionPrepare 332 #define def_k_DPCCProjectionProposals 333 #define def_k_DPCCProjectionSelect 334 #define def_k_DPCCProjectionPublish 335 #define def_k_DPCCProjectionReduce 336 #define DPCC_PROJECTION_CONTROL_STRIDE 24 #define DPCC_PROJECTION_SUMMARY_STRIDE 12 #define DPCC_PROJECTION_DIAGNOSTIC_STRIDE 12 union UDPCCDoubleBits { double value; ulong bits; }; //+------------------------------------------------------------------+ //| DPCC shared exact-chain kernel identifiers and argument order | //+------------------------------------------------------------------+ #define def_k_DPCCDecoderPack 337 #define def_k_DPCCDecoderPack_source 0 #define def_k_DPCCDecoderPack_destination 1 #define def_k_DPCCDecoderPack_flags 2 #define def_k_DPCCDecoderPack_K 3 #define def_k_DPCCDecoderPack_V 4 #define def_k_DPCCDecoderPack_H 5 #define def_k_DPCCDecoderPack_D 6 #define def_k_DPCCDecoderPack_inverse 7 #define def_k_DPCCActivationForward 338 #define def_k_DPCCActivationForward_preactivation 0 #define def_k_DPCCActivationForward_output 1 #define def_k_DPCCActivationForward_flags 2 #define def_k_DPCCActivationForward_activation 3 #define def_k_DPCCActivationForward_count 4 #define def_k_DPCCActivationGradient 339 #define def_k_DPCCActivationGradient_preactivation 0 #define def_k_DPCCActivationGradient_upstream 1 #define def_k_DPCCActivationGradient_input_gradient 2 #define def_k_DPCCActivationGradient_flags 3 #define def_k_DPCCActivationGradient_activation 4 #define def_k_DPCCActivationGradient_count 5 #define def_k_DPCCSharedAffineInputGradient 340 #define def_k_DPCCSharedAffineInputGradient_weights 0 #define def_k_DPCCSharedAffineInputGradient_upstream 1 #define def_k_DPCCSharedAffineInputGradient_input_gradient 2 #define def_k_DPCCSharedAffineInputGradient_flags 3 #define def_k_DPCCSharedAffineInputGradient_tokens 4 #define def_k_DPCCSharedAffineInputGradient_input_width 5 #define def_k_DPCCSharedAffineInputGradient_output_width 6 #define def_k_DPCCSharedAffineForwardPreflight 341 #define def_k_DPCCSharedAffineForwardPreflight_weights 0 #define def_k_DPCCSharedAffineForwardPreflight_input 1 #define def_k_DPCCSharedAffineForwardPreflight_flags 2 #define def_k_DPCCSharedAffineForwardPreflight_tokens 3 #define def_k_DPCCSharedAffineForwardPreflight_input_width 4 #define def_k_DPCCSharedAffineForwardPreflight_output_width 5 #define def_k_DPCCSharedAffineAdamPreflight 342 #define def_k_DPCCSharedAffineAdamPreflight_weights 0 #define def_k_DPCCSharedAffineAdamPreflight_gradient 1 #define def_k_DPCCSharedAffineAdamPreflight_input 2 #define def_k_DPCCSharedAffineAdamPreflight_momentum1 3 #define def_k_DPCCSharedAffineAdamPreflight_momentum2 4 #define def_k_DPCCSharedAffineAdamPreflight_flags 5 #define def_k_DPCCSharedAffineAdamPreflight_tokens 6 #define def_k_DPCCSharedAffineAdamPreflight_input_width 7 #define def_k_DPCCSharedAffineAdamPreflight_output_width 8 #define def_k_DPCCSharedAffineAdamPreflight_learning_rate 9 #define def_k_DPCCSharedAffineAdamPreflight_beta1 10 #define def_k_DPCCSharedAffineAdamPreflight_beta2 11 #define def_k_DPCCSharedAffineAdamPreflight_frame_tag 0x80000000 #define def_k_DPCCSharedAffineAdamPreflight_frame_mode_shift 29 #define def_k_DPCCSharedAffineAdamPreflight_frame_count_mask 0x1FFFFFFF #define def_k_DPCCSharedAffineAdamPreflight_accumulate 1 #define def_k_DPCCSharedAffineAdamPreflight_update_preflight 2 #define def_k_DPCCSharedAffineAdamPreflight_update_apply 3 #define def_k_DPCCOperatorReduce 343 #define def_k_DPCCOperatorReduce_flags 0 #define def_k_DPCCOperatorReduce_status 1 #define def_k_DPCCOperatorReduce_count 2 //+------------------------------------------------------------------+ //| DPCC decoder type and saved-source identity operator | //+------------------------------------------------------------------+ #define defNeuronScenarioDecoderOCL 0x8122 #define def_k_DPCCDecoderSnapshotCheck 344 #define def_k_DPCCDecoderSnapshotCheck_sourceKVHD 0 #define def_k_DPCCDecoderSnapshotCheck_packedKHVD 1 #define def_k_DPCCDecoderSnapshotCheck_flags 2 #define def_k_DPCCDecoderSnapshotCheck_K 3 #define def_k_DPCCDecoderSnapshotCheck_V 4 #define def_k_DPCCDecoderSnapshotCheck_H 5 #define def_k_DPCCDecoderSnapshotCheck_D 6 //+------------------------------------------------------------------+ //| DPCC exact denoiser kernel IDs and argument order | //+------------------------------------------------------------------+ #define def_k_DPCC_MHFlashAttentionGradient 345 #define def_k_DPCC_MHFlashAttentionGradient_query 0 #define def_k_DPCC_MHFlashAttentionGradient_query_gr 1 #define def_k_DPCC_MHFlashAttentionGradient_key_value 2 #define def_k_DPCC_MHFlashAttentionGradient_key_value_gr 3 #define def_k_DPCC_MHFlashAttentionGradient_logsumexp 4 #define def_k_DPCC_MHFlashAttentionGradient_output 5 #define def_k_DPCC_MHFlashAttentionGradient_output_gr 6 #define def_k_DPCC_MHFlashAttentionGradient_dimension 7 #define def_k_DPCC_MHFlashAttentionGradient_total_q 8 #define def_k_DPCC_MHFlashAttentionGradient_total_kv 9 #define def_k_DPCC_MHFlashAttentionGradient_mask_future 10 #define def_k_DPCCAttentionPreflight 346 #define def_k_DPCCAttentionPreflight_query 0 #define def_k_DPCCAttentionPreflight_key_value 1 #define def_k_DPCCAttentionPreflight_logsumexp 2 #define def_k_DPCCAttentionPreflight_output 3 #define def_k_DPCCAttentionPreflight_output_gr 4 #define def_k_DPCCAttentionPreflight_flags 5 #define def_k_DPCCAttentionPreflight_dimension 6 #define def_k_DPCCAttentionPreflight_total_q 7 #define def_k_DPCCAttentionPreflight_total_kv 8 #define def_k_DPCCAttentionPreflight_mask_future 9 #define def_k_DPCCAttentionPreflight_mode 10 #define def_k_DPCCDenoiserSelfLayout 347 #define def_k_DPCCDenoiserSelfLayout_source0 0 #define def_k_DPCCDenoiserSelfLayout_source1 1 #define def_k_DPCCDenoiserSelfLayout_source2 2 #define def_k_DPCCDenoiserSelfLayout_destination0 3 #define def_k_DPCCDenoiserSelfLayout_destination1 4 #define def_k_DPCCDenoiserSelfLayout_flags 5 #define def_k_DPCCDenoiserSelfLayout_L 6 #define def_k_DPCCDenoiserSelfLayout_N 7 #define def_k_DPCCDenoiserSelfLayout_heads 8 #define def_k_DPCCDenoiserSelfLayout_dimension 9 #define def_k_DPCCDenoiserSelfLayout_mode 10 #define def_k_DPCCDenoiserCrossLayout 348 #define def_k_DPCCDenoiserCrossLayout_source0 0 #define def_k_DPCCDenoiserCrossLayout_source1 1 #define def_k_DPCCDenoiserCrossLayout_destination0 2 #define def_k_DPCCDenoiserCrossLayout_destination1 3 #define def_k_DPCCDenoiserCrossLayout_flags 4 #define def_k_DPCCDenoiserCrossLayout_L 5 #define def_k_DPCCDenoiserCrossLayout_R 6 #define def_k_DPCCDenoiserCrossLayout_H 7 #define def_k_DPCCDenoiserCrossLayout_K 8 #define def_k_DPCCDenoiserCrossLayout_heads 9 #define def_k_DPCCDenoiserCrossLayout_dimension 10 #define def_k_DPCCDenoiserCrossLayout_mode 11 #define def_k_DPCCDenoiserPairMap 349 #define def_k_DPCCDenoiserPairMap_source 0 #define def_k_DPCCDenoiserPairMap_destination 1 #define def_k_DPCCDenoiserPairMap_flags 2 #define def_k_DPCCDenoiserPairMap_L 3 #define def_k_DPCCDenoiserPairMap_H 4 #define def_k_DPCCDenoiserPairMap_W 5 #define def_k_DPCCDenoiserPairMap_mode 6 #define def_k_DPCCDenoiserPairMap_forward_pad 0 #define def_k_DPCCDenoiserPairMap_forward_crop 1 #define def_k_DPCCDenoiserPairMap_backward_crop 2 #define def_k_DPCCDenoiserPairMap_backward_pad 3 #define def_k_DPCCDenoiserBroadcastGradient 350 #define def_k_DPCCDenoiserBroadcastGradient_source 0 #define def_k_DPCCDenoiserBroadcastGradient_destination 1 #define def_k_DPCCDenoiserBroadcastGradient_flags 2 #define def_k_DPCCDenoiserBroadcastGradient_rows 3 #define def_k_DPCCDenoiserBroadcastGradient_width 4 //+------------------------------------------------------------------+ //| Exact conditioned denoiser public type | //+------------------------------------------------------------------+ #define defNeuronPlanDenoiserOCL 0x8125 //+------------------------------------------------------------------+ //| DPCC decoder rho loss kernel IDs and argument order | //+------------------------------------------------------------------+ #define def_k_DPCCDecoderRhoLoss 351 #define def_k_DPCCDecoderRhoLossReduce 352 #define defNeuronDPCCOCL 0x8126 #define defNeuronDPCCActorOCL 0x8127 //+------------------------------------------------------------------+ //| Scenario forecast price type and phase contract | //+------------------------------------------------------------------+ #define defNeuronScenarioForecastPriceOCL 0x8128 #define defScenarioForecastPriceABI 1 #define defNeuronScenarioCrossAttentionPriceOCL 0x812A #define defScenarioCrossAttentionPriceABI 1 #define defScenarioDecoderPriceABI 3 #define def_k_DPCCDecoderPricePath 371 #define def_k_DPCCDecoderPriceNative 372 #define def_k_DPCCDecoderPriceGradient 373 #define def_k_DPCCDecoderPriceLoss 374 #define def_k_DPCCForecastPriceBridge 375 #define def_k_DPCCDenoiserFrameCondition 378 #define def_k_DPCCDenoiserFrameLayout 379 #define def_k_DPCCDenoiserFrameCondition_mode 10 #define def_k_DPCCDenoiserFrameCondition_forward 0 #define def_k_DPCCDenoiserFrameCondition_backward 1 #define def_k_DPCCDenoiserFrameLayout_key 0 #define def_k_DPCCDenoiserFrameLayout_value 1 #define def_k_DPCCDenoiserFrameLayout_query 2 #define def_k_DPCCDenoiserFrameLayout_pi 3 #define def_k_DPCCDenoiserFrameLayout_packed_query 4 #define def_k_DPCCDenoiserFrameLayout_packed_kv 5 #define def_k_DPCCDenoiserFrameLayout_weighted 6 #define def_k_DPCCDenoiserFrameLayout_flags 7 #define def_k_DPCCDenoiserFrameLayout_K 8 #define def_k_DPCCDenoiserFrameLayout_tokens 9 #define def_k_DPCCDenoiserFrameLayout_width 10 #define def_k_DPCCDenoiserFrameLayout_heads 11 #define def_k_DPCCDenoiserFrameLayout_mode 12 #define def_k_DPCCDenoiserFrameLayout_forward_attention 0 #define def_k_DPCCDenoiserFrameLayout_forward_weighted 1 #define def_k_DPCCDenoiserFrameLayout_forward_plan_prefix 2 #define def_k_DPCCDenoiserFrameLayout_backward_weighted 3 #define def_k_DPCCDenoiserFrameLayout_backward_attention 4 #define def_k_DPCCDenoiserFrameLayout_backward_plan_prefix 5 #define defForecastPriceLatentPrepare 1 #define defForecastPriceJoint 2 #define defForecastPriceOMPBCalibrate 3 #define defForecastPriceAdapt 4 #define defForecastPriceVerify 5 #define defForecastPriceFrameFree 0 #define defForecastPriceFrameLive 1 #define defForecastPriceFrameFailed 4 #define def_k_DPCCCompositeNormOptions 353 #define def_k_DPCCCompositeQuoteR 354 #define def_k_DPCCCompositeCondition 355 #define def_k_DPCCCompositeInitialNoise 356 #define def_k_DPCCCompositeReverse 357 #define def_k_DPCCCompositeActionAffine 358 #define def_k_DPCCCompositeProjectionMask 359 #define def_k_DPCCCompositeSummary 360 #define def_k_DPCCCompositeBindTimes 361 #define def_k_DPCCCompositeSnapshotIdentity 362 #define def_k_DPCCCompositePad 363 #define def_k_DPCCCompositePublish 364 #define def_k_DPCCDenoiserEpsilonMSE 365 #define def_k_DPCCDenoiserPrepare 366 #define def_k_DPCCDecoderNativeTarget 367 //--- Read-only AC-SRM candidate-row operations. #define def_k_DPCCQRowsDense 380 #define def_k_DPCCQRowsConv 381 #define def_k_DPCCQRowsMultiWindow 382 #define def_k_DPCCQRowsBatchNorm 383 #define def_k_DPCCQRowsSpike 384 #define def_k_DPCCQRowsMap 385 #define def_k_DPCCQRowsAttention 386 #define def_k_DPCCQRowsSoftmax 387 #define def_k_DPCCQRowsCosine 388 #define def_k_DPCCQRowsValidate 389 #define def_k_DPCCQRowsJoin 390 #define def_k_DPCCQRowsRank 391 #define def_k_DPCCAction6PackCondition 392 #define def_k_DPCCAction6InitialNoise 393 #define def_k_DPCCAction6Reverse 394 #define def_k_DPCCAction6CandidateMask 395 //--- ABI3-only physical Action6 backward: selected seed and exact unroll arithmetic. #define def_k_DPCCAction6GradientSeed 396 #define def_k_DPCCAction6GradientStep 397 #define def_k_DPCCFullPlanGradientSeed 398 #define def_k_DPCCAction6GradientStep_affine_pullback 0 #define def_k_DPCCAction6GradientStep_normalization_pullback 1 #define def_k_DPCCAction6GradientStep_ddpm_split 2 #define def_k_DPCCAction6GradientStep_branch_sum 3 #define def_k_DPCCAction6GradientStep_sigmoid_pullback 4 #define def_k_DPCCAction6GradientStep_final_roundtrip_pullback 5 #endif // NEURONET_DEFINITIONS_MQH #ifndef NEURONET_BUILDING_FACADE #include "NeuroNet.mqh" #endif // NEURONET_BUILDING_FACADE //+------------------------------------------------------------------+