主題

狗頭人哨兵攻擊 4

夏洛爾 | 2023-02-04 15:52:31 | 巴幣 2 | 人氣 162

Kobold Sentinel Attack V4

實驗目標:

1.設法用武器用力的打擊目標

實驗設計:

1.任何弱點觸地皆失敗 (尾巴、武器和Calf並非弱點)

2.當武器OnCollisionEnter Player

//enterCoef = 0.05f

agent.AddReward( Mathf.Clamp01(collision.impulse.magnitude * enterCoef) );

3.

//Set: judge.endEpisode = true//Set: judge.episodeLength = 3.3f//Set: weapon, tail not weakness//Set: useClampReward = trueif(weaknessOnGround){if(inferenceMode){brainMode = BrainMode.GetUp;SetModel("KoboldGetUp", getUpBrain);behaviorParameters.BehaviorType = BehaviorType.InferenceOnly;}else{// ===Train Attack===if(!hitTarget){float survivedTime = Time.fixedTime - arrivedMoment;if(survivedTime < judge.episodeLength ){AddReward( (survivedTime - judge.episodeLength) * 0.1f );}}judge.outLife++;judge.Reset();return;//===Train Other===// brainMode = BrainMode.GetUp;// SetModel("KoboldGetUp", getUpBrain);// behaviorParameters.BehaviorType = BehaviorType.InferenceOnly;}}else if(koboldRoot.localPosition.y < -1f){if(inferenceMode){brainMode = BrainMode.GetUp;SetModel("KoboldGetUp", getUpBrain);behaviorParameters.BehaviorType = BehaviorType.InferenceOnly;}else{// ===Train Attack===if(!hitTarget){float survivedTime = Time.fixedTime - arrivedMoment;if(survivedTime < judge.episodeLength ){AddReward( (survivedTime - judge.episodeLength) * 0.3f );}}judge.outY++;judge.Reset();return;// ===Train Other===// brainMode = BrainMode.GetUp;// SetModel("KoboldGetUp", getUpBrain);// behaviorParameters.BehaviorType = BehaviorType.InferenceOnly;}}else if( IsCollideWithBody() ){if(inferenceMode){brainMode = BrainMode.GetUp;SetModel("KoboldGetUp", getUpBrain);behaviorParameters.BehaviorType = BehaviorType.InferenceOnly;}else{// ===Train Attack===if(!hitTarget){float survivedTime = Time.fixedTime - arrivedMoment;if(survivedTime < judge.episodeLength ){AddReward( (survivedTime - judge.episodeLength) * 0.1f );}}judge.outLife++;judge.Reset();return;//===Train Other===// brainMode = BrainMode.GetUp;// SetModel("KoboldGetUp", getUpBrain);// behaviorParameters.BehaviorType = BehaviorType.InferenceOnly;}}else{if(hitTarget){// float myVelocity = velocityBuffer.GetSmoothVal().magnitude;// float myAngularVelocity = Vector3.Project(angularVelocityBuffer.GetSmoothVal(), Vector3.up).magnitude;targetSmoothPosition = targetPositionBuffer.GetSmoothVal();targetSmoothVelocity = targetVelocityBuffer.GetSmoothVal();if(targetSmoothVelocity.y > 0f || targetSmoothPosition.y > 1.5f){float targetVelocity = targetSmoothVelocity.magnitude;float targetAngularVelocity = targetAngularVelocityBuffer.GetSmoothVal().magnitude;// velocityCoef = Mathf.InverseLerp(15f, 0f, myVelocity );// float angularVelocityCoef = Mathf.InverseLerp(0f, 30f, myAngularVelocity );velocityCoef = Mathf.InverseLerp(0f, 20f, targetVelocity );float angularVelocityCoef = Mathf.InverseLerp(0f, 30f, targetAngularVelocity );lastReward = velocityCoef * 0.05f + angularVelocityCoef * 0.05f;totalReward += lastReward;AddReward(lastReward);}else{lastReward = 0f;}}}

//大致來說

1.打擊得分變成僅限初擊

2.在打擊後，得分加上目標速度和角速度

3.身體不能碰觸敵人

4.只有當紅蓮往上飛(速度向上) 或是 y座標大於 1.5 (正在飛) 才會計算擊飛得分

實驗時間:

Step: 5e7

Time Elapsed: 358744s (99.65hr)

實驗結果:

實驗結果為失敗

本意是想鼓勵狗頭人向上打擊，但狗頭人使用了類似自殺突刺的行為

仔細想想之後，發現我動漫看太多了