移植bot4cj

bot4cj/src/math/Ini.cj

@@ -0,0 +1,37 @@
+package bot4cj.math
+import std.random.*
+import std.time.*
+import std.math.*
+
+/* -------- 神经网络使用的权重矩阵初始化类 --------
+ * TODO(20260517-qing): 将该函数改为枚举类，统一一个接口，根据模式匹配执行初始化
+ * - 这样在矩阵式中可以定义初始化方式  */
+public class Ini {
+
+	/* -------- xavier正态初始化 -------- */
+	public static func xavierNormalInit(target: Matrix1, fan_in: Int64, fan_out: Int64) {
+		let seed = DateTime.now().nanosecond
+		let random = Random(UInt64(seed))
+		let sigma = sqrt(2.0f32 / Float32(fan_in + fan_out))	/* 计算标准差 */
+		for (r in 0..fan_in) {
+			for (c in 0..fan_out) {
+				let v = random.nextGaussianFloat32(mean: 0.0f32, sigma:sigma)
+				target.set(r, c, FP32(v))
+			}
+		}
+	}
+
+	/* -------- Glorot均匀初始化 -------- */
+	public static func xavierUniformInit(target: Matrix1, fan_in: Int64, fan_out: Int64) {
+		let limit = sqrt(6.0f32 / Float32(fan_in + fan_out))
+		let seed = DateTime.now().nanosecond
+		let random = Random(UInt64(seed))
+
+		for (r in 0..fan_in) {
+			for (c in 0..fan_out) {
+				let v = (random.nextFloat32() * 2.0f32 - 1.0f32) * limit	/* 均匀分布 [-limit, limit] */
+				target.set(r, c, FP32(v))  }
+		}
+
+	}
+}