Skip to content

Commit 4918865

Browse files
Remove deprecated training scripts for CO2, ECE, MHR, and unimodal training
1 parent 0f08d4c commit 4918865

6 files changed

Lines changed: 11 additions & 2 deletions

File tree

src/tokamak_foundation_model/data/data_loader.py

Lines changed: 11 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,17 +15,26 @@ def __init__(self):
1515
self.min_val = 0
1616
self.max_val = 0
1717
self.n = 0
18+
self.M2 = 0
1819

1920
def update(self, value):
21+
22+
if np.isnan(value):
23+
return
24+
2025
self.n += 1
2126
delta = value - self.mean
2227
self.mean += delta / self.n
2328
delta2 = value - self.mean
24-
self.std += delta * delta2
29+
self.M2 += delta * delta2
2530
self.min_val = min(self.min_val, value)
2631
self.max_val = max(self.max_val, value)
2732

28-
def get_stats(self):
33+
def _compute_std(self):
34+
self.std = np.sqrt(self.M2 / (self.n - 1 + 1e-8))
35+
36+
def compute(self):
37+
self._compute_std()
2938
return {
3039
"mean": self.mean,
3140
"std": self.std,

0 commit comments

Comments
 (0)