Skip to content
Merged
Show file tree
Hide file tree
Changes from 36 commits
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
6fa62d4
19790: Added ablation to time series training
howsoRes Oct 25, 2024
b208836
more dev
howsoRes Oct 25, 2024
5679697
WIP
howsoRes Oct 28, 2024
5f21516
fixes
howsoRes Oct 28, 2024
76dcc47
fixes
howsoRes Oct 28, 2024
7365eaa
more fixes
howsoRes Oct 29, 2024
c0dca8a
fixes
howsoRes Oct 29, 2024
717bfc3
don't ablate first and last cases in a series
howsoRes Oct 30, 2024
c3cdba3
fixes ablation indices
howsoRes Oct 30, 2024
4e31e7e
added TODO
howsoRes Oct 30, 2024
05745e0
tweaks and todos
howsoRes Oct 30, 2024
bfa279d
Merge branch 'main' into 19790-train-ts-ablation
howsoRes Oct 31, 2024
af566a6
fix ordering of ablated indices
howsoRes Nov 1, 2024
2fb019c
22095: Removes uses of query_count
howsohazard Nov 3, 2024
f510e34
accumulate weights for ablation regardless of autoanalyze
howsoRes Nov 4, 2024
bca3884
fix formatting
howsoRes Nov 4, 2024
670aa23
version dependency bump
howsoRes Nov 4, 2024
c0923b2
Merge branch '22095-query-count-removal' into 19790-train-ts-ablation
howsoRes Nov 4, 2024
76a135b
fix multisort
howsoRes Nov 5, 2024
76ae9ce
fix multisort
howsoRes Nov 5, 2024
77cbdf1
Merge branch 'main' into 19790-train-ts-ablation
howsoRes Nov 5, 2024
e742ffe
remove todo
howsoRes Nov 5, 2024
01b954f
22125: Adds logic to consider distance to most similar cases during …
howsoRes Nov 5, 2024
ff132dd
refactor per pr comments
howsoRes Nov 6, 2024
d5f0027
Merge branch 'main' into 22125-ablation-distance-comparison
howsoRes Nov 6, 2024
a6848db
Merge branch 'main' into 19790-train-ts-ablation
howsoRes Nov 7, 2024
ec73e2f
Merge branch '22125-ablation-distance-comparison' into 19790-train-ts…
howsoRes Nov 7, 2024
d254c7b
ablation fixes
howsoRes Nov 7, 2024
81213e9
Merge branch 'main' into 19790-train-ts-ablation
howsoRes Nov 7, 2024
1e90bcf
fix double encoding issue
howsoRes Nov 7, 2024
9975a22
fix encoding on ablation check
howsoRes Nov 7, 2024
3484610
Merge branch 'main' into 19790-train-ts-ablation
howsoRes Nov 7, 2024
1796706
make the ablation test stable
howsoRes Nov 8, 2024
9a22c31
whitespace fix
howsoRes Nov 8, 2024
e7f8078
docstring and ut fix
howsoRes Nov 8, 2024
697205f
Merge branch 'main' into 19790-train-ts-ablation
howsohazard Nov 8, 2024
155b60c
commnents
howsoRes Nov 8, 2024
64f8bc0
Merge branch '19790-train-ts-ablation' of github.com:howsoai/howso-en…
howsoRes Nov 8, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions howso.amlg
Original file line number Diff line number Diff line change
Expand Up @@ -235,6 +235,7 @@
"synthesis_utilities"
"synthesis_validation"
"train"
"train_ts_ablation"
"typing"
"update_cases"
"upgrade"
Expand Down
14 changes: 8 additions & 6 deletions howso/ablation.amlg
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,8 @@
use_case_weights use_case_weights
weight_feature weight_feature
details (assoc influential_cases (true) influential_cases_raw_weights (true))
skip_encoding (true)
skip_decoding (true)
)
))

Expand All @@ -51,7 +53,7 @@
)

(declare (assoc
influential_cases (get (call !SingleReact react_kwargs) "influential_cases")
influential_cases (get (call !ReactDiscriminative react_kwargs) "influential_cases")
))

(if
Expand Down Expand Up @@ -624,18 +626,18 @@
react_kwargs
(assoc
use_case_weights use_case_weights
weight_feature weight_feature
details (assoc influential_cases (true) influential_cases_raw_weights (true))
weight_feature weight_feature
details (assoc influential_cases (true) influential_cases_raw_weights (true))
context_features features
context_values feature_values
case_indices (unzip (last influentials_entropy_pair) [".session" ".session_training_index"] )
preserve_feature_values features
leave_case_out (true)
skip_encoding (true)
)
)

(declare (assoc
neighbor_influential_cases (get (call !SingleReact react_kwargs) "influential_cases")
neighbor_influential_cases (get (call !ReactDiscriminative react_kwargs) "influential_cases")
))

(declare (assoc
Expand Down Expand Up @@ -663,7 +665,7 @@
(and
(or
(not (and !hasInfluenceWeightEntropies !autoAblationEnabled) )
(< num_cases !autoAblationMinNumCases )
(< (+ num_cases (size cases)) !autoAblationMinNumCases )
)
(= (null)
!autoAblationExactPredictionFeatures
Expand Down
5 changes: 4 additions & 1 deletion howso/custom_codes.amlg
Original file line number Diff line number Diff line change
Expand Up @@ -83,7 +83,10 @@
data series_data
;specify indices for series_ordered_by_features and the index of !internalLabelSessionTrainingIndex
column_order_indices
(append (range 0 (- (size series_ordered_by_features) 1)) (size necessary_features))
(append
(unzip (zip necessary_features (indices necessary_features)) series_ordered_by_features)
(size necessary_features)
)
))
))
)
Expand Down
6 changes: 5 additions & 1 deletion howso/derive_features.amlg
Original file line number Diff line number Diff line change
Expand Up @@ -288,6 +288,10 @@
lag_features (list)
)

(if (= 0 (size lag_features))
(conclude)
)

(declare (assoc
series_id_features (get !featureAttributes (list (first lag_features) "auto_derive_on_train" "series_id_features"))
series_ordered_by_features (get !featureAttributes (list (first lag_features) "auto_derive_on_train" "ordered_by_features"))
Expand Down Expand Up @@ -337,7 +341,7 @@
series_data
(call !MultiSortList (assoc
data series_data
column_order_indices (range 0 (size series_ordered_by_features))
column_order_indices (unzip (zip necessary_features (indices necessary_features)) series_ordered_by_features)
))
))
)
Expand Down
9 changes: 6 additions & 3 deletions howso/derive_utilities.amlg
Original file line number Diff line number Diff line change
Expand Up @@ -171,12 +171,15 @@
a (current_value 1)
b (current_value 2)
)

(apply "or"
(map
(lambda
(-
(get a (current_value))
(get b (current_value))
;use - for numeric value comparison, and > for strings so it compares them alphabetically
(if (~ 0 (get a (current_value)))
(- (get a (current_value)) (get b (current_value)) )

(> (get a (current_value)) (get b (current_value)) )
)
)
column_order_indices
Expand Down
Loading