From 7ae0651a55ace3c5d1f651775c1160f6e0b72152 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Sun, 7 Jun 2026 20:26:59 +0200 Subject: Add config to lesci experiment --- research/lesci/extract.go | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) (limited to 'research/lesci/extract.go') diff --git a/research/lesci/extract.go b/research/lesci/extract.go index 659cdc3..06c6bd4 100644 --- a/research/lesci/extract.go +++ b/research/lesci/extract.go @@ -17,6 +17,14 @@ func (e *Experiment) ExtractData(db *sql.DB) error { } else if !ok { fmt.Println("oov_rules table not empty") + if !e.options.ForceExtract { + fmt.Println("skipping rule extraction") + + return nil + } + + fmt.Println("clearing oov_rules") + if _, err := db.ExecContext(context.Background(), `DELETE FROM oov_rules`); err != nil { return err } @@ -26,7 +34,7 @@ func (e *Experiment) ExtractData(db *sql.DB) error { rules, valid := Rules(e.counterfactual, merges) - mask := ExtractData(rules, valid, int64(e.cutoff), int64(e.window)) + mask := ExtractData(rules, valid, int64(e.cutoff), int64(e.window), e.config.ClampRulesBeforeFilter) return AppendRows(db, "oov_rules", func(append AppendFunc) error { for i, m := range mask { -- cgit v1.3.1