logos-blockchain/logos-blockchain-e2e-tests
1
0
Fork 0
mirror of https://github.com/logos-blockchain/logos-blockchain-e2e-tests.git synced 2026-01-09 00:23:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: skip DEBUG and TRACE lines without matching keywords

Browse Source
This commit is contained in:
Roman 2025-06-27 09:52:03 +08:00
parent 9a95908fb7
commit 71a481c27f
No known key found for this signature in database
GPG Key ID: 583BDF43C238B83E
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/tfidf/tfidf.py
View File

@ -56,7 +56,7 @@ class LogTfidf:
df.columns = ["d1", "d2"] # Simplified column naming for clarity df.columns = ["d1", "d2"] # Simplified column naming for clarity
df = df.sort_values(by="d2", ascending=False) df = df.sort_values(by="d2", ascending=False)
pattern = "|".join(keywords) pattern = "|".join(keywords)
df = df[~((df["d1"].str.contains("INFO")) & (~df["d1"].str.contains(pattern)))] df = df[~((df["d1"].str.contains("INFO|DEBUG|TRACE")) & (~df["d1"].str.contains(pattern)))]
# Normalize and deduplicate # Normalize and deduplicate
df["d1_normalized"] = df["d1"].apply(normalize_log_message) df["d1_normalized"] = df["d1"].apply(normalize_log_message)