过滤页码异常的值

2024-10-18 10:05:38 +08:00
parent 3710450221
commit 9556da47e9
1 changed files with 2 additions and 0 deletions
--- a/util/data_util.py
+++ b/util/data_util.py
@@ -195,6 +195,8 @@ def parse_page_num(page_list):
        page_texts = [p.get('text', '') for p in page]
        join = ''.join(page_texts)
        numbers = re.findall(r'\d+', join)
+        # 过滤异常值
+        numbers = [num for num in numbers if int(num) <= 30]
        if not numbers:
            continue
        pages.append(min(numbers))