Skip to content

Commit 8daf2a9

Browse files
committed
修复保存地址错误bug
1 parent 0aea046 commit 8daf2a9

2 files changed

Lines changed: 9 additions & 9 deletions

File tree

run.sh

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,18 @@
1-
today=`date -u "+%Y-%m-%d"`
2-
1+
# today=`date -u "+%Y-%m-%d"`
2+
today="2025-07-08"
33
cd daily_arxiv
44
# 检查文件是否已存在且行数大于20行
5-
if [ -f "data/${today}.jsonl" ]; then
6-
line_count=$(wc -l < "data/${today}.jsonl")
5+
if [ -f "../data/{today}_AI_enhanced_${LANGUAGE}.jsonl" ]; then
6+
line_count=$(wc -l < "../data/{today}_AI_enhanced_${LANGUAGE}.jsonl")
77
if [ "$line_count" -gt 20 ]; then
8-
echo "文件 data/${today}_AI_enhanced_${LANGUAGE}.jsonl 已存在,共 $line_count 行 (>20),跳过爬虫程序..."
8+
echo "文件 ../data/{today}_AI_enhanced_${LANGUAGE}.jsonl 已存在,共 $line_count 行 (>20),跳过爬虫程序..."
99
else
10-
echo "文件 data/${today}_AI_enhanced_${LANGUAGE}.jsonl 已存在但仅有 $line_count 行 (<=20),重新运行爬虫..."
11-
scrapy crawl arxiv -o ../data/${today}_AI_enhanced_${LANGUAGE}.jsonl
10+
echo "文件 ../data/{today}_AI_enhanced_${LANGUAGE}.jsonl 已存在但仅有 $line_count 行 (<=20),重新运行爬虫..."
11+
scrapy crawl arxiv -o ../data/${today}.jsonl
1212
fi
1313
else
14-
echo "文件 data/${today}_AI_enhanced_${LANGUAGE}.jsonl 不存在,开始运行爬虫..."
15-
scrapy crawl arxiv -o ../data/${today}_AI_enhanced_${LANGUAGE}.jsonl
14+
echo "文件 ../data/{today}_AI_enhanced_${LANGUAGE}.jsonl 不存在,开始运行爬虫..."
15+
scrapy crawl arxiv -o ../data/${today}.jsonl
1616
fi
1717

1818
cd ../ai

0 commit comments

Comments
 (0)