-
Notifications
You must be signed in to change notification settings - Fork 4
Expand file tree
/
Copy pathMakefile
More file actions
72 lines (57 loc) · 1.92 KB
/
Copy pathMakefile
File metadata and controls
72 lines (57 loc) · 1.92 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# Define variables
ARCHIVE_NAME = feeds.db.zip
SOURCE_FILE = feeds.db
# Declare phony targets
.PHONY: zip zip-only unzip clean server pack-split unpack-split example-search search-youtube merge update
# Rule to create a zip archive split into 50MB parts
zip:
zip -s 50m $(ARCHIVE_NAME) $(SOURCE_FILE)
echo "Packed $(SOURCE_FILE) into $(ARCHIVE_NAME)"
rm -f $(SOURCE_FILE)
unzip:
[ -e $(SOURCE_FILE) ] && rm -r $(SOURCE_FILE) || true
7z x $(ARCHIVE_NAME)
zip-only:
zip -s 50m $(ARCHIVE_NAME) $(SOURCE_FILE)
echo "Packed $(SOURCE_FILE) into $(ARCHIVE_NAME)"
rm -f $(SOURCE_FILE)
pack-split:
zip $(ARCHIVE_NAME) $(SOURCE_FILE)
split -b 50M -d $(ARCHIVE_NAME) $(ARCHIVE_NAME)
echo "Packed $(SOURCE_FILE) into $(ARCHIVE_NAME) parts"
rm -f $(SOURCE_FILE)
rm -f $(ARCHIVE_NAME)
unpack-split:
cat internet* > $(ARCHIVE_NAME)
7z x $(ARCHIVE_NAME)
rm -f $(ARCHIVE_NAME)
filter:
poetry run python dbfeeds.py
rm tmp.db
# Clean rule to remove the archive
clean:
rm -f $(ARCHIVE_NAME)
echo "Removed $(ARCHIVE_NAME)"
server:
python3 -m http.server 8000
summary:
poetry run python dataanalyzer.py --summary --db $(SOURCE_FILE)
example-search:
poetry run python ./dataanalyzer.py --db feeds.db --search "*Warhammer*" --tags --social --title --description --status
search-youtube:
#poetry run python ./dataanalyzer.py --db feeds.db --search "*youtube.com/channel*" --title --tags --social
poetry run python ./dataanalyzer.py --db feeds.db --search "*videos.xml?channel*"
download-data:
wget https://github.com/plenaryapp/awesome-rss-feeds/archive/refs/heads/master.zip
7z x master.zip
rm master.zip
merge:
poetry run python dbfeeds.py --convert --db places.db --output-db converted.db
poetry run python dbfeeds.py --merge --merge-db converted.db --old-feeds-db feeds.db --output-db feeds_new.db
rm feeds.db
mv feeds_new.db feeds.db
rm converted.db
rm places.db
rm tmp.db
update:
poetry run python dbfeeds.py --update --db feeds.db