drstats/Makefile

47 lines
1.2 KiB
Makefile
Raw Normal View History

2024-11-24 06:09:50 +00:00
all: build sync_excempt export_dataset export_stats merge_images export_statistics export_mentions
2024-11-23 18:56:52 +00:00
build:
2024-11-23 19:18:21 +00:00
pip install build
python -m build .
pip install -e .
2024-11-23 18:56:52 +00:00
2024-11-23 18:56:52 +00:00
2024-11-23 18:56:52 +00:00
sync:
2024-11-23 19:18:21 +00:00
dr.sync
2024-11-23 18:56:52 +00:00
2024-11-23 19:07:19 +00:00
clean:
-@rm -r export
mkdir -p export
2024-11-23 18:56:52 +00:00
sync_excempt:
@echo "Sync is not executed because it's a lengthy process ending with timeout error."
2024-11-23 18:56:52 +00:00
export_stats:
2024-11-23 18:56:52 +00:00
@echo "Make sure you have ran 'make sync' first. Results will be in ./export/"
2024-11-23 18:56:52 +00:00
@echo "Exporting statisticts."
2024-11-23 19:18:21 +00:00
dr.stats_all
2024-11-23 18:56:52 +00:00
2024-11-23 18:56:52 +00:00
export_dataset:
2024-11-23 18:56:52 +00:00
@echo "Make sure you have ran 'make sync' first."
@echo "Exporting dataset to be used for LLM embedding. Result will be ./export/0_dataset.txt"
dr.dataset > export/0_dataset.txt
2024-11-23 18:56:52 +00:00
2024-11-24 06:09:50 +00:00
export_statistics:
@echo "Exporting statisticts. Result will be ./export/2_statistics.txt"
cat export/dataset.txt | grep "Statistics: "
cat export/dataset.txt | grep "Statistics: " > export/2_statistics.txt
export_mentions:
@echo "Exporting mentions. Result will be ./export/3_mentions.txt"
cat export/dataset.txt | grep "times ment"
cat export/dataset.txt | grep "times ment" > export/3_mentions.txt
2024-11-23 18:56:52 +00:00
merge_images:
@echo "Merging images to one big image. Result will be ./export/1_graphs_compliation.png."
python merge_images.py
2024-11-24 06:09:50 +00:00