From d854c3fe0c2349fb9691ffb3d18a5669654ea9c8 Mon Sep 17 00:00:00 2001 From: BlaiseMuhirwa Date: Thu, 9 Nov 2023 16:01:00 -0800 Subject: [PATCH] add faiss experiments --- experiments/dvclive/metrics.json | 4 +- experiments/dvclive/params.yaml | 6 +-- .../dvclive/plots/metrics/Recall@100.tsv | 38 ++++++++++++++++++- experiments/evaluate_faiss.py | 6 +-- experiments/logs.txt | 0 5 files changed, 44 insertions(+), 10 deletions(-) delete mode 100644 experiments/logs.txt diff --git a/experiments/dvclive/metrics.json b/experiments/dvclive/metrics.json index 4ae88a1..648691a 100644 --- a/experiments/dvclive/metrics.json +++ b/experiments/dvclive/metrics.json @@ -1,4 +1,4 @@ { - "Recall@100": 0.45483699999999844, - "step": 1 + "Recall@100": 0.4689140000000026, + "step": 35 } diff --git a/experiments/dvclive/params.yaml b/experiments/dvclive/params.yaml index 409ebae..1f24e44 100644 --- a/experiments/dvclive/params.yaml +++ b/experiments/dvclive/params.yaml @@ -1,4 +1,4 @@ -load_before_experiment: 1.9091796875 +load_before_experiment: 1.57763671875 platform: macOS-13.3-arm64-arm-64bit platform_version: 'Darwin Kernel Version 22.4.0: Mon Mar 6 21:01:02 PST 2023; root:xnu-8796.101.5~3/RELEASE_ARM64_T8112' platform_release: 22.4.0 @@ -7,6 +7,6 @@ processor: arm hostname: Blaises-MacBook-Pro.local ram_gb: 24 num_cores: 8 -node_links: 32 -ef_construction: 64 +node_links: 64 +ef_construction: 128 ef_search: 128 diff --git a/experiments/dvclive/plots/metrics/Recall@100.tsv b/experiments/dvclive/plots/metrics/Recall@100.tsv index 6cc3e66..7537f25 100644 --- a/experiments/dvclive/plots/metrics/Recall@100.tsv +++ b/experiments/dvclive/plots/metrics/Recall@100.tsv @@ -1,3 +1,37 @@ step Recall@100 -0 0.45531599999999933 -1 0.45483699999999844 +0 0.39338699999999976 +1 0.39451800000000053 +2 0.39357600000000026 +3 0.42242099999999966 +4 0.4213879999999994 +5 0.4218979999999994 +6 0.43200500000000003 +7 0.4314809999999964 +8 0.4321599999999975 +9 0.4210819999999998 +10 0.42087199999999964 +11 0.42150900000000113 +12 0.4506540000000003 +13 0.4494609999999979 +14 0.45014599999999844 +15 0.46290400000000065 +16 0.46279800000000076 +17 0.46320099999999736 +18 0.6515389999999875 +19 0.6517609999999885 +20 0.6517959999999875 +21 0.4544779999999997 +22 0.4553279999999996 +23 0.4563520000000006 +24 0.4668089999999986 +25 0.4671989999999987 +26 0.4673270000000002 +27 0.6609989999999872 +28 0.6605359999999859 +29 0.660688999999988 +30 0.6633009999999873 +31 0.6635389999999862 +32 0.6634739999999868 +33 0.46793599999999935 +34 0.4685969999999985 +35 0.4689140000000026 diff --git a/experiments/evaluate_faiss.py b/experiments/evaluate_faiss.py index e12b2b1..7db5c61 100644 --- a/experiments/evaluate_faiss.py +++ b/experiments/evaluate_faiss.py @@ -204,9 +204,9 @@ def main( args = parser.parse_args() - ef_constructions = [64] - ef_searches = [64, 128] - num_node_links = [32] + ef_constructions = [32, 64, 128] + ef_searches = [32, 64, 128] + num_node_links = [8, 16, 32, 64] for dataset in args.datasets: train_data, queries, ground_truth = load_benchmark_dataset(dataset_name=dataset) diff --git a/experiments/logs.txt b/experiments/logs.txt deleted file mode 100644 index e69de29..0000000