endpoint: localhost
test_name: faiss_sift_ivf
test_id: "Test workflow for faiss ivf"
num_runs: 3
show_runs: true
setup:
  - name: delete_model
    model_id: test-model
  - name: delete_index
    index_name: target_index
  - name: delete_index
    index_name: train_index
  - name: create_index
    index_name: train_index
    index_spec: sample-configs/faiss-sift-ivf/train-index-spec.json
  - name: ingest
    index_name: train_index
    field_name: train_field
    bulk_size: 500
    dataset_format: hdf5
    dataset_path: ../dataset/sift-128-euclidean.hdf5
  - name: refresh_index
    index_name: train_index
steps:
  - name: train_model
    model_id: test-model
    train_index: train_index
    train_field: train_field
    dimension: 128
    method_spec: sample-configs/faiss-sift-ivf/method-spec.json
    max_training_vector_count: 1000000000
  - name: create_index
    index_name: target_index
    index_spec: sample-configs/faiss-sift-ivf/index-spec.json
  - name: ingest
    index_name: target_index
    field_name: target_field
    bulk_size: 500
    dataset_format: hdf5
    dataset_path: ../dataset/sift-128-euclidean.hdf5
  - name: refresh_index
    index_name: target_index
  - name: force_merge
    index_name: target_index
    max_num_segments: 10
  - name: query
    k: 100
    r: 1
    calculate_recall: true
    index_name: target_index
    field_name: target_field
    dataset_format: hdf5
    dataset_path: ../dataset/sift-128-euclidean.hdf5
    neighbors_format: hdf5
    neighbors_path: ../dataset/sift-128-euclidean.hdf5
cleanup:
  - name: delete_model
    model_id: test-model
  - name: delete_index
    index_name: target_index