Add new SentenceTransformer model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

1_Pooling/config.json

@@ -0,0 +1,10 @@
+{
+  "word_embedding_dimension": 768,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false,
+  "pooling_mode_weightedmean_tokens": false,
+  "pooling_mode_lasttoken": false,
+  "include_prompt": true
+}

README.md

@@ -0,0 +1,501 @@
+---
+tags:
+- sentence-transformers
+- sentence-similarity
+- feature-extraction
+- generated_from_trainer
+- dataset_size:2000
+- loss:MultipleNegativesRankingLoss
+base_model: sentence-transformers/paraphrase-multilingual-mpnet-base-v2
+widget:
+- source_sentence: What is a story about a student in Japan, caught between the Britannian
+    and Area 11 forces in the year 2010, who gains the power to command absolute obedience
+    and leads a rebellion against the Holy Empire of Britannia?
+  sentences:
+  - Makoto Konno is in her last year of high school, but is having a hard time deciding
+    what to do with her future. In between enduring the pressure of her teachers and
+    killing time with her best friends, Makoto's life suddenly changes when she accidentally
+    discovers that she is capable of literally leaping through time. Toki wo Kakeru
+    Shoujo follows Makoto as she plays around with her newfound power. However, she
+    soon learns the hard way that every choice has a consequence, and time is a lot
+    more complicated than it may seem.
+  - Wishing to be independent, 16-year-old Maika Sakuranomiya is desperate to nail
+    down a part-time job so that she can afford to study abroad. Unfortunately, her
+    applications are constantly rejected due to the menacing look she unintentionally
+    makes whenever she smiles, despite her otherwise cheerful disposition. After yet
+    another failed interview, she chances upon Café Stile, a coffee shop where the
+    servers interact with the customers while roleplaying distinctive characteristics.
+    The Italian store manager, Dino, becomes infatuated with Maika's cuteness at first
+    sight, and offers her a job as a waitress with a sadistic nature. Coupled with
+    her inherent clumsiness, she successfully manages to serve a pair of masochistic
+    customers in accordance with her new, ruthless persona. Alongside Kaho Hinata
+    as the tsundere and Mafuyu Hoshikawa as the younger sister, Maika decides to make
+    the most out of her unique quirk and cements her position in the cafe with merciless
+    cruelty!
+  - In the year 2010, the Holy Empire of Britannia is establishing itself as a dominant
+    military nation, starting with the conquest of Japan. Renamed to Area 11 after
+    its swift defeat, Japan has seen significant resistance against these tyrants
+    in an attempt to regain independence. Lelouch Lamperouge, a Britannian student,
+    unfortunately finds himself caught in a crossfire between the Britannian and the
+    Area 11 rebel armed forces. He is able to escape, however, thanks to the timely
+    appearance of a mysterious girl named C.C., who bestows upon him Geass, the "Power
+    of Kings." Realizing the vast potential of his newfound "power of absolute obedience,"
+    Lelouch embarks upon a perilous journey as the masked vigilante known as Zero,
+    leading a merciless onslaught against Britannia in order to get revenge once and
+    for all.
+- source_sentence: '"Find an anime where a group of new demon slayers, including Tanjirou
+    Kamado, Zenitsu Agatsuma, and Inosuke Hashibira, team up with the Flame Pillar,
+    Kyoujurou Rengoku, to investigate mysterious disappearances on a train and face
+    off against powerful demonic forces to save the passengers."'
+  sentences:
+  - 'Fear, survival, instinct. Thrown into a foreign land with nothing but hazy memories
+    and the knowledge of their name, they can feel only these three emotions resonating
+    deep within their souls. A group of strangers is given no other choice than to
+    accept the only paying job in this game-like world—the role of a soldier in the
+    Reserve Army—and eliminate anything that threatens the peace in their new world,
+    Grimgar. When all of the stronger candidates join together, those left behind
+    must create a party together to survive: Manato, a charismatic leader and priest;
+    Haruhiro, a nervous thief; Yume, a cheerful hunter; Shihoru, a shy mage; Moguzo,
+    a kind warrior; and Ranta, a rowdy dark knight. Despite its resemblance to one,
+    this is no game—there are no redos or respawns; it is kill or be killed. It is
+    now up to this ragtag group of unlikely fighters to survive together in a world
+    where life and death are separated only by a fine line.'
+  - Genius thief Arsene Lupin III—along with the usual crew of Goemon Ishikawa XIII,
+    Fujiko Mine, and Daisuke Jigen—finds himself in modern-day France, where he encounters
+    both new and old adversaries, with Inspector Kouichi Zenigata still hot on his
+    trail. As they steal from darker, more sinister entities, they will also have
+    to find a way to deal with the newest technology in their escapades, as well as
+    face the ghosts of their pasts. However, this time, Lupin's choices begin to catch
+    up with him as his pursuers use every tool at their disposal to take him down
+    once and for all.
+  - 'After a string of mysterious disappearances begin to plague a train, the Demon
+    Slayer Corps'' multiple attempts to remedy the problem prove fruitless. To prevent
+    further casualties, the Flame Pillar, Kyoujurou Rengoku, takes it upon himself
+    to eliminate the threat. Accompanying him are some of the Corps'' most promising
+    new blood: Tanjirou Kamado, Zenitsu Agatsuma, and Inosuke Hashibira, who all hope
+    to witness the fiery feats of this model demon slayer firsthand. Unbeknownst to
+    them, the demonic forces responsible for the disappearances have already put their
+    sinister plan in motion. Under this demonic presence, the group must muster every
+    ounce of their willpower and draw their swords to save all two hundred passengers
+    onboard. As things begin to spiral out of control, Tanjirou''s resolve and commitment
+    to duty are put to the test.'
+- source_sentence: '"What is a query for an anime about a team competing in intense
+    battles at their agency headquarters to secure a spot in an upcoming mission,
+    undergoing training with a new member and facing internal disputes?"'
+  sentences:
+  - At the Border Defense Agency's headquarters, the B-Rank Wars are underway as each
+    team fights intensely to secure a spot in the upcoming Away Mission. Though Osamu
+    Mikumo and the rest of Tamakoma-2 have pulled through thus far, the final rounds
+    will require them to push far beyond the limits of their current abilities. Taking
+    in a talented new member, the squad begins to train and develop new strategies,
+    but, amid these efforts, the team is shaken by a heated dispute—one that could
+    jeopardize their ticket to the Neighbor's dimension.
+  - Kyousuke Kasuga is no stranger to being the new kid at school. Despite only being
+    a third-year middle schooler, he has spent his entire childhood avoiding those
+    who discover his family's paranormal powers, and he has had to change schools
+    seven times as a result. Upon catching a beautiful girl's hat, he becomes optimistic
+    and hopes that he and his family have finally moved for the last time. When Kyousuke
+    gets to school, however, he learns a different story. The elegant girl he just
+    met turns out to be none other than Madoka Ayukawa—also known as "Madoka the Pick"—a
+    delinquent known to smoke, drink, and get into fights. Her best friend is first-year
+    Hikaru Hiyama, a childish and energetic girl who quickly falls in love with Kyousuke.
+    Enamored with both girls, Kyousuke tries to balance a delicate triangle of emotions,
+    all while dealing with the antics brought about by a family with paranormal powers.
+  - At Shirahamazaka High School, a special recital is held every year in which music
+    students are able to showcase their talents in front of professionals and other
+    prestigious guests. Third-year Konatsu Miyamoto desperately wants to sing in her
+    last high school recital, but because she screwed up the year before, the vice
+    principal has barred her from participating. That's when Konatsu comes up with
+    a new plan to get involved; instead of joining the official choir, she'll form
+    her own singing club with her friends! Unfortunately this proves to be harder
+    than she imagined. Her friend Wakana Sakai has given up on singing, for one, and
+    Konatsu needs more than just two members. With only a month left until the recital,
+    will Konatsu be able to find enough members for her club and actually be ready
+    to sing at one of the most important events of the school year and graduate without
+    regrets?
+- source_sentence: What is a romantic comedy anime about a man who keeps getting into
+    lewd situations with women, including an alien princess and her twin sisters,
+    while also dealing with a weapon girl trying to kill him?
+  sentences:
+  - Love, Miki and Inori are on their way to a dance contest, but get lost on their
+    way to Minato Mirai. Still looking for their way, they are attacked by a monster.
+    When the three Fresh Precure girls start to fight it, other Precures show up to
+    support them. They all have to combine their powers to win against this mighty
+    enemy.
+  - Although learning different languages continues to be an interest for Shinobu
+    and her friends, the new school year brings unexpected difficulties. Not only
+    is there always something new and different to distract them from their studies,
+    but Alice and Yoko also are having trouble adjusting to being in a different class
+    from Shinobu and Aya. Meanwhile, Karen isn't getting along at all with her new
+    homeroom teacher, and it doesn't help that the teacher is having trouble figuring
+    out how to make herself seem friendlier to her students as well. Craziness may
+    ensue, but sometimes, all it takes is the right mutual experience to bring everyone
+    together. While some of those experiences may not be as well-thought-out as others
+    (like when Alice and Aya act like juvenile delinquents to seem more grown up),
+    the gang's new adventures are certain to warm everyone's heart as the fun and
+    friendships keep growing in HELLO!! KINMOZA!
+  - 'Rito Yuuki never gets a break—he''s always finding himself in lewd accidents
+    with girls around him. Although his heart still yearns for Haruna, his childhood
+    love, Rito can''t help but question his feelings for Lala, the alien princess
+    who appeared in front of him and declared she would marry him. But now, it''s
+    not just Lala he has to deal with: her younger twin sisters, Momo and Nana, have
+    also traveled to Earth, wanting to meet their older sister''s fiancé, and just
+    as luck would have it, they end up staying at Rito''s home. Meanwhile, amidst
+    the bustle of his new family members, Yami, the human weapon girl, begins her
+    pursuit for Rito. It''s not an easy life for Rito as he deals with uncertain love,
+    punishment for being a pervert, and a girl dead set on murdering him.'
+- source_sentence: What is the story about a haunted school where the ghosts seek
+    revenge on the students who banished them years ago?
+  sentences:
+  - Years ago, all of the ghosts in a haunted schoolhouse were banished by a certain
+    student. Now, they're back—and they want revenge... Satsuki and Keiichirou Miyanoshita
+    are two siblings recovering from the tragic loss of their mother. After moving
+    to their mother's hometown, they learn that the local school they have transferred
+    to is an old building—one said to be haunted. Despite initially brushing it off
+    as a silly rumor, the two soon discover that ghosts are indeed real and that they're
+    after them! Gakkou no Kaidan is the creepy tale of the lives of these siblings
+    and their newfound friends as they try to survive the school's ghosts—with a little
+    help from their pet cat along the way.
+  - 'The villainous Dr. Hell has amassed an army of mechanical beasts in his secret
+    hideaway, the island of Bardos located in the Aegean Sea. He is capable of controlling
+    mechanized beasts with his cane, and instructs them to unleash devastating attacks.
+    However, Dr. Hell doesn''t do all the dirty work by himself; he has his loyal
+    henchman Baron Ashura to carry out his devilish plans. There are also those that
+    will see to it that evil does not prevail. Kouji Kabuto is the young and feisty
+    teenager with a score to settle: his goal is avenging the murder of his grandfather
+    by Dr. Hell. And he might just be able to pull it off, as he is the pilot of Mazinger
+    Z, a mighty giant robot made out of an indestructible metal known as Super-Alloy
+    Z. Mazinger Z boasts several powerful special attacks. By channeling Photonic
+    Energy through its eyes, and unleashing the Koushiryoku Beam, it can cause great
+    destruction. But things get really cool when Mazinger Z launches its Rocket Punch
+    attack. Dr. Hell and his minions might have just found their match!'
+  - The final hour of the popular virtual reality game Yggdrasil has come. However,
+    Momonga, a powerful wizard and master of the dark guild Ainz Ooal Gown, decides
+    to spend his last few moments in the game as the servers begin to shut down. To
+    his surprise, despite the clock having struck midnight, Momonga is still fully
+    conscious as his character and, moreover, the non-player characters appear to
+    have developed personalities of their own! Confronted with this abnormal situation,
+    Momonga commands his loyal servants to help him investigate and take control of
+    this new world, with the hopes of figuring out what has caused this development
+    and if there may be others in the same predicament.
+pipeline_tag: sentence-similarity
+library_name: sentence-transformers
+---
+
+# SentenceTransformer based on sentence-transformers/paraphrase-multilingual-mpnet-base-v2
+
+This is a [sentence-transformers](https://www.SBERT.net) model finetuned from [sentence-transformers/paraphrase-multilingual-mpnet-base-v2](https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2). It maps sentences & paragraphs to a 768-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
+
+## Model Details
+
+### Model Description
+- **Model Type:** Sentence Transformer
+- **Base model:** [sentence-transformers/paraphrase-multilingual-mpnet-base-v2](https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2) <!-- at revision 84fccfe766bcfd679e39efefe4ebf45af190ad2d -->
+- **Maximum Sequence Length:** 128 tokens
+- **Output Dimensionality:** 768 dimensions
+- **Similarity Function:** Cosine Similarity
+<!-- - **Training Dataset:** Unknown -->
+<!-- - **Language:** Unknown -->
+<!-- - **License:** Unknown -->
+
+### Model Sources
+
+- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
+- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
+- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
+
+### Full Model Architecture
+
+```
+SentenceTransformer(
+  (0): Transformer({'max_seq_length': 128, 'do_lower_case': False}) with Transformer model: XLMRobertaModel 
+  (1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
+)
+```
+
+## Usage
+
+### Direct Usage (Sentence Transformers)
+
+First install the Sentence Transformers library:
+
+```bash
+pip install -U sentence-transformers
+```
+
+Then you can load this model and run inference.
+```python
+from sentence_transformers import SentenceTransformer
+
+# Download from the 🤗 Hub
+model = SentenceTransformer("KiruruP/anime-recommendation-multilingual-mpnet-base-v2-v2")
+# Run inference
+sentences = [
+    'What is the story about a haunted school where the ghosts seek revenge on the students who banished them years ago?',
+    "Years ago, all of the ghosts in a haunted schoolhouse were banished by a certain student. Now, they're back—and they want revenge... Satsuki and Keiichirou Miyanoshita are two siblings recovering from the tragic loss of their mother. After moving to their mother's hometown, they learn that the local school they have transferred to is an old building—one said to be haunted. Despite initially brushing it off as a silly rumor, the two soon discover that ghosts are indeed real and that they're after them! Gakkou no Kaidan is the creepy tale of the lives of these siblings and their newfound friends as they try to survive the school's ghosts—with a little help from their pet cat along the way.",
+    'The final hour of the popular virtual reality game Yggdrasil has come. However, Momonga, a powerful wizard and master of the dark guild Ainz Ooal Gown, decides to spend his last few moments in the game as the servers begin to shut down. To his surprise, despite the clock having struck midnight, Momonga is still fully conscious as his character and, moreover, the non-player characters appear to have developed personalities of their own! Confronted with this abnormal situation, Momonga commands his loyal servants to help him investigate and take control of this new world, with the hopes of figuring out what has caused this development and if there may be others in the same predicament.',
+]
+embeddings = model.encode(sentences)
+print(embeddings.shape)
+# [3, 768]
+
+# Get the similarity scores for the embeddings
+similarities = model.similarity(embeddings, embeddings)
+print(similarities.shape)
+# [3, 3]
+```
+
+<!--
+### Direct Usage (Transformers)
+
+<details><summary>Click to see the direct usage in Transformers</summary>
+
+</details>
+-->
+
+<!--
+### Downstream Usage (Sentence Transformers)
+
+You can finetune this model on your own dataset.
+
+<details><summary>Click to expand</summary>
+
+</details>
+-->
+
+<!--
+### Out-of-Scope Use
+
+*List how the model may foreseeably be misused and address what users ought not to do with the model.*
+-->
+
+<!--
+## Bias, Risks and Limitations
+
+*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
+-->
+
+<!--
+### Recommendations
+
+*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
+-->
+
+## Training Details
+
+### Training Dataset
+
+#### Unnamed Dataset
+
+* Size: 2,000 training samples
+* Columns: <code>sentence_0</code> and <code>sentence_1</code>
+* Approximate statistics based on the first 1000 samples:
+  |         | sentence_0                                                                         | sentence_1                                                                          |
+  |:--------|:-----------------------------------------------------------------------------------|:------------------------------------------------------------------------------------|
+  | type    | string                                                                             | string                                                                              |
+  | details | <ul><li>min: 18 tokens</li><li>mean: 47.9 tokens</li><li>max: 128 tokens</li></ul> | <ul><li>min: 51 tokens</li><li>mean: 122.5 tokens</li><li>max: 128 tokens</li></ul> |
+* Samples:
+  | sentence_0                                                                                                                                                                                                                                                                                                                | sentence_1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               |
+  |:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+  | <code>What is the query for a story about a teenager seeking revenge on a villainous scientist with an army of mechanical beasts, located on an island in the Aegean Sea, who controls them with a cane, and has a loyal henchman? The teenager pilots a powerful robot made of indestructible metal to stop them.</code> | <code>The villainous Dr. Hell has amassed an army of mechanical beasts in his secret hideaway, the island of Bardos located in the Aegean Sea. He is capable of controlling mechanized beasts with his cane, and instructs them to unleash devastating attacks. However, Dr. Hell doesn't do all the dirty work by himself; he has his loyal henchman Baron Ashura to carry out his devilish plans. There are also those that will see to it that evil does not prevail. Kouji Kabuto is the young and feisty teenager with a score to settle: his goal is avenging the murder of his grandfather by Dr. Hell. And he might just be able to pull it off, as he is the pilot of Mazinger Z, a mighty giant robot made out of an indestructible metal known as Super-Alloy Z. Mazinger Z boasts several powerful special attacks. By channeling Photonic Energy through its eyes, and unleashing the Koushiryoku Beam, it can cause great destruction. But things get really cool when Mazinger Z launches its Rocket Punch attack. Dr. Hell and...</code> |
+  | <code>What is a manga about a struggling artist named Da Shu who finds companionship with a young man with cat ears?</code>                                                                                                                                                                                               | <code>Da Shu is a a manga creator who grew up in an orphanage, and whose works do not sell very well. Da Shu lives each lonely day in boredom, but one day he meets a young man named Miao who has cat ears, and his everyday life completely changes. Miao gets in trouble every day, but for the first time in his life, Da Shu's heart experiences "warmth."</code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   |
+  | <code>What is a group of amnesiac strangers forced to become soldiers in a dangerous world called, where they must form a party to survive?</code>                                                                                                                                                                        | <code>Fear, survival, instinct. Thrown into a foreign land with nothing but hazy memories and the knowledge of their name, they can feel only these three emotions resonating deep within their souls. A group of strangers is given no other choice than to accept the only paying job in this game-like world—the role of a soldier in the Reserve Army—and eliminate anything that threatens the peace in their new world, Grimgar. When all of the stronger candidates join together, those left behind must create a party together to survive: Manato, a charismatic leader and priest; Haruhiro, a nervous thief; Yume, a cheerful hunter; Shihoru, a shy mage; Moguzo, a kind warrior; and Ranta, a rowdy dark knight. Despite its resemblance to one, this is no game—there are no redos or respawns; it is kill or be killed. It is now up to this ragtag group of unlikely fighters to survive together in a world where life and death are separated only by a fine line.</code>                                                             |
+* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
+  ```json
+  {
+      "scale": 20.0,
+      "similarity_fct": "cos_sim"
+  }
+  ```
+
+### Training Hyperparameters
+#### Non-Default Hyperparameters
+
+- `per_device_train_batch_size`: 16
+- `per_device_eval_batch_size`: 16
+- `num_train_epochs`: 10
+- `multi_dataset_batch_sampler`: round_robin
+
+#### All Hyperparameters
+<details><summary>Click to expand</summary>
+
+- `overwrite_output_dir`: False
+- `do_predict`: False
+- `eval_strategy`: no
+- `prediction_loss_only`: True
+- `per_device_train_batch_size`: 16
+- `per_device_eval_batch_size`: 16
+- `per_gpu_train_batch_size`: None
+- `per_gpu_eval_batch_size`: None
+- `gradient_accumulation_steps`: 1
+- `eval_accumulation_steps`: None
+- `torch_empty_cache_steps`: None
+- `learning_rate`: 5e-05
+- `weight_decay`: 0.0
+- `adam_beta1`: 0.9
+- `adam_beta2`: 0.999
+- `adam_epsilon`: 1e-08
+- `max_grad_norm`: 1
+- `num_train_epochs`: 10
+- `max_steps`: -1
+- `lr_scheduler_type`: linear
+- `lr_scheduler_kwargs`: {}
+- `warmup_ratio`: 0.0
+- `warmup_steps`: 0
+- `log_level`: passive
+- `log_level_replica`: warning
+- `log_on_each_node`: True
+- `logging_nan_inf_filter`: True
+- `save_safetensors`: True
+- `save_on_each_node`: False
+- `save_only_model`: False
+- `restore_callback_states_from_checkpoint`: False
+- `no_cuda`: False
+- `use_cpu`: False
+- `use_mps_device`: False
+- `seed`: 42
+- `data_seed`: None
+- `jit_mode_eval`: False
+- `use_ipex`: False
+- `bf16`: False
+- `fp16`: False
+- `fp16_opt_level`: O1
+- `half_precision_backend`: auto
+- `bf16_full_eval`: False
+- `fp16_full_eval`: False
+- `tf32`: None
+- `local_rank`: 0
+- `ddp_backend`: None
+- `tpu_num_cores`: None
+- `tpu_metrics_debug`: False
+- `debug`: []
+- `dataloader_drop_last`: False
+- `dataloader_num_workers`: 0
+- `dataloader_prefetch_factor`: None
+- `past_index`: -1
+- `disable_tqdm`: False
+- `remove_unused_columns`: True
+- `label_names`: None
+- `load_best_model_at_end`: False
+- `ignore_data_skip`: False
+- `fsdp`: []
+- `fsdp_min_num_params`: 0
+- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
+- `fsdp_transformer_layer_cls_to_wrap`: None
+- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
+- `deepspeed`: None
+- `label_smoothing_factor`: 0.0
+- `optim`: adamw_torch
+- `optim_args`: None
+- `adafactor`: False
+- `group_by_length`: False
+- `length_column_name`: length
+- `ddp_find_unused_parameters`: None
+- `ddp_bucket_cap_mb`: None
+- `ddp_broadcast_buffers`: False
+- `dataloader_pin_memory`: True
+- `dataloader_persistent_workers`: False
+- `skip_memory_metrics`: True
+- `use_legacy_prediction_loop`: False
+- `push_to_hub`: False
+- `resume_from_checkpoint`: None
+- `hub_model_id`: None
+- `hub_strategy`: every_save
+- `hub_private_repo`: None
+- `hub_always_push`: False
+- `hub_revision`: None
+- `gradient_checkpointing`: False
+- `gradient_checkpointing_kwargs`: None
+- `include_inputs_for_metrics`: False
+- `include_for_metrics`: []
+- `eval_do_concat_batches`: True
+- `fp16_backend`: auto
+- `push_to_hub_model_id`: None
+- `push_to_hub_organization`: None
+- `mp_parameters`: 
+- `auto_find_batch_size`: False
+- `full_determinism`: False
+- `torchdynamo`: None
+- `ray_scope`: last
+- `ddp_timeout`: 1800
+- `torch_compile`: False
+- `torch_compile_backend`: None
+- `torch_compile_mode`: None
+- `include_tokens_per_second`: False
+- `include_num_input_tokens_seen`: False
+- `neftune_noise_alpha`: None
+- `optim_target_modules`: None
+- `batch_eval_metrics`: False
+- `eval_on_start`: False
+- `use_liger_kernel`: False
+- `liger_kernel_config`: None
+- `eval_use_gather_object`: False
+- `average_tokens_across_devices`: False
+- `prompts`: None
+- `batch_sampler`: batch_sampler
+- `multi_dataset_batch_sampler`: round_robin
+
+</details>
+
+### Training Logs
+| Epoch | Step | Training Loss |
+|:-----:|:----:|:-------------:|
+| 4.0   | 500  | 0.0258        |
+| 8.0   | 1000 | 0.0015        |
+
+
+### Framework Versions
+- Python: 3.11.13
+- Sentence Transformers: 4.1.0
+- Transformers: 4.54.0
+- PyTorch: 2.6.0+cu124
+- Accelerate: 1.9.0
+- Datasets: 4.0.0
+- Tokenizers: 0.21.2
+
+## Citation
+
+### BibTeX
+
+#### Sentence Transformers
+```bibtex
+@inproceedings{reimers-2019-sentence-bert,
+    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
+    author = "Reimers, Nils and Gurevych, Iryna",
+    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
+    month = "11",
+    year = "2019",
+    publisher = "Association for Computational Linguistics",
+    url = "https://arxiv.org/abs/1908.10084",
+}
+```
+
+#### MultipleNegativesRankingLoss
+```bibtex
+@misc{henderson2017efficient,
+    title={Efficient Natural Language Response Suggestion for Smart Reply},
+    author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
+    year={2017},
+    eprint={1705.00652},
+    archivePrefix={arXiv},
+    primaryClass={cs.CL}
+}
+```
+
+<!--
+## Glossary
+
+*Clearly define terms in order to be accessible across audiences.*
+-->
+
+<!--
+## Model Card Authors
+
+*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
+-->
+
+<!--
+## Model Card Contact
+
+*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
+-->

config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "XLMRobertaModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.54.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

config_sentence_transformers.json

@@ -0,0 +1,10 @@
+{
+  "__version__": {
+    "sentence_transformers": "4.1.0",
+    "transformers": "4.54.0",
+    "pytorch": "2.6.0+cu124"
+  },
+  "prompts": {},
+  "default_prompt_name": null,
+  "similarity_fn_name": "cosine"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b32037016952658bb6b71fb08f6684281300550d6440159513a99a388bc260
+size 1112197096

modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  }
+]

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 128,
+  "do_lower_case": false
+}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad551d5600a84242d0973327029452a1e3672ba6313c2a3c3d69c4310e12719
+size 17082987

tokenizer_config.json

@@ -0,0 +1,62 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "max_length": 128,
+  "model_max_length": 128,
+  "pad_to_multiple_of": null,
+  "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "</s>",
+  "stride": 0,
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "<unk>"
+}