Skip to content

Commit

Permalink
* rename functions
Browse files Browse the repository at this point in the history
  • Loading branch information
HYLcool committed Dec 20, 2024
1 parent 6936f23 commit 38b5619
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@
from tqdm import tqdm


def dj_to_sharegpt(
def dj_to_llama_factory_sharegpt(
sample,
conversations_key: str = 'conversations',
from_key: str = 'from',
Expand Down Expand Up @@ -166,7 +166,7 @@ def main(
samples = []
with jl.open(src_ds_path, 'r') as reader:
for sample in tqdm(reader):
converted_sample = dj_to_sharegpt(
converted_sample = dj_to_llama_factory_sharegpt(
sample,
conversations_key=conversations_key,
from_key=from_key,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@
from tqdm import tqdm


def sharegpt_to_dj(
def llama_factory_sharegpt_to_dj(
sample,
conversations_key: str = 'conversations',
from_key: str = 'from',
Expand Down Expand Up @@ -199,7 +199,7 @@ def main(

with jl.open(tgt_ds_path, 'w') as writer:
for sample in tqdm(src_ds):
converted_sample = sharegpt_to_dj(
converted_sample = llama_factory_sharegpt_to_dj(
sample,
conversations_key=conversations_key,
from_key=from_key,
Expand Down

0 comments on commit 38b5619

Please sign in to comment.