Skip to main content

Chapter 13.2 - Instruction Dataset

🛠️ Why we do it​

Methodology

We have json of the finetuning set, this is the way we will ask the questions and answers. here is where we will also specify the format of our input text and response

import torch
from torch.utils.data import Dataset
def format_input(entry):
    instruction_text = (
        f"Below is an instruction that describes a task. "
        f"Write a response that appropriately completes the request."
        f"\n\n### Instruction:\n{entry['instruction']}"
    )
    input_text = f"\n\n### Input:\n{entry['input']}" if entry["input"] else ""
    return instruction_text + input_text
class InstructionDataset(Dataset):
    def __init__(self, data, tokenizer):
        self.data = data
        self.encoded_texts = []
        for entry in data:
            instruction_plus_input = format_input(entry)
            response_text = f"\n\n### Response:\n{entry['output']}"
            full_text = instruction_plus_input + response_text
            tokens = tokenizer.encode(full_text)
            tokens.append(tokenizer.eot_token)
            self.encoded_texts.append(tokens)
    def __getitem__(self, index):
        return self.encoded_texts[index]
    def __len__(self):
        return len(self.data)

input to be processed ( finetuning dataset)​

{
    "instruction": "Edit the following sentence for grammar.",
    "input": "He go to the park every day.",
    "output": "He goes to the park every day."
},
{
    "instruction": "Convert 45 kilometers to meters.",
    "input": "",
    "output": "45 kilometers is 45000 meters."
}

output needed (string type object for each json entry)​

"""Below is an instruction that describes a task. Write a response that appropriately completes the request.

### Instruction:
Edit the following sentence for grammar.

### Input:
He go to the park every day.

### Response:
He goes to the park every day.<|endoftext|>"""

and

"""Below is an instruction that describes a task. Write a response that appropriately completes the request.

### Instruction:
Convert 45 kilometers to meters.

### Response:
45 kilometers is 45000 meters.<|endoftext|>"""