******** this is the code that I submit (step 3):
from transformers import pipeline, AutoTokenizer, AutoModelForSequenceClassification, AutoModelForSeq2SeqLM, GenerationConfig
from datasets import load_dataset
from peft import PeftModel, PeftConfig, LoraConfig, TaskType
trl: Transformer Reinforcement Learning library
from trl import PPOTrainer, PPOConfig, AutoModelForSeq2SeqLMWithValueHead
from trl import create_reference_model
from trl.core import LengthSampler
import torch
import evaluate
import numpy as np
import pandas as pd
tqdm library makes the loops show a smart progress meter.
from tqdm import tqdm
tqdm.pandas()
******* these are the output:
ModuleNotFoundError Traceback (most recent call last)
Cell In[3], line 3
1 from transformers import pipeline, AutoTokenizer, AutoModelForSequenceClassification, AutoModelForSeq2SeqLM, GenerationConfig
2 from datasets import load_dataset
----> 3 from peft import PeftModel, PeftConfig, LoraConfig, TaskType
5 # trl: Transformer Reinforcement Learning library
6 from trl import PPOTrainer, PPOConfig, AutoModelForSeq2SeqLMWithValueHead
ModuleNotFoundError: No module named ‘peft’
***** I have many error in all the subsequent steps
