Full Code of artidoro/qlora for AI

main 7f4e95a68dc0 cached
274 files
313.5 MB
26.3M tokens
5 symbols
1 requests
Copy disabled (too large) Download .txt
Showing preview only (105,133K chars total). Download the full file to get everything.
Repository: artidoro/qlora
Branch: main
Commit: 7f4e95a68dc0
Files: 274
Total size: 313.5 MB

Directory structure:
gitextract_ai_l2u9q/

├── .gitignore
├── LICENSE
├── README.md
├── data/
│   └── mmlu/
│       ├── five_shot_mmlu_test.json
│       ├── five_shot_mmlu_val.json
│       ├── zero_shot_mmlu_test.json
│       └── zero_shot_mmlu_val.json
├── eval/
│   ├── EVAL_README.md
│   ├── eval_gpt_review.py
│   ├── generations/
│   │   ├── oa/
│   │   │   ├── 13b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── gpt-3.5-oa-generations.jsonl
│   │   │   ├── gpt-4-oa-generations.jsonl
│   │   │   └── vicuna-13b-oa-generations.jsonl
│   │   └── vicuna/
│   │       ├── 13-self-instruct-vicuna-generations-topp0.9-temp0.7-secondround.jsonl
│   │       ├── 13b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── answer_bard.jsonl
│   │       ├── answer_gpt35.jsonl
│   │       ├── answer_gpt4.jsonl
│   │       └── answer_vicuna-13b.jsonl
│   ├── generations_qualitative_comparison_guanaco65b_vs_gpt35.ipynb
│   ├── prompts/
│   │   ├── oa_prompt_threeclass.jsonl
│   │   ├── oa_questions.jsonl
│   │   ├── oa_reviewer.jsonl
│   │   ├── reviewer.jsonl
│   │   ├── vicuna_prompt_relative.jsonl
│   │   ├── vicuna_prompt_threeclass.jsonl
│   │   └── vicuna_questions.jsonl
│   ├── qa_baseline_gpt.py
│   ├── ratings-gpt4/
│   │   ├── oa/
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   └── vicuna-13b-oa-generations-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   └── vicuna/
│   │       ├── pairwise/
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   └── answer-vicuna-13b-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       └── relative-gpt-3.5/
│   │           ├── 13b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-huggingchat-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── bard-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-huggingchat-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-bard-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-gpt4-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-vicuna-13b-gpt4-reviewer.jsonl
│   │           ├── gpt4-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           └── vicuna-13b-vs-gpt-3.5-gpt4-reviewer.jsonl
│   ├── ratings-human/
│   │   ├── mturk_ui.html
│   │   └── vicuna_benchmark_human_annotations.csv
│   └── requirements.txt
├── examples/
│   ├── guanaco_7B_demo_colab.ipynb
│   └── guanaco_generate.py
├── qlora.py
├── requirements.txt
└── scripts/
    ├── finetune.sh
    ├── finetune_guanaco_13b.sh
    ├── finetune_guanaco_33b.sh
    ├── finetune_guanaco_65b.sh
    ├── finetune_guanaco_7b.sh
    ├── finetune_llama2_guanaco_7b.sh
    └── generate.sh

================================================
FILE CONTENTS
================================================

================================================
FILE: .gitignore
================================================
wandb/
output/

# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class

# C extensions
*.so

# Distribution / packaging
.Python
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
share/python-wheels/
*.egg-info/
.installed.cfg
*.egg
MANIFEST

# PyInstaller
#  Usually these files are written by a python script from a template
#  before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifest
*.spec

# Installer logs
pip-log.txt
pip-delete-this-directory.txt

# Unit test / coverage reports
htmlcov/
.tox/
.nox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
*.py,cover
.hypothesis/
.pytest_cache/
cover/

# Translations
*.mo
*.pot

# Django stuff:
*.log
local_settings.py
db.sqlite3
db.sqlite3-journal

# Flask stuff:
instance/
.webassets-cache

# Scrapy stuff:
.scrapy

# Sphinx documentation
docs/_build/

# PyBuilder
.pybuilder/
target/

# Jupyter Notebook
.ipynb_checkpoints

# IPython
profile_default/
ipython_config.py

# pyenv
#   For a library or package, you might want to ignore these files since the code is
#   intended to run in multiple environments; otherwise, check them in:
# .python-version

# pipenv
#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
#   However, in case of collaboration, if having platform-specific dependencies or dependencies
#   having no cross-platform support, pipenv may install dependencies that don't work, or not
#   install all needed dependencies.
#Pipfile.lock

# poetry
#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
#   This is especially recommended for binary packages to ensure reproducibility, and is more
#   commonly ignored for libraries.
#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
#poetry.lock

# pdm
#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
#pdm.lock
#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
#   in version control.
#   https://pdm.fming.dev/#use-with-ide
.pdm.toml

# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
__pypackages__/

# Celery stuff
celerybeat-schedule
celerybeat.pid

# SageMath parsed files
*.sage.py

# Environments
.env
.venv
env/
venv/
ENV/
env.bak/
venv.bak/

# Spyder project settings
.spyderproject
.spyproject

# Rope project settings
.ropeproject

# mkdocs documentation
/site

# mypy
.mypy_cache/
.dmypy.json
dmypy.json

# Pyre type checker
.pyre/

# pytype static type analyzer
.pytype/

# Cython debug symbols
cython_debug/

# PyCharm
#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
#  and can be added to the global gitignore or merged into this file.  For a more nuclear
#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
#.idea/

# Training data folder
data/training/*

# VSCode Debug
.vscode

================================================
FILE: LICENSE
================================================
MIT License

Copyright (c) 2023 Artidoro Pagnoni, Tim Dettmers

Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:

The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.


================================================
FILE: README.md
================================================


# QLoRA: Efficient Finetuning of Quantized LLMs

| [Paper](https://arxiv.org/abs/2305.14314) | [Adapter Weights](https://huggingface.co/timdettmers) | [Demo](https://huggingface.co/spaces/uwnlp/guanaco-playground-tgi) | 

This repo supports the paper "QLoRA: Efficient Finetuning of Quantized LLMs", an effort to democratize access to LLM research. 


QLoRA uses [bitsandbytes](https://github.com/TimDettmers/bitsandbytes) for quantization and is integrated with Hugging Face's [PEFT](https://github.com/huggingface/peft) and [transformers](https://github.com/huggingface/transformers/) libraries. QLoRA was developed by members of the [University of Washington's UW NLP group](https://twitter.com/uwnlp?s=20).

## Updates
- 7/19/2023 - Added LLaMA 2 example script and updated version requirements
- 7/18/2023 - Fixed non-frozen embeddings when adding new tokens

## Overview

We present QLoRA, an efficient finetuning approach that reduces memory usage enough to finetune a 65B parameter model on a single 48GB GPU while preserving full 16-bit finetuning task performance. QLoRA backpropagates gradients through a frozen, 4-bit quantized pretrained language model into Low Rank Adapters (LoRA). Our best model family, which we name Guanaco, outperforms all previous openly released models on the Vicuna benchmark, reaching 99.3% of the performance level of ChatGPT while only requiring 24 hours of finetuning on a single GPU. QLoRA introduces a number of innovations to save memory without sacrificing performance: (a) 4-bit NormalFloat (NF4), a new data type that is information theoretically optimal for normally distributed weights (b) Double Quantization to reduce the average memory footprint by quantizing the quantization constants, and (c) Paged Optimizers to manage memory spikes. We use QLoRA to finetune more than 1,000 models, providing a detailed analysis of instruction following and chatbot performance across 8 instruction datasets, multiple model types (LLaMA, T5), and model scales that would be infeasible to run with regular finetuning (e.g. 33B and 65B parameter models). Our results show that QLoRA finetuning on a small high-quality dataset leads to state-of-the-art results, even when using smaller models than the previous SoTA. We provide a detailed analysis of chatbot performance based on both human and GPT-4 evaluations showing that GPT-4 evaluations are a cheap and reasonable alternative to human evaluation. Furthermore, we find that current chatbot benchmarks are not trustworthy to accurately evaluate the performance levels of chatbots. We release all of our models and code, including CUDA kernels for 4-bit training.

## License and Intended Use
We release the resources associated with QLoRA finetuning in this repository under MIT license.
In addition, we release the Guanaco model family for base LLaMA model sizes of 7B, 13B, 33B, and 65B. These models are intended for purposes in line with the LLaMA license and require access to the LLaMA models.

## Demo
Guanaco is a system purely intended for research purposes and could produce problematic outputs.

1. Access the [live demo here](https://huggingface.co/spaces/uwnlp/guanaco-playground-tgi). Note this is the 33B model, the 65B model demo will come later.

2. Or host your own Guanaco gradio demo directly in Colab with [this notebook](https://colab.research.google.com/drive/17XEqL1JcmVWjHkT-WczdYkJlNINacwG7?usp=sharing). Works with free GPUs for 7B and 13B models.

3. Alternatively, can you distinguish ChatGPT from Guanaco? Give it a try! 
You can access [the model response Colab here](https://colab.research.google.com/drive/1kK6xasHiav9nhiRUJjPMZb4fAED4qRHb?usp=sharing) comparing ChatGPT and Guanaco 65B on Vicuna prompts.


## Installation
To load models in 4bits with transformers and bitsandbytes, you have to install accelerate and transformers from source and make sure you have the latest version of the bitsandbytes library. After installing PyTorch (follow instructions [here](https://pytorch.org/get-started/locally/)), you can achieve the above with the following command:
```bash
pip install -U -r requirements.txt
```

## Getting Started
The `qlora.py` code is a starting point for finetuning and inference on various datasets.
Basic command for finetuning a baseline model on the Alpaca dataset:
```bash
python qlora.py --model_name_or_path <path_or_name>
```

For models larger than 13B, we recommend adjusting the learning rate:
```bash
python qlora.py –learning_rate 0.0001 --model_name_or_path <path_or_name>
```

To replicate our Guanaco models see below.

### Tutorials and Demonstrations
Here is [a blog](https://huggingface.co/blog/4bit-transformers-bitsandbytes) discussing 4-bit quantization, QLoRA, and how they are integrated in transformers.

You can host your own gradio Guanaco demo directly in Colab following [this notebook](https://colab.research.google.com/drive/17XEqL1JcmVWjHkT-WczdYkJlNINacwG7?usp=sharing). 
In addition, here are Colab notebooks with examples for inference and finetuning using QLoRA:
- [Inference notebook](https://colab.research.google.com/drive/1ge2F1QSK8Q7h0hn3YKuBCOAS0bK8E0wf?usp=sharing)
- [Finetuning notebook](https://colab.research.google.com/drive/1VoYNfYDKcKRQRor98Zbf2-9VQTtGJ24k?usp=sharing)

Other examples are found under the `examples/` folder. We include a generation getting started example with guanaco at `examples/guanaco_generate.py`.

### Quantization
Quantization parameters are controlled from the `BitsandbytesConfig` ([see HF documenation](https://huggingface.co/docs/transformers/main_classes/quantization#transformers.BitsAndBytesConfig)) as follows:
- Loading in 4 bits is activated through `load_in_4bit`
- The datatype used for the linear layer computations with `bnb_4bit_compute_dtype`
- Nested quantization is activated through `bnb_4bit_use_double_quant`
- The datatype used for qunatization is specified with `bnb_4bit_quant_type`. Note that there are two supported quantization datatypes `fp4` (four bit float) and `nf4` (normal four bit float). The latter is theoretically optimal for normally distributed weights and we recommend using `nf4`.

```python
    model = AutoModelForCausalLM.from_pretrained(
        model_name_or_path='/name/or/path/to/your/model',
        load_in_4bit=True,
        device_map='auto',
        max_memory=max_memory,
        torch_dtype=torch.bfloat16,
        quantization_config=BitsAndBytesConfig(
            load_in_4bit=True,
            bnb_4bit_compute_dtype=torch.bfloat16,
            bnb_4bit_use_double_quant=True,
            bnb_4bit_quant_type='nf4'
        ),
    )
```

### Paged Optimizer
You can access the paged optimizer with the argument `--optim paged_adamw_32bit`

### Guanaco Finetuning
You can select `--dataset oasst1` to load the OpenAssistant dataset that was used to train Guanaco. You can also find it on HF at [timdettmers/openassistant-guanaco](https://huggingface.co/datasets/timdettmers/openassistant-guanaco).

We include scripts to reproduce the hyperparameters of Guanaco model training for various sizes at `./scripts/finetune_guanaco*.sh`. Make sure to adjust `per_device_train_batch_size` and `gradient_accumulation_steps` so that their product is 16 and training fits on your GPUs. 

### Using Local Datasets

You can specify the path to your dataset using the `--dataset` argument. If the `--dataset_format` argument is not set, it will default to the Alpaca format. Here are a few examples:

- Training with an *alpaca* format dataset:
  ```bash
  python qlora.py --dataset="path/to/your/dataset"
  ```
- Training with a *self-instruct* format dataset:
   ```bash
   python qlora.py --dataset="path/to/your/dataset" --dataset_format="self-instruct"
   ```

### Multi GPU
Multi GPU training and inference work out-of-the-box with Hugging Face's Accelerate. Note that the `per_device_train_batch_size` and `per_device_eval_batch_size` arguments are  global batch sizes unlike what their name suggest.

When loading a model for training or inference on multiple GPUs you should pass something like the following to `AutoModelForCausalLM.from_pretrained()`:
```python
device_map = "auto"
max_memory = {i: '46000MB' for i in range(torch.cuda.device_count())}
```


## Sample Outputs
We provide generations for the models described in the paper for both OA and Vicuna queries in the `eval/generations` folder. These are intended to foster further research on model evaluation and analysis.

Can you distinguish ChatGPT from Guanaco? Give it a try! 
You can access [the model response Colab here](https://colab.research.google.com/drive/1kK6xasHiav9nhiRUJjPMZb4fAED4qRHb?usp=sharing) comparing ChatGPT and Guanaco 65B on Vicuna prompts.

## Evaluation
We include scripts adapted from the FastChat repo to automatically evaluate model generations using GPT-4. We include script for comparisons relative to ChatGPT with scores out of 10 as well as "pairwise comparisons" with three class labeling (win, loose, or tie). These are found in the `eval` folder.

To facilitate the replication of our evaluation and future work in this area, we release GPT-4 and human ratings of our systems. These are found under `eval/ratings-human` and `eval/ratings-gpt4`.

More details can be found at `eval/EVAL_README.md`.

## Known Issues and Limitations
Here a list of known issues and bugs. If your issue is not reported here, please open a new issue and describe the problem.

1. 4-bit inference is slow. Currently, our 4-bit inference implementation is not yet integrated with the 4-bit matrix multiplication
2. Resuming a LoRA training run with the Trainer currently not supported by HF.
3. Currently, using `bnb_4bit_compute_type='fp16'` can lead to instabilities. For 7B LLaMA, only 80% of finetuning runs complete without error. We have solutions, but they are not integrated yet into bitsandbytes.
4. Make sure that `tokenizer.bos_token_id = 1` to avoid generation issues.
5. If you get an this [issue](https://github.com/artidoro/qlora/issues/82) ("illegal memory access") then you should use a newer HF LLaMA conversion or downgrade your PyTorch version.
6. Problems with adding new tokens outlined in #214. Embeddings need to be updated and stored/reloaded if you are adding new tokens.
 



## Citation

```bibtex
@article{dettmers2023qlora,
  title={QLoRA: Efficient Finetuning of Quantized LLMs},
  author={Dettmers, Tim and Pagnoni, Artidoro and Holtzman, Ari and Zettlemoyer, Luke},
  journal={arXiv preprint arXiv:2305.14314},
  year={2023}
}
```

## Acknowledgements
We thank the Hugging Face team, in particular Younes Belkada, for their support integrating QLoRA with PEFT and transformers libraries.
We also thank Meta for releasing the LLaMA models without which this work would not have been possible.

This repo builds on the [Stanford Alpaca](https://github.com/tatsu-lab/stanford_alpaca) and [LMSYS FastChat](https://github.com/lm-sys/FastChat) repos.


================================================
FILE: data/mmlu/five_shot_mmlu_test.json
================================================
[File too large to display: 40.4 MB]

================================================
FILE: data/mmlu/five_shot_mmlu_val.json
================================================
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nThe cyclic subgroup of Z_24 generated by 18 has order\nA. 4\nB. 8\nC. 12\nD. 6\nAnswer:", "output": "A"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nFind the order of the factor group Z_6/<3>.\nA. 2\nB. 3\nC. 6\nD. 12\nAnswer:", "output": "B"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nStatement 1 | A permutation that is a product of m even permutations and n odd permutations is an even permutation if and only if n is even. Statement 2 | Every group is isomorphic to a group of permutations.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer:", "output": "A"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nFind the order of the factor group (Z_4 x Z_12)/(<2> x <2>)\nA. 2\nB. 3\nC. 4\nD. 12\nAnswer:", "output": "C"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nFind the maximum possible order for some element of Z_4 x Z_6.\nA. 4\nB. 6\nC. 12\nD. 24\nAnswer:", "output": "C"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nStatement 1 | The symmetric group S_3 is cyclic. Statement 2 | Every group is isomorphic to some group of permutations.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer:", "output": "D"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nStatement 1 | If a and b are elements of finite order in an Abelian group, then |ab| is the lcm (|a|,|b|). Statement 2 | If g is a group element and g^n = e, then |g| = n.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer:", "output": "B"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nStatement 1 | If f is a homomorphism from G to K and H is normal in G then f(H) is normal in K. Statement 2 | If f is a homomorphism from G to a group and H is finite subgroup of G, then |f(H)| divides |H|.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer:", "output": "D"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nFind the maximum possible order for an element of S_n for n = 7.\nA. 6\nB. 12\nC. 30\nD. 105\nAnswer:", "output": "B"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nStatement 1 | Every integral domain has a field of quotients. Statement 2 | A polynomial of degree n over a ring can have at most n zeros counting multiplicity.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer:", "output": "C"}
{"subject": "abstract_algebra", "input": "The following are multiple choice questions (with answers) about  abstract algebra.\n\nFind all c in Z_3 such that Z_3[x]/(x^2 + c) is a field.\nA. 0\nB. 1\nC. 2\nD. 3\nAnswer: B\n\nStatement 1 | If aH is an element of a factor group, then |aH| divides |a|. Statement 2 | If H and K are subgroups of G then HK is a subgroup of G.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: B\n\nStatement 1 | Every element of a group generates a cyclic subgroup of the group. Statement 2 | The symmetric group S_10 has 10 elements.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: C\n\nStatement 1| Every function from a finite set onto itself must be one to one. Statement 2 | Every subgroup of an abelian group is abelian.\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer: A\n\nFind the characteristic of the ring 2Z.\nA. 0\nB. 3\nC. 12\nD. 30\nAnswer: A\n\nStatement 1 | If a group has an element of order 10, then the number of elements of order 10 is divisible by 4. Statement 2 | If m and n are positive integers and phi is the Euler phi function, then phi(mn) = phi(m)phi(n).\nA. True, True\nB. False, False\nC. True, False\nD. False, True\nAnswer:", "output": "B"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nWhich of the following terms describes the body's ability to maintain its normal state?\nA. Anabolism\nB. Catabolism\nC. Tolerance\nD. Homeostasis\nAnswer:", "output": "D"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nWhich of the following structures travel through the substance of the parotid gland?\nA. The maxillary artery\nB. The maxillary artery and retromandibular vein\nC. The maxillary artery, retromandibular vein and facial artery\nD. The maxillary artery, retromandibular vein, facial artery and buccal branch of the mandibular nerve\nAnswer:", "output": "B"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nA medical practitioner places a stethoscope over the patient's seventh right intercostal space in the mid-axillary line. The stethoscope overlies the\nA. upper lobe of the lung.\nB. middle lobe of the lung.\nC. lower lobe of the lung.\nD. costo-diaphragmatic recess.\nAnswer:", "output": "C"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nThe maxillary sinus\nA. is lined by stratified squamous epithelium.\nB. drains into the superior meatus of the nasal cavities.\nC. is innervated by branches of the maxillary division of the trigeminal nerve.\nD. Receives its blood supply from the first part of the maxillary artery.\nAnswer:", "output": "C"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nWhich of the following is flexible connective tissue that is attached to bones at the joints?\nA. Adipose\nB. Cartilage\nC. Epithelial\nD. Muscle\nAnswer:", "output": "B"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nTonsillar tissue is commonly found\nA. on the posterior wall of the oropharynx.\nB. under the mucosa of the ventral surface of the tongue.\nC. between the palatoglossal and palatopharyngeal folds.\nD. at all three sites.\nAnswer:", "output": "C"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nThe best place to listen to the general heart sound with a stethoscope is the\nA. fifth left intercostal space in the midclavicular line.\nB. second left intercostal space one inch from the sternum.\nC. third left rib at its junction with the sternum.\nD. sternum midway between the sternal angle and xiphisternum.\nAnswer:", "output": "A"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nEmissary veins connect the intracranial venous sinuses to\nA. veins draining the scalp.\nB. veins draining the eye.\nC. the pterygoid venous plexus.\nD. All of the above areas.\nAnswer:", "output": "D"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nSmooth muscle cells contain\nA. actin but not myosin.\nB. myosin but not actin.\nC. actin and myosin arranged irregularly.\nD. actin and myosin arranged in parallel arrays.\nAnswer:", "output": "C"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nWhich of the following controls body temperature, sleep, and appetite?\nA. Adrenal glands\nB. Hypothalamus\nC. Pancreas\nD. Thalamus\nAnswer:", "output": "B"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nWhich one of the following is brought about by activation of sympathetic nerves?\nA. Contraction of bronchial smooth muscle.\nB. Dilation of the pupil of the eye.\nC. Increase in intestinal secretion\nD. Decrease in heart rate\nAnswer:", "output": "B"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nThe trachea\nA. lies deep to the oesophagus.\nB. lies superficial to the oesophagus.\nC. is totally enclosed by cartilaginous rings.\nD. divides at the thoracic inlet.\nAnswer:", "output": "B"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nPharyngeal mucosa is innervated by the glossopharyngeal nerves because it develops from the\nA. first pharyngeal arch.\nB. second pharyngeal arch.\nC. third pharyngeal arch.\nD. fourth pharyngeal arch.\nAnswer:", "output": "C"}
{"subject": "anatomy", "input": "The following are multiple choice questions (with answers) about  anatomy.\n\nWhat is the embryological origin of the hyoid bone?\nA. The first pharyngeal arch\nB. The first and second pharyngeal arches\nC. The second pharyngeal arch\nD. The second and third pharyngeal arches\nAnswer: D\n\nWhich of these branches of the trigeminal nerve contain somatic motor processes?\nA. The supraorbital nerve\nB. The infraorbital nerve\nC. The mental nerve\nD. None of the above\nAnswer: D\n\nThe pleura\nA. have no sensory innervation.\nB. are separated by a 2 mm space.\nC. extend into the neck.\nD. are composed of respiratory epithelium.\nAnswer: C\n\nIn Angle's Class II Div 2 occlusion there is\nA. excess overbite of the upper lateral incisors.\nB. negative overjet of the upper central incisors.\nC. excess overjet of the upper lateral incisors.\nD. excess overjet of the upper central incisors.\nAnswer: C\n\nWhich of the following is the body cavity that contains the pituitary gland?\nA. Abdominal\nB. Cranial\nC. Pleural\nD. Spinal\nAnswer: B\n\nA patient is most likely to experience pain due to infection of the ethmoidal air cells sinus\nA. at the base of the skull.\nB. on the forehead.\nC. in the cheeks.\nD. between the eyes.\nAnswer:", "output": "D"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nYou cool a blackbody to half its original temperature. How does its spectrum change?\nA. Power emitted is 1/16 times as high; peak emission wavelength is 1/2 as long.\nB. Power emitted is 1/4 times as high; peak emission wavelength is 2 times longer.\nC. Power emitted is 1/4 times as high; peak emission wavelength is 1/2 as long.\nD. Power emitted is 1/16 times as high; peak emission wavelength is 2 times longer.\nAnswer:", "output": "D"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nWhat drives differentiation?\nA. Spontaneous emission from radioactive atoms.\nB. The minimization of gravitational potential energy.\nC. Thermally induced collisions.\nD. Plate tectonics.\nAnswer:", "output": "B"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nHow did the lunar maria form?\nA. The giant impact that created the Moon left smooth areas that we call the maria.\nB. Volatiles escaping from the Moon's interior heated and eroded the surface in the regions of the maria.\nC. The early bombardment created heat that melted the lunar surface in the regions of the maria.\nD. Large impacts fractured the Moon's lithosphere allowing lava to fill the impact basins.\nAnswer:", "output": "D"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nWhy doesn't Venus have seasons like Mars and Earth do?\nA. Its rotation axis is nearly perpendicular to the plane of the Solar System.\nB. It does not have an ozone layer.\nC. It does not rotate fast enough.\nD. It is too close to the Sun.\nAnswer:", "output": "A"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nThe mass of Saturn's rings is 2x1019 kg. What is the ratio of this mass to that of a 200 km diameter spherical moon made entirely of water-ice (density ~ 1 g/cm3)? That is what is Mrings : Micy moon?\nA. 1 : 1\nB. 50 : 1\nC. 5 : 1\nD. 0.5 : 1\nAnswer:", "output": "C"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nWhich mechanism can NOT explain Mercury's lack of a permanent atmosphere?\nA. Impact Heating\nB. Volcanic Heating\nC. Ablation by the solar wind\nD. Thermal Escape\nAnswer:", "output": "B"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nWhich property of our solar system does a formation theory NOT need to explain?\nA. patterns of motion\nB. the presence of asteroids and comets\nC. the measured ages of meteorites\nD. the presence of life on Earth\nAnswer:", "output": "D"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nWhat dangers are currently faced by each Mars Exploration Rover?\nA. Opportunity may not be able to drive out of Victoria Crater due to its broken sixth wheel; Spirit's instruments are being corroded by the acidic hot spring environment it is exploring.\nB. Opportunity may not be able to move its arm again; Spirit may not be able to drive out of Victoria Crater due to its broken sixth wheel.\nC. Opportunity may not be able to drive out of Victoria Crater due to its broken sixth wheel; Spirit may not get enough solar power during the winter months immediately ahead.\nD. Opportunity may not be able to move its arm again; Spirit may not get enough solar power during the winter months immediately ahead.\nAnswer:", "output": "D"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nThe reason that small planets tend to lose interior heat faster than larger planets is essentially the same as the reason that ________.\nA. a large baked potato takes longer to cool than a small baked potato\nB. Earth contains more metal than the Moon\nC. thunderstorms tend to form on hot summer days\nD. gas bubbles form and rise upward in boiling water\nAnswer:", "output": "A"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nIf the Moon is setting at noon the phase of the Moon must be\nA. third quarter.\nB. waning crescent.\nC. waxing crescent.\nD. full.\nAnswer:", "output": "A"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nIn astronomy the concept of black bodies is very important to better calculate the radiation of stars. Which one is the correct definition of a black body?\nA. An idealized physical object that reflects all electromagnetic radiation.\nB. An idealized physical object that absorbs all electromagnetic radiation.\nC. An idealized physical object that reflects all polarized radiation.\nD. An idealized physical object that absorbs all polarized radiation.\nAnswer:", "output": "B"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nThe Coriolis effect is observed on planets because\nA. they are rotating and spherical so different latitudes rotate at different speeds (meters/second)\nB. their surfaces rotate at the same speed (meters/second) at all latitudes\nC. they rotate and have magnetic fields\nD. the solar wind interacts with their magnetospheres\nAnswer:", "output": "A"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nThe International Space Station (ISS) circles the Earth approximately 410 km above the ground. Find the best estimate for the orbital speed of the ISS:\nA. 19000 km/h\nB. 21000 km/h\nC. 28000 km/h\nD. 32000 km/h\nAnswer:", "output": "C"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nWhich is the least likely cause of death?\nA. Being hit in the head by a bullet.\nB. Being hit by a small meteorite.\nC. Starvation during global winter caused by a major impact.\nD. Driving while intoxicated without wearing seatbelts.\nAnswer:", "output": "B"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nHow have we been able to construct detailed maps of surface features on Venus?\nA. by studying Venus from Earth with powerful optical telescopes\nB. by landing spacecraft on the surface for close-up study\nC. by studying Venus with powerful optical telescopes on spacecraft that were sent to orbit Venus\nD. by using radar from spacecraft that were sent to orbit Venus\nAnswer:", "output": "D"}
{"subject": "astronomy", "input": "The following are multiple choice questions (with answers) about  astronomy.\n\nYou are pushing a truck along a road. Would it be easier to accelerate this truck on Mars? Why? (Assume there is no friction)\nA. It would be harder since the truck is heavier on Mars.\nB. It would be easier since the truck is lighter on Mars.\nC. It would be harder since the truck is lighter on Mars.\nD. It would be the same no matter where you are.\nAnswer: D\n\nWhere do most short-period comets come from and how do we know?\nA. The Kuiper belt; short period comets tend to be in the plane of the solar system just like the Kuiper belt.\nB. The Kuiper belt; short period comets tend to come from random directions indicating a spherical distribution of comets called the Kuiper belt.\nC. The asteroid belt; short period comets have orbital periods similar to asteroids like Vesta and are found in the plane of the solar system just like the asteroid belt.\nD. The Oort cloud; short period comets tend to be in the plane of the solar system just like the Oort cloud.\nAnswer: A\n\nSay the pupil of your eye has a diameter of 5 mm and you have a telescope with an aperture of 50 cm. How much more light can the telescope gather than your eye?\nA. 10000 times more\nB. 100 times more\nC. 1000 times more\nD. 10 times more\nAnswer: A\n\nWhy isn't there a planet where the asteroid belt is located?\nA. A planet once formed here but it was broken apart by a catastrophic collision.\nB. There was not enough material in this part of the solar nebula to form a planet.\nC. There was too much rocky material to form a terrestrial planet but not enough gaseous material to form a jovian planet.\nD. Resonance with Jupiter prevented material from collecting together to form a planet.\nAnswer: D\n\nWhy is Mars red?\nA. Because the surface is covered with heavily oxidized (\"rusted\") minerals.\nB. Because the atmosphere scatters more light at bluer wavelengths transmitting mostly red light.\nC. Because Mars is covered with ancient lava flows which are red in color.\nD. Because flowing water on Mars's surface altered the surface minerals several billion years ago.\nAnswer: A\n\nA comet\u2019s tail points in the following direction:\nA. away from the Sun\nB. towards the Sun\nC. in the direction of movement\nD. against the direction of movement\nAnswer:", "output": "A"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nDisqualification of directors may result from breaches under the\nA. Sale of Goods Act 1979\nB. Financial Services Act 1986\nC. Companies Act 2006 and Insolvency Act 1986\nD. Health and Safety at Work Act 1974\nAnswer:", "output": "C"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nIn a global context, many companies have significant ______ power due to their ability to threaten governments, in the face of ________ with relocation to other territories, which Beck (1998) describes as 'corporate power of _______.\nA. Economic, Commercial competition, Social sanction\nB. Political, Undesirable regulation, Transnational withdrawal\nC. Social, Commercial competition, Social sanction\nD. Social, Undesirable regulation, Transnational withdrawal\nAnswer:", "output": "B"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nEthics of duty is a principle based ethical theory attributed to Emmanuel Kant.\nA. 1,3\nB. 2,3\nC. 1,2\nD. 1,2,3\nAnswer:", "output": "A"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nWhile businesses traditionally engaged in civil society through ______, recently more business-________ collaboration have emerged in order to tackle social and environmental problems. Likewise, CSO's strategies have evolved with an increasing number setting up _________, which are more commercially orientated then traditional charity models.\nA. Philanthropy, CSO, Social enterprises\nB. Philanthropy, Government, Lobbying groups\nC. Advertising campaigns, CSO, Lobbying groups\nD. Advertising campaigns, Government, Social enterprises\nAnswer:", "output": "A"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nThe relationship between shareholders and the company, or so called ________, describes shareholders as _________ and managers of the company as ________.\nA. Agency relation, Agent, Principals\nB. Stakeholder management, Agent, Principals\nC. Agency relation, Principal, Agents\nD. Stakeholder management, Principal, Agents\nAnswer:", "output": "C"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nExecutive directors are responsible for running the firm.\nA. 1,4\nB. 1,3\nC. 2,3\nD. 1,2,3\nAnswer:", "output": "A"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nSubjection to emotional exploitation.\nA. 1,2,4\nB. 1,3,4\nC. 2,3,4\nD. 1,2,3,4,5\nAnswer:", "output": "B"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nThe recent global sustainability agenda has been dominated by which of the following organisations sustainability goals?\nA. Marks & Spencer's 'Plan A'\nB. United Nations 'Sustainable Development Goals'\nC. The Alibaba Group's 'Sustainability Initiatives'\nD. Unilever's 'Sustainable Living Plan'\nAnswer:", "output": "B"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nThe OECD argues that corporate governance problems arise because:\nA. Ownership and control is separated\nB. Managers always act in their own self interest\nC. Profit maximization is the main objective of organizations\nD. Stakeholders have differing levels of power\nAnswer:", "output": "A"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\nWhat is meant by the phrase CSR?\nA. Corporate Social Responsibility\nB. Company Social Responsibility\nC. Corporate Society Responsibility\nD. Company Society Responsibility\nAnswer:", "output": "A"}
{"subject": "business_ethics", "input": "The following are multiple choice questions (with answers) about  business ethics.\n\nBeyond the business case for engaging in CSR there are a number of moral arguments relating to: negative _______, the _______that corporations possess and the ________ of business and society.\nA. Externalities, Power, Independence\nB. Publicity, Insubstantial resources, Mutual dependence\nC. Publicity, Power, Independence\nD. Externalities, Power, Mutual dependence\nAnswer: D\n\n_______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Corporate social responsibility\nB. Business ethics management\nC. Sustainability\nD. Environmental management\nAnswer: B\n\nTo ensure the independence of the non-executive board members, they are a number of steps which can be taken, which include non-executives being drawn from _______ the company, being appointed for a _________ time period as well as being appointed _________.\nA. Outside, Limited, Independently\nB. Inside, Limited, Intermittently\nC. Outside, Unlimited, Intermittently\nD. Inside, Unlimited, Independently\nAnswer: A\n\nThree contrasting tactics that CSO's can engage in to meet their aims are ________ which typically involves research and communication, ________, which may involve physically attacking a company's operations or ________, often involving some form of _______.\nA. Non-violent direct action, Violent direct action, Indirect action, Boycott\nB. Indirect action, Instrumental action, Non-violent direct action, Information campaign\nC. Indirect action, Violent direct action, Non-violent direct-action Boycott\nD. Non-violent direct action, Instrumental action, Indirect action, Information campaign\nAnswer: C\n\nIn contrast to _______, _______ aim to reward favourable behaviour by companies. The success of such campaigns have been heightened through the use of ___________, which allow campaigns to facilitate the company in achieving _________ .\nA. Buycotts, Boycotts, Blockchain technology, Charitable donations\nB. Buycotts, Boycotts, Digital technology, Increased Sales\nC. Boycotts, Buyalls, Blockchain technology, Charitable donations\nD. Boycotts, Buycotts, Digital technology, Increased Sales\nAnswer: D\n\n______, ________ and _______ are all factors which can impinge upon stakeholder communication and collaboration.\nA. Resource intensity, Culture clash, Accountability\nB. Resource clash, Culture intensity, Accountability\nC. Resource intensity, Culture clash, Coordinative fluidity\nD. Resource clash, Culture clash, Coordinative fluidity\nAnswer:", "output": "A"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nType I muscle fibres have the following characteristics:\nA. white, glycolytic, slow contracting.\nB. white, oxidative, slow contracting.\nC. red, oxidative, fast contracting.\nD. red, oxidative, slow contracting.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nMr Wood has just returned from surgery and has severe internal bleeding. Which of the following observations would you NOT expect to find on undertaking post-operative observations?\nA. Hypotension.\nB. Bradycardia.\nC. Confusion\nD. Tachypnoea.\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following represents Cushing's response?\nA. Low blood pressure, tachycardia.\nB. High blood pressure, tachycardia.\nC. Low blood pressure, bradycardia.\nD. High blood pressure, bradycardia.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nHow many 'true' movements are available at the hip?\nA. 4\nB. 5\nC. 6\nD. 7\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nFor patients with asthma, how many times a day should a peak flow reading be taken?\nA. Daily.\nB. Twice a day.\nC. Three times a week.\nD. Once a week.\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is incorrect?\nA. Dentures should be removed at night.\nB. Dentures should be cleaned on removal from mouth.\nC. Dentures should be stored in a named pot.\nD. Dentures should be stored dry.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhy might you choose to use a silicone catheter (as of 2020 medical knowledge)?\nA. Because the patient does not like the others.\nB. Because the patient is allergic to latex.\nC. Because there are no other kinds of catheter at your disposal.\nD. Because it is cheaper.\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nThe recommended dose of creatine to load the muscles of a 70 kg man within one week is:\nA. 2 g/day.\nB. 5 g/day.\nC. 10 g/day.\nD. 20 g/day.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nThe coding sequences of genes are called:\nA. extrons.\nB. exons.\nC. introns.\nD. codons.\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is true with regards to the anatomy involved in the rectal examination?\nA. The sacrum is palpated anteriorly\nB. The pubic bone is palpated anteriorly in both sexes\nC. In the male the testes can be appreciated anteriorly\nD. The cervix can sometimes be felt anteriorly in the female\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nUsing a large volume spacer will improve the deposition of medication by:\nA. 10-15%\nB. 40-60%\nC. 99-100%\nD. 30-40%\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich one of the following is not a use for intravenous infusions?\nA. Administer prescribed intravenous fluid.\nB. Administer dyes or contrast media for radiographic examinations.\nC. Administer prescribed blood products.\nD. To orally hydrate a patient.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nDuring exercise, adrenaline secretion from the adrenal glands is stimulated by:\nA. increased plasma glucose.\nB. increased plasma fatty acids.\nC. increased plasma ACTH.\nD. increased sympathetic nerve activity.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is true of blackouts and dizziness?\nA. Confusion following a blackout is strongly suggestive of a fit\nB. Pre-syncope is another term for a blackout\nC. An epileptic fit always leads to the loss of consciousness\nD. In the investigation of a blackout a blood sugar estimation is of no value\nAnswer:", "output": "A"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is true about abdominal pain?\nA. Peptic ulcer pain is usually experienced in the hypogastrium\nB. The pain of irritable bowel syndrome is usually well localised\nC. The pain of oesophagitis is usually retrosternal in site\nD. The pain of pancreatitis usually radiates to the groin\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nThe following are features of Alzheimer's disease except:\nA. short-term memory loss.\nB. confusion.\nC. poor attention.\nD. drowsiness.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is true about radial nerve palsy?\nA. The radial nerve arises from the lateral cord of the brachial plexus\nB. It is associated with sensory loss over the medial half of the hand\nC. It leads to wrist drop\nD. It can occur due to a superficial laceration over the wrist\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nHow can several different proteins be produced from the same gene?\nA. By selective transcription of different parts of the DNA in the gene.\nB. By doubling or tripling the length of the mRNA molecule produced from the primary transcript.\nC. The primary transcripts of many genes can be spliced in various ways to produce different mRNAs, a process known as alternative RNA splicing.\nD. By splicing of the mRNA molecule after it has been formed from the primary transcript.\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nHow long can a long-term catheter stay in situ?\nA. 4 weeks.\nB. 7 weeks.\nC. 12 weeks.\nD. 20 weeks.\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nStridor is described as:\nA. A wheezing sound.\nB. A gurgling sound.\nC. A rattling sound.\nD. A high-pitched sound.\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhat is cardiac output?\nA. Stroke volume \u00d7 heart rate.\nB. Systemic vascular resistance \u00d7 heart rate.\nC. Blood pressure \u00d7 heart rate.\nD. Preload \u00d7 stroke volume.\nAnswer:", "output": "A"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is true about the assessment of gait?\nA. A stamping gait is caused by bilateral foot drop\nB. An antalgic gait is caused by a painful leg\nC. A waddling gait is sometimes called a steppage gait\nD. An apraxic gait is due to hysteria\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhat should be done after catheterization is carried out?\nA. The patient should be thanked.\nB. The patient should be advised when to drink.\nC. Document catheterization in the patient's notes.\nD. The patient should be washed.\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nIn a patient with chest pain which of these features is most suggestive of a myocardial infarction?\nA. Very severe pain\nB. Sweating and vomiting\nC. Pain has lasted for over a week\nD. Pain is sharp like a knife\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nIn the assessment of visual fields which of the following is true?\nA. A lesion at the optic chiasma leads to a homonymous hemianopia\nB. Impulses from the retinal leave the eye via the optic radiation\nC. An enlarged blind spot may occur because of papilloedema\nD. The visual field examination maps out a patient's central vision\nAnswer:", "output": "C"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWho set the world record for the mile race in 1886?\nA. R Bannister\nB. S Coe\nC. J DiMaggio\nD. WG George\nAnswer:", "output": "D"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhat is erythema?\nA. Inflammation of the sweat glands.\nB. Redness of the skin due to congestion of the capillaries.\nC. A form of skin infection.\nD. Redness of the skin caused by pressure.\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhen branched chain amino acids are deaminated in muscle, the ammonia produced is mostly:\nA. converted into arginine and released from the muscle.\nB. converted into alanine and glutamine and released from the muscle.\nC. converted into urea and released from the muscle.\nD. used to synthesise purines and pyrimidines in the muscle.\nAnswer:", "output": "B"}
{"subject": "clinical_knowledge", "input": "The following are multiple choice questions (with answers) about  clinical knowledge.\n\nThe energy for all forms of muscle contraction is provided by:\nA. ATP.\nB. ADP.\nC. phosphocreatine.\nD. oxidative phosphorylation.\nAnswer: A\n\nWhat is the difference between a male and a female catheter?\nA. Male and female catheters are different colours.\nB. Male catheters are longer than female catheters.\nC. Male catheters are bigger than female catheters.\nD. Female catheters are longer than male catheters.\nAnswer: B\n\nIn the assessment of the hand function which of the following is true?\nA. Abduction of the thumb is supplied by spinal root T2\nB. Opposition of the thumb by opponens policis is supplied by spinal root T1\nC. Finger adduction is supplied by the median nerve\nD. Finger abduction is mediated by the palmar interossei\nAnswer: B\n\nHow many attempts should you make to cannulate a patient before passing the job on to a senior colleague, according to the medical knowledge of 2020?\nA. 4\nB. 3\nC. 2\nD. 1\nAnswer: C\n\nGlycolysis is the name given to the pathway involving the conversion of:\nA. glycogen to glucose-1-phosphate.\nB. glycogen or glucose to fructose.\nC. glycogen or glucose to pyruvate or lactate.\nD. glycogen or glucose to pyruvate or acetyl CoA.\nAnswer: C\n\nWhich of the following is true regarding the examination of the legs?\nA. Sustained clonus occurs with hypotonia\nB. Clonus can only be demonstrated at the ankle\nC. The root value of hip flexion is L4, L5\nD. The root value of toe extension is L5\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following is the most direct cause of polyteny in somatic cells of certain organisms?\nA. RNA transcription\nB. Supercoiling of chromatin\nC. Chromosome replication without cell division\nD. Chromosome recombination\nAnswer:", "output": "C"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nAll of the following statements about muscle contraction are true EXCEPT:\nA. The ends of actin filaments move closer together.\nB. The length of myosin filaments does not change.\nC. Calcium-troponin binding precedes actin-myosin binding.\nD. Calcium-tropomyosin binding precedes actin-myosin binding.\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nShort-term changes in plant growth rate mediated by the plant hormone auxin are hypothesized to result from\nA. loss of turgor pressure in the affected cells\nB. increased extensibility of the walls of affected cells\nC. suppression of metabolic activity in affected cells\nD. cytoskeletal rearrangements in the affected cells\nAnswer:", "output": "B"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nRNA is thought to have played an important role in the evolution of life for which of the following reasons?\nI. It occurred in great quantities on early Earth.\nII. It can self-replicate via a complementary chain.\nIII. It can catalyze some cellular functions.\nA. I only\nB. II only\nC. III only\nD. II and III\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nAn organism with a lobed thallus, rhizoids, and gemmae is a\nA. moss\nB. liverwort\nC. fern\nD. mushroom\nAnswer:", "output": "B"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nOne hypothesis posed by evolutionary biologists to account for an organism's altruistic behavior in social groups is that of kin selection. According to the kin selection theory, the risk incurred by a bird that sounds an alarm call due to a nearby predator may be offset by the fact that\nA. the alarm call induces the predator to abandon its hunt\nB. the alarm call allows the bird to gain protection at the center of a flock\nC. the alarm call will benefit those members with whom the bird shares a percentage of its genes\nD. the bird will gain the same early warning advantage from another member of the flock at a future time\nAnswer:", "output": "C"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nA plant that possesses swimming sperm, xylem with tracheids, independent gametophyte and sporophyte phases, and no seeds is probably most closely related to\nA. mosses\nB. pines\nC. ferns\nD. liverworts\nAnswer:", "output": "C"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following is NOT a characteristic of an oligotrophic lake?\nA. Low nutrient levels\nB. High altitudes\nC. Shallow water\nD. Sand or gravel bottom\nAnswer:", "output": "C"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nEvidence that sea urchins are more closely related to frogs than they are to snails is that echinoderms and chordates share which of the following embryological features?\nA. An embryonic notochord disappears by the adult stage.\nB. Larvae undergo metamorphosis.\nC. Early embryos are unable to compensate for missing cells.\nD. The pore that forms the mouth develops after the pore that forms the anus.\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following is NOT a correct statement concerning elastin?\nA. It is a component of large blood vessels.\nB. Its secondary structure consists primarily of alpha helices.\nC. It is secreted into the extracellular matrix of tissues.\nD. It is a globular protein found in connective tissue.\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nIn cloning experiments on the frog Xenopus laevis, nuclei were removed from intestinal cells of tadpoles and transplanted into zygotes whose nuclei had been removed. A small percent of these zygotes developed into normal frogs, suggesting that\nA. intestinal cells can be transformed into all cell types\nB. frogs do not have the same developmental constraints as other species\nC. intestinal cell nuclei are highly specialized\nD. the genomes of all somatic cells are equivalent\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following sets of reactions occurs in the stroma of the chloroplast in plant cells?\nA. Calvin cycle\nB. Krebs cycle\nC. Fermentation\nD. Decarboxylation\nAnswer:", "output": "A"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following provides visual evidence of genetic recombination during meiosis?\nA. Centromeres\nB. Synaptonemal complexes\nC. Haploid nuclei\nD. Chiasmata\nAnswer:", "output": "D"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following occurred first during the separation of the elements of Pangaea through continental drift?\nA. Gondwana and Laurasia were formed.\nB. Africa separated from South America.\nC. India collided with Eurasia to form the Himalayan mountain chain.\nD. Australia separated from the rest of the continental landmasses.\nAnswer:", "output": "A"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nWhich of the following traits do prokaryotes and eukaryotes have in common?\nA. A single chromosome carries the entire genome.\nB. Chromosomes are circular.\nC. Replication is bidirectional.\nD. Molecular weight of respective DNA is comparable.\nAnswer:", "output": "C"}
{"subject": "college_biology", "input": "The following are multiple choice questions (with answers) about  college biology.\n\nWhich of the following represents an accurate statement concerning arthropods?\nA. They possess an exoskeleton composed primarily of peptidoglycan.\nB. They possess an open circulatory system with a dorsal heart.\nC. They are members of a biologically unsuccessful phylum incapable of exploiting diverse habitats and nutrition sources.\nD. They lack paired, jointed appendages.\nAnswer: B\n\nIn a given population, 1 out of every 400 people has a cancer caused by a completely recessive allele, b. Assuming the population is in Hardy-Weinberg equilibrium, which of the following is the expected proportion of individuals who carry the b allele but are not expected to develop the cancer?\nA. 1/400\nB. 19/400\nC. 20/400\nD. 38/400\nAnswer: D\n\nThe presence of homologous structures in two different organisms, such as the humerus in the front limb of a human and a bird, indicates that\nA. the human and bird are polyphyletic species\nB. a human's and bird's evolution is convergent\nC. the human and bird belong to a clade\nD. the human and bird developed by analogy\nAnswer: C\n\nAccording to the pressure-flow model of movement of phloem contents, photosynthate movement from source to sink is driven by\nA. an ATP-dependent pressure-flow pump\nB. a water-pressure potential gradient\nC. transpiration\nD. apoplastic diffusion\nAnswer: B\n\nWhich of the following contain DNA sequences required for the segregation of chromosomes in mitosis and meiosis?\nA. Telomeres\nB. Centromeres\nC. Nucleosomes\nD. Spliceosomes\nAnswer: B\n\nAll of the following are required procedures in order to clone specific mRNA molecules EXCEPT\nA. extracting mRNA from cells\nB. cleaving the full genome of a cell into fragments\nC. creating a cDNA molecule\nD. converting single-stranded cDNA into double-stranded cDNA\nAnswer:", "output": "B"}
{"subject": "college_chemistry", "input": "The following are multiple choice questions (with answers) about  college chemistry.\n\nWhich of the following statements about the lanthanide elements is NOT true?\nA. The most common oxidation state for the lanthanide elements is +3.\nB. Lanthanide complexes often have high coordination numbers (> 6).\nC. All of the lanthanide elements react with aqueous acid to liberate hydrogen.\nD. The atomic radii of the lanthanide elements increase across the period from La to Lu.\nAnswer: D\n\nA 0.217 g sample of HgO (molar mass = 217 g) reacts with excess iodide ions according to the reaction shown above. Titration of the resulting solution requires how many mL of 0.10 M HCl to reach equivalence point?\nA. 1.0 mL\nB. 10 mL\nC. 20 mL\nD. 50 mL\nAnswer: C\n\nPredict the number of lines in the EPR spectrum of a solution of 13C-labelled methyl radical (13CH3\u2022), assuming the lines do not overlap.\nA. 4\nB. 3\nC. 6\nD. 24\nAnswer: A\n\n3 Cl\u2212(aq) + 4 CrO_4^2\u2212(aq) + 23 H+(aq) \u2192 3 HClO2(aq) + 4 Cr3+(aq) + 10 H2O(l). In the reaction shown above, Cl\u2212(aq) behaves as\nA. an acid\nB. a base\nC. a catalyst\nD. a reducing agent\nAnswer: D\n\nWhich of the following lists the hydrides of group-14 elements in order of thermal stability, from lowest to highest?\nA. PbH4 < SnH4 < GeH4 < SiH4 < CH4\nB. PbH4 < SnH4 < CH4 < GeH4 < SiH4\nC. CH4 < SiH4 < GeH4 < SnH4 < PbH4\nD. CH4 < PbH4 < GeH4 < SnH4 < SiH4\nAnswer: A\n\nWhich of the following is true for Br2 at standard temperature and pressure?\nA. It is a colorless gas.\nB. It is a red-brown volatile liquid.\nC. It is a colorless volatile liquid.\nD. It is a yellow metallic solid.\nAnswer:", "output": "B"}
{"subject": "college_chemistry", "input": "The following are multiple choice questions (with answers) about  college chemistry.\n\nWhich of the following statements about the lanthanide elements is NOT true?\nA. The most common oxidation state for the lanthanide elements is +3.\nB. Lanthanide complexes often have high coordination numbers (> 6).\nC. All of the lanthanide elements react with aqueous acid to liberate hydrogen.\nD. The atomic radii of the lanthanide elements increase across the period from La to Lu.\nAnswer: D\n\nA 0.217 g sample of HgO (molar mass = 217 g) reacts with excess iodide ions according to the reaction shown above. Titration of the resulting solution requires how many mL of 0.10 M HCl to reach equivalence point?\nA. 1.0 mL\nB. 10 mL\nC. 20 mL\nD. 50 mL\nAnswer: C\n\nPredict the number of lines in the EPR spectrum of a solution of 13C-labelled methyl radical (13CH3\u2022), assuming the lines do not overlap.\nA. 4\nB. 3\nC. 6\nD. 24\nAnswer: A\n\n3 Cl\u2212(aq) + 4 CrO_4^2\u2212(aq) + 23 H+(aq) \u2192 3 HClO2(aq) + 4 Cr3+(aq) + 10 H2O(l). In the reaction shown above, Cl\u2212(aq) behaves as\nA. an acid\nB. a base\nC. a catalyst\nD. a reducing agent\nAnswer: D\n\nWhich of the following lists the hydrides of group-14 elements in order of thermal stability, from lowest to highest?\nA. PbH4 < SnH4 < GeH4 < SiH4 < CH4\nB. PbH4 < SnH4 < CH4 < GeH4 < SiH4\nC. CH4 < SiH4 < GeH4 < SnH4 < PbH4\nD. CH4 < PbH4 < GeH4 < SnH4 < SiH4\nAnswer: A\n\nThe 13C spectrum of which isomer of C6H14 has lines with three distinct chemical shifts?\nA. hexane\nB. 2-methylpentane\nC. 3-methylpentane\nD. 2,3-dimethylbutane\nAnswer:", "output": "A"}
{"subject": "college_chemistry", "input": "The following are multiple choice questions (with answers) about  college chemistry.\n\nWhich of the following statements about the lanthanide elements is NOT true?\nA. The most common oxidation state for the lanthanide elements is +3.\nB. Lanthanide complexes often have high coordination numbers (> 6).\nC. All of the lanthanide elements react with aqueous acid to liberate hydrogen.\nD. The atomic radii of the lanthanide elements increase across the period from La to Lu.\nAnswer: D\n\nA 0.217 g sample of HgO (molar mass = 217 g) reacts with excess iodide ions according to the reaction shown above. Titration of the resulting solution requires how many mL of 0.10 M HCl to reach equivalence point?\nA. 1.0 mL\nB. 10 mL\nC. 20 mL\nD. 50 mL\nAnswer: C\n\nPredict the number of lines in the EPR spectrum of a solution of 13C-labelled methyl radical (13CH3\u2022), assuming the lines do not overlap.\nA. 4\nB. 3\nC. 6\nD. 24\nAnswer: A\n\n3 Cl\u2212(aq) + 4 CrO_4^2\u2212(aq) + 23 H+(aq) \u2192 3 HClO2(aq) + 4 Cr3+(aq) + 10 H2O(l). In the reaction shown above, Cl\u2212(aq) behaves as\nA. an acid\nB. a base\nC. a catalyst\nD. a reducing agent\nAnswer: D\n\nWhich of the following lists the hydrides of group-14 elements in order of thermal stability, from lowest to highest?\nA. PbH4 < SnH4 < GeH4 < SiH4 < CH4\nB. PbH4 < SnH4 < CH4 < GeH4 < SiH4\nC. CH4 < SiH4 < GeH4 < SnH4 < PbH4\nD. CH4 < PbH4 < GeH4 < SnH4 < SiH4\nAnswer: A\n\nThe Rydberg equation v = R_H(1/n_1^2 - 1/n_2^2) accurately predicts the UV-visible emission spectrum of the hydrogen atom. A form of the Rydberg equation may also be used to predict the UV-visible emission for all of the following EXCEPT\nA. hydride ion, H\u2212\nB. deuterium atom, D\nC. tritium atom, T\nD. helium cation, He+\nAnswer:", "output": "A"}
{"subject": "college_chemistry", "input": "The following are multiple choice questions (with answers) about  college chemistry.\n\nWhich of the following statements about the lanthanide elements is NOT true?\nA. The most common oxidation state for the lanthanide elements is +3.\nB. Lanthanide complexes often have high coordination numbers (> 6).\nC. All of the lanthanide elements react with aqueous acid to liberate hydrogen.\nD. The atomic radii of the lanthanide elements increase across the period from La to Lu.\nAnswer: D\n\nA 0.217 g sample of HgO (molar mass = 217 g) reacts with excess iodide ions according to the reaction shown above. Titration of the resulting solution requires how many mL of 0.10 M HCl to reach equivalence point?\nA. 1.0 mL\nB. 10 mL\nC. 20 mL\nD. 50 mL\nAnswer: C\n\nPredict the num
Download .txt
gitextract_ai_l2u9q/

├── .gitignore
├── LICENSE
├── README.md
├── data/
│   └── mmlu/
│       ├── five_shot_mmlu_test.json
│       ├── five_shot_mmlu_val.json
│       ├── zero_shot_mmlu_test.json
│       └── zero_shot_mmlu_val.json
├── eval/
│   ├── EVAL_README.md
│   ├── eval_gpt_review.py
│   ├── generations/
│   │   ├── oa/
│   │   │   ├── 13b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 13b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 30b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 65b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-alpaca-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-chip2-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-flan-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-longform-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── 7b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl
│   │   │   ├── gpt-3.5-oa-generations.jsonl
│   │   │   ├── gpt-4-oa-generations.jsonl
│   │   │   └── vicuna-13b-oa-generations.jsonl
│   │   └── vicuna/
│   │       ├── 13-self-instruct-vicuna-generations-topp0.9-temp0.7-secondround.jsonl
│   │       ├── 13b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 13b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 30b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 65b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-alpaca-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-chip2-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-flan-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-hh-rlhf-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-longform-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-self-instruct-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── 7b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7.jsonl
│   │       ├── answer_bard.jsonl
│   │       ├── answer_gpt35.jsonl
│   │       ├── answer_gpt4.jsonl
│   │       └── answer_vicuna-13b.jsonl
│   ├── generations_qualitative_comparison_guanaco65b_vs_gpt35.ipynb
│   ├── prompts/
│   │   ├── oa_prompt_threeclass.jsonl
│   │   ├── oa_questions.jsonl
│   │   ├── oa_reviewer.jsonl
│   │   ├── reviewer.jsonl
│   │   ├── vicuna_prompt_relative.jsonl
│   │   ├── vicuna_prompt_threeclass.jsonl
│   │   └── vicuna_questions.jsonl
│   ├── qa_baseline_gpt.py
│   ├── ratings-gpt4/
│   │   ├── oa/
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 13b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 30b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 65b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── 7b-guanaco-oa-generations-topp0.9-temp0.7-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-3.5-oa-generations-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── gpt-4-oa-generations-vs-vicuna-13b-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-13b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-30b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-65b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-7b-guanaco-oa-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │   │   ├── vicuna-13b-oa-generations-vs-gpt-3.5-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   │   └── vicuna-13b-oa-generations-vs-gpt-4-oa-generations-gpt-4-reviewer-threeclass.jsonl
│   │   └── vicuna/
│   │       ├── pairwise/
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-bard-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt35-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-gpt4-vs-answer-vicuna-13b-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-answer-bard-gpt-4-reviewer-threeclass.jsonl
│   │       │   ├── answer-vicuna-13b-vs-answer-gpt35-gpt-4-reviewer-threeclass.jsonl
│   │       │   └── answer-vicuna-13b-vs-answer-gpt4-gpt-4-reviewer-threeclass.jsonl
│   │       └── relative-gpt-3.5/
│   │           ├── 13b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 13b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-huggingchat-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 30b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 65b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-alpaca-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-chip2-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-flan-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-guanaco-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-longform-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-self-instruct-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── 7b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── bard-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-13b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-huggingchat-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-30b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-65b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-alpaca-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-chip2-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-flan-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-guanaco-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-hh-rlhf-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-longform-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-self-instruct-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-7b-unnatural-instructions-vicuna-generations-topp0.9-temp0.7-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-bard-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-gpt4-gpt4-reviewer.jsonl
│   │           ├── gpt-3.5-vs-vicuna-13b-gpt4-reviewer.jsonl
│   │           ├── gpt4-vs-gpt-3.5-gpt4-reviewer.jsonl
│   │           └── vicuna-13b-vs-gpt-3.5-gpt4-reviewer.jsonl
│   ├── ratings-human/
│   │   ├── mturk_ui.html
│   │   └── vicuna_benchmark_human_annotations.csv
│   └── requirements.txt
├── examples/
│   ├── guanaco_7B_demo_colab.ipynb
│   └── guanaco_generate.py
├── qlora.py
├── requirements.txt
└── scripts/
    ├── finetune.sh
    ├── finetune_guanaco_13b.sh
    ├── finetune_guanaco_33b.sh
    ├── finetune_guanaco_65b.sh
    ├── finetune_guanaco_7b.sh
    ├── finetune_llama2_guanaco_7b.sh
    └── generate.sh
Download .txt
SYMBOL INDEX (5 symbols across 1 files)

FILE: eval/eval_gpt_review.py
  function get_eval (line 26) | def get_eval(sys_prompt, user_prompt: str, max_tokens: int, model: str):
  function parse_three_class_score (line 51) | def parse_three_class_score(review):
  function parse_score (line 61) | def parse_score(review):
  function gen_prompt (line 77) | def gen_prompt(reviewer_jsons, prompt_jsons, cat, ques, ans1, ans2):
  function get_json_list (line 98) | def get_json_list(file_path):
Copy disabled (too large) Download .json
Condensed preview — 274 files, each showing path, character count, and a content snippet. Download the .json file for the full structured content (111,999K chars).
[
  {
    "path": ".gitignore",
    "chars": 3157,
    "preview": "wandb/\noutput/\n\n# Byte-compiled / optimized / DLL files\n__pycache__/\n*.py[cod]\n*$py.class\n\n# C extensions\n*.so\n\n# Distri"
  },
  {
    "path": "LICENSE",
    "chars": 1087,
    "preview": "MIT License\n\nCopyright (c) 2023 Artidoro Pagnoni, Tim Dettmers\n\nPermission is hereby granted, free of charge, to any per"
  },
  {
    "path": "README.md",
    "chars": 10936,
    "preview": "\n\n# QLoRA: Efficient Finetuning of Quantized LLMs\n\n| [Paper](https://arxiv.org/abs/2305.14314) | [Adapter Weights](https"
  },
  {
    "path": "data/mmlu/five_shot_mmlu_val.json",
    "chars": 4645672,
    "preview": "{\"subject\": \"abstract_algebra\", \"input\": \"The following are multiple choice questions (with answers) about  abstract alg"
  },
  {
    "path": "data/mmlu/zero_shot_mmlu_test.json",
    "chars": 8758045,
    "preview": "{\"subject\": \"abstract_algebra\", \"input\": \"The following are multiple choice questions (with answers) about  abstract alg"
  },
  {
    "path": "data/mmlu/zero_shot_mmlu_val.json",
    "chars": 958559,
    "preview": "{\"subject\": \"abstract_algebra\", \"input\": \"The following are multiple choice questions (with answers) about  abstract alg"
  },
  {
    "path": "eval/EVAL_README.md",
    "chars": 3425,
    "preview": "# Evaluation\n\nWe provide scripts to evaluate model responses with GPT-4. We also provide a script to generate new respon"
  },
  {
    "path": "eval/eval_gpt_review.py",
    "chars": 7944,
    "preview": "# Adapted from https://github.com/lm-sys/FastChat/blob/b3c8bd71637d6c88206a360be436e7941b4fffb4/fastchat/eval/eval_gpt_r"
  },
  {
    "path": "eval/generations/oa/13b-alpaca-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4408074,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-chip2-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4392337,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-flan-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4139808,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-guanaco-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 6485654,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-hh-rlhf-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 8227218,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-longform-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 6975027,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 5173117,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/13b-unnatural-instructions-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4397740,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/30b-alpaca-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4367002,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/30b-chip2-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4076905,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/30b-flan-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 3717043,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/30b-guanaco-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 6153298,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/30b-longform-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4533641,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/30b-self-instruct-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4790474,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/65b-alpaca-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4443787,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/65b-chip2-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 4323233,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/65b-flan-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 3857104,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  },
  {
    "path": "eval/generations/oa/65b-guanaco-oa-generations-topp0.9-temp0.7.jsonl",
    "chars": 6192655,
    "preview": "{\"input\": \"### Human: \\u041d\\u0430\\u043f\\u0438\\u0448\\u0438 \\u0444\\u0443\\u043d\\u043a\\u0446\\u0438\\u044e \\u043d\\u0430 \\u044"
  }
]

// ... and 248 more files (download for full content)

About this extraction

This page contains the full source code of the artidoro/qlora GitHub repository, extracted and formatted as plain text for AI agents and large language models (LLMs). The extraction includes 274 files (313.5 MB), approximately 26.3M tokens, and a symbol index with 5 extracted functions, classes, methods, constants, and types. Use this with OpenClaw, Claude, ChatGPT, Cursor, Windsurf, or any other AI tool that accepts text input. You can copy the full output to your clipboard or download it as a .txt file.

Extracted by GitExtract — free GitHub repo to text converter for AI. Built by Nikandr Surkov.

Copied to clipboard!