Skip to content
Snippets Groups Projects
Commit efa8f555 authored by umlauf's avatar umlauf
Browse files
parents 038d951b b13037bf
No related branches found
No related tags found
No related merge requests found
No preview for this file type
......@@ -110,6 +110,7 @@ def train(model, name,train_dataset, test_dataset, seed, batch_size, test_batch_
'mixepoch': True,
'mixlayer': mixlayer,
'lambda_value': lambda_value}
labels=batch[5]
if name[0] == "r":
......
......@@ -27,7 +27,7 @@ This README gives a rough overview of the project. The full documentation and ad
- 📝 [Research Plan](documentation/organization/research_plan.pdf)
- 🧭 [Specification Presentation](documentation/organization/specification_presentation.pdf)
- 📖 [Project Report](LINK) ---------> ADD
- 📖 [Project Report](documentation/organization/project_report.pdf)
- 🎤 [Final Presentation](documentation/organization/final_presentation.pdf)
***
......@@ -167,7 +167,7 @@ Install all necessary requirements next:
pip install -r requirements.txt
```
[noch zu überlegen: evtl 2 requirements/envs für BT extra wegen torch version]
ℹ️ Note that we use `python3.9`.
***
## ⚙️ Usage <a name="usage"></a>
......
File added
#!/bin/bash
#
#SBATCH --job-name=get_bert
#SBATCH --output=output.txt
#SBATCH --ntasks=1
#SBATCH --mail-user=kulcsar@cl.uni-heidelberg.de
#SBATCH --mail-type=ALL
#SBATCH --gres=gpu:1 # number of gpus per node
#SBATCH --partition=students
#JOB STEPS
#srun hostname
#srun sleep 60
cd /home/students/kulcsar/
source /home/students/kulcsar/anaconda3/etc/profile.d/conda.sh
conda create -n sbt python==3.9
conda activate sbt
conda install -c pytorch torchvision torchaudio pytorch-cuda=11.7 -c pytorch -c nvidia
conda install -c huggingface transformers==4.14.1 tokenizers==0.10.3
conda install tqdm
pip install bitarray
pip install sacrebleu
conda install -c conda-forge hydra-core
pip install evaluate
conda install -c anaconda scikit-learn
pip install matplotlib
echo done
#cd /home/students/kulcsar/softwareprojekt
#python BaselineGPU.py
nltk==3.7
numpy==1.23.5
pandas==1.5.2
torch==1.13.0+cu116
torchvision
torchaudio
torch>=1.13.0+cu116
tqdm==4.64.1
python==3.9.*
evaluate ==0.3.0
matplotlib==3.5.2
scikit_lean==1.2.1
transformers==4.26.1
\ No newline at end of file
scikit-learn==1.2.1
transformers==4.26.1
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment