From 9a2418bd73f4887483f0a2a9b08096747898cdeb Mon Sep 17 00:00:00 2001 From: Leonhard Applis Date: Sun, 27 Mar 2022 16:33:41 +0200 Subject: [PATCH] Updated some Descriptions --- Dockerfile | 2 +- LICENSE | 2 +- README.md | 4 +--- changes.md | 2 +- docker-compose-minimal.yml | 2 +- docker-compose-pretrained-minimal.yml | 2 +- docker-compose-python.yml | 6 +++--- docker-compose.yml | 4 ++-- 8 files changed, 11 insertions(+), 13 deletions(-) diff --git a/Dockerfile b/Dockerfile index 8318e19..757b3ef 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,6 @@ FROM nvcr.io/nvidia/pytorch:20.01-py3 -LABEL maintainer="L.H.Applis@tu-delft.nl" +LABEL maintainer="L.H.Applis@tudelft.nl" LABEL name="ciselab/codebert-code2text" LABEL url="https://github.com/ciselab/CodeBert-CodeToText-Reproduction" LABEL vcs="https://github.com/ciselab/CodeBert-CodeToText-Reproduction" diff --git a/LICENSE b/LICENSE index 74602ef..c810712 100644 --- a/LICENSE +++ b/LICENSE @@ -1,6 +1,6 @@ MIT License -Copyright (c) 2020 CISELab +Copyright (c) 2022 CISELab Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal diff --git a/README.md b/README.md index 4b6acfb..634b01e 100644 --- a/README.md +++ b/README.md @@ -24,8 +24,6 @@ You can build the docker file beforehand using docker build . -t ciselab/codebert-code2text:1.3 -t ciselab/codebert-code2text:latest ``` -Or you can comment-in the build parts in the docker-compose.yml - Run the experiment using ``` @@ -71,7 +69,7 @@ The CPU Containers starts ~20 threads for training and your server should have > In comparison, training on a RTX 1070 took 7h per epoch. Training on a 3080ti took 6h per epoch. -Training on an A40 took ~4h per epoch. In general, GPU tries to allocate around 12gb of memory. +Training on an A40 took ~4h per epoch. In general, the GPU tries to allocate around 12gb of memory. In general, despite being a good first step, GPU Containers turned out to be quite fragile. We have seen multiple problems with Framework-Versions, Hardware and OS combinations. diff --git a/changes.md b/changes.md index bbd12ef..8a36566 100644 --- a/changes.md +++ b/changes.md @@ -13,7 +13,7 @@ this file holds the changes applied to the existing project from CodeXGlue --------- -- Moved to Cuda Container, removed conda environment.yml in favour of pip requirements.txt +- Moved to Cuda Container, removed conda environment.yml in Docker in favour of pip requirements.txt - Added a lot of known problems - Updated Code to match CodeXGlue Repository (has been changed since initial checkout) - Updated Composes to only use one GPU default \ No newline at end of file diff --git a/docker-compose-minimal.yml b/docker-compose-minimal.yml index 958f66a..8352bb8 100644 --- a/docker-compose-minimal.yml +++ b/docker-compose-minimal.yml @@ -1,7 +1,7 @@ version: '3.8' services: - experiment: + codebert_minimal_example: image: ciselab/codebert-code2text build: context: . diff --git a/docker-compose-pretrained-minimal.yml b/docker-compose-pretrained-minimal.yml index 7cbde85..6b8a265 100644 --- a/docker-compose-pretrained-minimal.yml +++ b/docker-compose-pretrained-minimal.yml @@ -1,7 +1,7 @@ version: '3.8' services: - experiment: + codebert_prediction_minimal_example: image: ciselab/codebert-code2text volumes: - ./dataset/java/:/dataset:ro diff --git a/docker-compose-python.yml b/docker-compose-python.yml index 4990fe0..cae889c 100644 --- a/docker-compose-python.yml +++ b/docker-compose-python.yml @@ -1,11 +1,11 @@ version: '3.8' services: - python-codebert-training: + codebert_python_training: image: ciselab/codebert-code2text:1.3 volumes: - - ./dataset/java/:/dataset:ro - - ./compose_output:/experiment/output + - ./dataset/python/:/dataset:ro + - ./python_compose_output:/experiment/output environment: epochs: 10 lang: python diff --git a/docker-compose.yml b/docker-compose.yml index 6deef95..c479823 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,11 +1,11 @@ version: '3.8' services: - experiment: + codebert_java_training: image: ciselab/codebert-code2text volumes: - ./dataset/java/:/dataset:ro - - ./compose_output:/experiment/output + - ./java_compose_output:/experiment/output environment: epochs: 10 train_file: /dataset/train.jsonl