diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 65a605b43a5090120f91ff4778941fff1c2d9015..2c75d1524fbe9633d6eef8a0ab61ad2ea4d5e4e0 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,10 +1,17 @@ image: "python:3.7" +before_script: + - wget https://dl.min.io/client/mc/release/linux-amd64/mc + - chmod +x mc + - mc alias set S3Uni $MINIO_HOST $MINIO_ACCESS_KEY $MINIO_SECRET_KEY + python_run: script: - pip install flair - pip install torch - pip install pandas + - mc cp S3Uni/steimann/CommentsApril2017.csv . - python3 ComputeCommentEmbeddings.py + - mc cp embedded_comments.pt S3Uni/steimann/ tags: - "ht" \ No newline at end of file diff --git a/ComputeCommentEmbeddings.py b/ComputeCommentEmbeddings.py index 93bf10470a5162f7854e596333efc01183288cc3..ed792af2a2bbd1f026544552713d8db360e35623 100644 --- a/ComputeCommentEmbeddings.py +++ b/ComputeCommentEmbeddings.py @@ -18,6 +18,6 @@ def compute_embedding(comments: dict) -> dict: if __name__ == '__main__': - comments = get_argument_list(path="", filename="CommentsApril2017_DEV.csv") + comments = get_argument_list(path="", filename="CommentsApril2017.csv") comments = compute_embedding(comments) torch.save(comments, "embedded_comments.pt")