Hyemin

README.md

@@ -31,6 +31,8 @@ https://github.com/danbom/MarkovMusic
 https://github.com/magenta/magenta
 * 작사 알고리즘 참고
 https://github.com/danbom/hiphop
+* 작사 알고리즘 참고 2
+https://github.com/forus-ai/KoGPT2-Lyrics-Generation-FineTuning-Version1
 
 ### 2020 졸업프로젝트 진행 과정<br>
 #### 📅 10.16 프로토타입 만들기 시작<br>

local.ipynb

@@ -0,0 +1 @@
+{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"local.ipynb","provenance":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"cells":[{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"zjUqzqP7FmGv","executionInfo":{"status":"ok","timestamp":1607611507642,"user_tz":-540,"elapsed":685,"user":{"displayName":"­정혜민(엘텍공과대학 소프트웨어학부)","photoUrl":"","userId":"14670164644499407605"}},"outputId":"0a70aab1-a7b7-4d12-c2ef-8c6739b4b5dd"},"source":["from google.colab import drive\r\n","drive.mount('/content/drive')"],"execution_count":1,"outputs":[{"output_type":"stream","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"aqXPs5-KFwxi","executionInfo":{"status":"ok","timestamp":1607611510154,"user_tz":-540,"elapsed":3188,"user":{"displayName":"­정혜민(엘텍공과대학 소프트웨어학부)","photoUrl":"","userId":"14670164644499407605"}},"outputId":"507f7d17-6e4d-4b51-fd6e-e347f09a412b"},"source":["!pip install -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt"],"execution_count":2,"outputs":[{"output_type":"stream","text":["Requirement already satisfied: gluonnlp>=0.8.3 in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 1)) (0.10.0)\n","Requirement already satisfied: mxnet in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (1.7.0.post1)\n","Requirement already satisfied: sentencepiece>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 3)) (0.1.94)\n","Requirement already satisfied: torch>=1.4.0 in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 4)) (1.7.0+cu101)\n","Requirement already satisfied: transformers==2.4.1 in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (2.4.1)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 6)) (4.41.1)\n","Requirement already satisfied: tensorboardX in /usr/local/lib/python3.6/dist-packages (from -r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 7)) (2.1)\n","Requirement already satisfied: numpy>=1.16.0 in /usr/local/lib/python3.6/dist-packages (from gluonnlp>=0.8.3->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 1)) (1.18.5)\n","Requirement already satisfied: cython in /usr/local/lib/python3.6/dist-packages (from gluonnlp>=0.8.3->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 1)) (0.29.21)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.6/dist-packages (from gluonnlp>=0.8.3->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 1)) (20.4)\n","Requirement already satisfied: graphviz<0.9.0,>=0.8.1 in /usr/local/lib/python3.6/dist-packages (from mxnet->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (0.8.4)\n","Requirement already satisfied: requests<3,>=2.20.0 in /usr/local/lib/python3.6/dist-packages (from mxnet->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (2.23.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.6/dist-packages (from torch>=1.4.0->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 4)) (3.7.4.3)\n","Requirement already satisfied: dataclasses in /usr/local/lib/python3.6/dist-packages (from torch>=1.4.0->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 4)) (0.8)\n","Requirement already satisfied: future in /usr/local/lib/python3.6/dist-packages (from torch>=1.4.0->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 4)) (0.16.0)\n","Requirement already satisfied: tokenizers==0.0.11 in /usr/local/lib/python3.6/dist-packages (from transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (0.0.11)\n","Requirement already satisfied: sacremoses in /usr/local/lib/python3.6/dist-packages (from transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (0.0.43)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.6/dist-packages (from transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (3.0.12)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.6/dist-packages (from transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (2019.12.20)\n","Requirement already satisfied: boto3 in /usr/local/lib/python3.6/dist-packages (from transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (1.16.33)\n","Requirement already satisfied: protobuf>=3.8.0 in /usr/local/lib/python3.6/dist-packages (from tensorboardX->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 7)) (3.12.4)\n","Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from tensorboardX->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 7)) (1.15.0)\n","Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from packaging->gluonnlp>=0.8.3->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 1)) (2.4.7)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3,>=2.20.0->mxnet->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (1.24.3)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3,>=2.20.0->mxnet->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (3.0.4)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3,>=2.20.0->mxnet->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (2.10)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3,>=2.20.0->mxnet->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 2)) (2020.11.8)\n","Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (7.1.2)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (0.17.0)\n","Requirement already satisfied: botocore<1.20.0,>=1.19.33 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (1.19.33)\n","Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (0.10.0)\n","Requirement already satisfied: s3transfer<0.4.0,>=0.3.0 in /usr/local/lib/python3.6/dist-packages (from boto3->transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (0.3.3)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.8.0->tensorboardX->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 7)) (50.3.2)\n","Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/local/lib/python3.6/dist-packages (from botocore<1.20.0,>=1.19.33->boto3->transformers==2.4.1->-r /content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/requirements.txt (line 5)) (2.8.1)\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"DtNkeG9FF6FT","executionInfo":{"status":"ok","timestamp":1607611510157,"user_tz":-540,"elapsed":3184,"user":{"displayName":"­정혜민(엘텍공과대학 소프트웨어학부)","photoUrl":"","userId":"14670164644499407605"}}},"source":["import os\r\n","import sys\r\n","sys.path.append('/content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/')\r\n","logs_base_dir = \"runs\""],"execution_count":3,"outputs":[]},{"cell_type":"code","metadata":{"id":"leFZowoDlhw_","executionInfo":{"status":"ok","timestamp":1607611513193,"user_tz":-540,"elapsed":6215,"user":{"displayName":"­정혜민(엘텍공과대학 소프트웨어학부)","photoUrl":"","userId":"14670164644499407605"}}},"source":["from jupyter_main import main"],"execution_count":4,"outputs":[]},{"cell_type":"code","metadata":{"id":"sb2YOb24lq7e","colab":{"base_uri":"https://localhost:8080/","height":394},"executionInfo":{"status":"error","timestamp":1607611524304,"user_tz":-540,"elapsed":17320,"user":{"displayName":"­정혜민(엘텍공과대학 소프트웨어학부)","photoUrl":"","userId":"14670164644499407605"}},"outputId":"fa038ec8-8d63-4b8a-8bf0-612fcaf5a6a4"},"source":["main(load_path = \"./checkpoint/KoGPT2_checkpoint_60000.tar\")"],"execution_count":5,"outputs":[{"output_type":"stream","text":["using cached model\n","using cached model\n","count 0 :  ./checkpoint/KoGPT2_checkpoint_60000.tar\n","using cached model\n"],"name":"stdout"},{"output_type":"error","ename":"FileNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)","\u001b[0;32m<ipython-input-5-7475633db4f1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mmain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mload_path\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"./checkpoint/KoGPT2_checkpoint_60000.tar\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;32m/content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/jupyter_main.py\u001b[0m in \u001b[0;36mmain\u001b[0;34m(epoch, save_path, load_path, data_file_path, batch_size, summary_url, new, text_size)\u001b[0m\n\u001b[1;32m    115\u001b[0m         \u001b[0msentencepieceTokenizer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mSentencepieceTokenizer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtok_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 117\u001b[0;31m         \u001b[0mdataset\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mRead_Dataset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_file_path\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvocab\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msentencepieceTokenizer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    118\u001b[0m         \u001b[0mdata_loader\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mDataLoader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdataset\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mbatch_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mshuffle\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpin_memory\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    119\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/content/drive/MyDrive/GitHub/KoGPT2-Lyrics-Generation-FineTuning-Version1/kogpt2/data.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, file_path, vocab, tokenizer)\u001b[0m\n\u001b[1;32m     50\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtokenizer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtokenizer\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     51\u001b[0m                 \u001b[0;32mglobal\u001b[0m \u001b[0mlines\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 52\u001b[0;31m                 \u001b[0mfile\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfile_path\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'r'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'utf-8'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     53\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     54\u001b[0m                 \u001b[0mlines\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mline\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"\\n\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mline\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mlines\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'dataset/lyrics_dataset.txt'"]}]},{"cell_type":"code","metadata":{"id":"r6qs-tP_lrcp","executionInfo":{"status":"aborted","timestamp":1607611524288,"user_tz":-540,"elapsed":17295,"user":{"displayName":"­정혜민(엘텍공과대학 소프트웨어학부)","photoUrl":"","userId":"14670164644499407605"}}},"source":[""],"execution_count":null,"outputs":[]}]}

pages/index.js

@@ -0,0 +1,20 @@
+// pm2 start index.js --watch --ignore-watch="data/* sessions/*"  --no-daemon
+
+const path = require('path');
+const express = require('express');
+const app = express();
+var portNum = 3000;
+
+app.use(express.static(path.join(__dirname, 'public')));
+
+app.get('/', (req, res) => {
+    res.sendFile(`${__dirname}/public/index.html`);
+});
+
+app.get('/page2', (req, res) => {
+    res.sendFile(`${__dirname}/public/page2_index.html`);
+});
+
+app.listen(portNum, () => {
+    console.log(`Application listening on port ${portNum}!`);
+});