Merge branch 'master' of https://github.com/vietai/back_translate

colab/Sentiment_Analysis_+_Back_translation.ipynb

@@ -504,21 +504,25 @@
  "* Processing sentences of similar length at the same time.\n",
  "* Saving intermediate results during the process.\n",
  "\n",
- "At its core, the `back_translate.py` script essentially packages two calls to `t2t-decode` from vi -> en and then en -> vi. In the code, we added the ability to save intermediate results after every single batch of data since back-translating the full dataset can take quite a long time."
+ "At its core, the `back_translate.py` script essentially packages two calls to `t2t-decode` from vi -> en and then en -> vi. We added the ability to save intermediate results after every single batch of data since back-translating the full dataset can take quite a long time."
  ]
  },
  {
  "cell_type": "code",
  "metadata": {
  "id": "4ngordrxKCWk",
  "colab_type": "code",
- "cellView": "both",
+ "cellView": "form",
  "colab": {}
  },
  "source": [
  "output_file = os.path.join(foody_data_dir, 'foody_paraphrased_train.txt')\n",
  "\n",
- "is_demo = True #@param {type:\"boolean\"}\n",
+ "is_demo = False #@param {type:\"boolean\"}\n",
+ "from_ckpt = '/content/vien-translation/checkpoints/translate_vien_iwslt32k_tiny/avg/' # @param{type: \"string\"}\n",
+ "to_ckpt = '/content/vien-translation/checkpoints/translate_envi_iwslt32k_tiny/avg/' # @param{type: \"string\"}\n",
+ "\n",
+ "\n",
  "if is_demo:\n",
  " paraphrase_from_file = os.path.join(foody_data_dir, 'demo_train.txt')\n",
  " paraphrase_to_file = os.path.join(foody_data_dir, 'demo_out.txt')\n",
@@ -539,6 +543,8 @@
  "--decode_hparams=\"beam_size=4,alpha=0.6\" \\\n",
  "--paraphrase_from_file=$paraphrase_from_file \\\n",
  "--paraphrase_to_file=$paraphrase_to_file \\\n",
+ "--from_ckpt=$from_ckpt \\\n",
+ "--to_ckpt=$to_ckpt \\\n",
  "--output_dir=/dummy/ \\\n",
  "--use_tpu=$use_tpu \\\n",
  "--cloud_tpu_name=$tpu_address"