diff --git a/src/rnn.c b/src/rnn.c
index 3984d93d..43cac5a7 100644
--- a/src/rnn.c
+++ b/src/rnn.c
@@ -48,8 +48,6 @@ float_pair get_rnn_data(unsigned char *text, int characters, int len, int batch,
 void train_char_rnn(char *cfgfile, char *weightfile, char *filename)
 {
     FILE *fp = fopen(filename, "rb");
-    //FILE *fp = fopen("data/ab.txt", "r");
-    //FILE *fp = fopen("data/grrm/asoiaf.txt", "r");
 
     fseek(fp, 0, SEEK_END); 
     size_t size = ftell(fp);
diff --git a/src/rnn_layer.c b/src/rnn_layer.c
index a6b025da..384169a4 100644
--- a/src/rnn_layer.c
+++ b/src/rnn_layer.c
@@ -18,10 +18,12 @@ void increment_layer(layer *l, int steps)
     l->x += num;
     l->x_norm += num;
 
+#ifdef GPU
     l->output_gpu += num;
     l->delta_gpu += num;
     l->x_gpu += num;
     l->x_norm_gpu += num;
+#endif
 }
 
 layer make_rnn_layer(int batch, int inputs, int hidden, int outputs, int steps, ACTIVATION activation, int batch_normalize, int log)