Pong game = Pong(gameWidth, gameHeight); // PASS

Agent agent = Agent(layout, LR, MEM_CAP, FRAME_REACH, TARGET_UPDATE, BATCHES);

vector<double> current_state = game.return_state();

int max_score = 0;

int reward_count = 0;

float avg_reward = 0;

ofstream ofs;

ofs.open("reward.txt", std::ofstream::out | std::ofstream::trunc); // clear txt file

ofs.close();

system("clear");

while (episodes < 20000) {

int action = agent.action(current_state);

int reward = game.act(action);

vector<double> next_state = game.return_state();

if (reward != 0) {

avg_reward += reward;

reward_count += 1;

}

if (game.is_done) {

episodes += 1;

// save reward to .txt

if (avg_reward != 0) {

avg_reward /= reward_count;

ofstream myfile;

myfile.open ("reward.txt", ios::app);

myfile << avg_reward << endl;

myfile.close();

}

// show progress

gotoxy(0,0);

cout << "Episodes: " << episodes << " | Max Score: " << max_score << " | Avg Reward: " << avg_reward << " " << endl;

avg_reward = 0;

reward_count = 0;

}

// train

if (game.score > max_score) {

max_score = game.score;

}

agent.store_mem(current_state, action, reward, next_state, game.is_done);

agent.train();

current_state = next_state;

}