If you don't want to use a plugin for removing tags from your wp_head you can copy/paste those functions you need and to put them in your themes functions.php file.

// Really Simple Discovery
remove_action('wp_head', 'rsd_link');

//Windows Live Writer
remove_action('wp_head', 'wlwmanifest_link');

// WordPress Generator
remove_action('wp_head', 'wp_generator');

// Post Relational Links - Start
remove_action('wp_head', 'start_post_rel_link');

// Post Relational Links - Index
remove_action('wp_head', 'index_rel_link');

// Post Relational Links - Next, Prev
remove_action('wp_head', 'adjacent_posts_rel_link_wp_head');

// Disable Feeds
remove_action('do_feed_rdf', 'do_feed_rdf', 10, 1);
remove_action('do_feed_rss', 'do_feed_rss', 10, 1);
remove_action('do_feed_rss2', 'do_feed_rss2', 10, 1);
remove_action('do_feed_atom', 'do_feed_atom', 10, 1);

// Remove Feed Icons
remove_action( 'wp_head', 'feed_links', 2 );
remove_action( 'wp_head', 'feed_links_extra', 3 );