using System;using System.Collections.Generic;using System.ComponentModel;using System.Data;using System.Drawing;using System.Linq;using System.Net;using System.Text;using System.Threading.Tasks;using System.Windows.Forms;using System.IO;using System.Windows.Forms;namespace DesktopApp1{ public partial class Form1 : Form { public Form1() { InitializeComponent(); } private void button1_Click(object sender, EventArgs e) { string result = null; WebResponse response = null; StreamReader reader = null; //qresearch archives contain breads up until post 5594263 (#7154 09MAR2019) //qresearch latest not in archive is post 6928203 (#8863 - 05JUL2019) using (StreamWriter file = new StreamWriter(@"C:\OUTPUT.txt"))// DEFINE YOUR OWN FILE LOCATION { for (int i = 5594263; i < 6928203; i++) { //NOTE: requires 1.4 million server page inquries... which might take a day or two to complete if the server doesn't decide to blacklist you before then string url = "https://8ch.net/qresearch/res/" + i + ".html"; try { HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url); request.Method = "GET"; response = request.GetResponse(); reader = new StreamReader(response.GetResponseStream(), Encoding.UTF8); result = reader.ReadToEnd(); file.WriteLine(url); } catch (Exception ex) { //404 provided by the server, indicating this archive page doesn't exist, just ignore and increment i } } } } }}
alternatively, CM could fix the archive...