db_file = r"wechat_article_chuan.db"
# if os.path.exists(db_file):
#     os.remove(db_file)

conn = sa.create_engine("sqlite:///{}".format(db_file))
Base = declarative_base()

class WechatArticle(Base):
    __tablename__ = "wechat_article"
    id = sa.Column("id", sa.INTEGER, primary_key=True)
    url = sa.Column("url", sa.String)
    title = sa.Column("title", sa.String)

    def __str__(self):
        return str(self.__dict__)

Base.metadata.create_all(conn)
Session = sessionmaker(bind=conn)
session = Session()

url = r"http://chuansong.me/account/dujinyong6"
all_index_links = list()
soup = http_cache_util.get(url)
aa = crawl_util.get_links(url, ".*account.*start")
ends_page = int(aa[-1][aa[-1].rfind("=") + 1:])
print(ends_page)
i = 0
while (i-1)*12 < ends_page:
    all_index_links.append("{}?start={}".format(url, i*12))
    i = i + 1

print("\n".join(all_index_links))
for ii in all_index_links:
    soup = http_cache_util.get(ii)
    links = soup.find_all("a", {"class": "question_link"})
    for i in links:
        article_url = urljoin(url, i['href'])
        wechat_article = WechatArticle()
        wechat_article.url = article_url
        wechat_article.title = i.text.strip()
        print(wechat_article)
        session.merge(wechat_article)

session.commit()