想請問鉅亨網財金新聞爬蟲問題
我是使用scrapy框架+python撰寫爬蟲程式爬取鉅亨網財金新聞資料([https://news.cnyes.com/news/cat/tw_stock])，爬取資料包含發文時間、新聞標題、以及點入標題後的新聞內容資料。去年爬的時候都還可以，但今年爬的時候，鉅亨網改變<新聞內容>的載入方式，改成動態載入，只要停止使用js，內容就無法顯示。有沒有人可以跟我說該用什麼方式爬到<新聞內容>，我的主要爬蟲程式如下，標示#新聞內容，這段程式已經爬不到資料了。

"""
Created on Tue Dec 17 13:45:31 2019

@author: Lcy
"""
import scrapy
from ptt.items import newsItem
import time
import datetime
import json
from scrapy.selector import Selector


def setdate():

    
        Strbegine = '2020-01-01 16:00:00' 
        Strend = '2020-01-01 18:59:59'    
        
        #日期字串轉成時間格式
        beginetime = time.strptime(Strbegine,"%Y-%m-%d %H:%M:%S")
        endtime = time.strptime(Strend,"%Y-%m-%d %H:%M:%S")
        #時間格式轉換成時間戳記
        beginetimeStamp = int(time.mktime(beginetime))
        endtimeStamp = int(time.mktime(endtime))
        print("起始時間=",beginetime," \n戳記=",beginetimeStamp)
        print("截止時間=",endtime," \n戳記=",endtimeStamp)
        
        return beginetimeStamp,endtimeStamp

class NewsSpider_mdays(scrapy.Spider):
    name = 'news_mdays'
    allowed_domains = ['news.cnyes.com']
    
    startAt,endAT = setdate()
    url ='https://news.cnyes.com/api/v3/news/category/tw_stock?startAt={}&endAt={}&limit=30'.format(startAt,endAT)
    print("url=",url)
    start_urls = [url]

    counts = 0 #設定抓取筆數

    print("經過NewsSpider_mdays") 
    
    
    def parse(self, response):
        print("進入parse")
        jsondata = json.loads(response.text)
        
        prev_page_url = jsondata['items']['prev_page_url']
        next_page_url = jsondata['items']['next_page_url']
        
        last_page = jsondata['items']['last_page']
        newsdatalist = jsondata['items']['data']       
        
        print("總共 {} 頁".format(last_page))
        print("prev_page_url=",prev_page_url)
        print("next_page_url=",response.urljoin(next_page_url)) 
             
        
        for item in newsdatalist:
            newsid = item['newsId']
            newstitle = item['title']            
            newsid_url = "https://news.cnyes.com/news/id/{}?exp=a".format(newsid) 
            print("item=",newsid)
            print("newstitle=",newstitle)  
            print("newsid_url=",newsid_url)
            yield scrapy.Request(newsid_url, callback=self.parse_news)
        
        
        
        if next_page_url != None: #下頁#          
            yield scrapy.Request("https://news.cnyes.com" + next_page_url,callback=self.parse)                     
  
            
    def parse_news(self, response):
        print("進入parse_news")
        item = newsItem()
        content="" #文章內容
        datetime_str=""

        if len(response.xpath('//div[contains(@class,"_uo1n")]')) >0:
            
            datetime_str = response.xpath('//div[contains(@class,"_uo1n")]//time/text()')[0].extract() #日期           
            
            print(response.xpath('//div[contains(@class,"_uo1n")]//h1/text()')[0].extract())
            print(response.xpath('//div[contains(@class,"_uo1n")]/div[@class="_1R6L"]/span/span/text()')[0].extract())
            print('datetime_str = ',datetime.datetime.strptime(datetime_str, '%Y/%m/%d %H:%M'))
            print(response.url)
            
            item['newstitle']  = response.xpath('//div[contains(@class,"_uo1n")]//h1/text()')[0].extract()  #標題
            item['newsauthor'] = response.xpath('//div[contains(@class,"_uo1n")]/div[@class="_1R6L"]/span/span/text()')[0].extract()
            item['newsdate'] =  datetime.datetime.strptime(datetime_str, '%Y/%m/%d %H:%M')
            item['newsurl'] = response.url            
         
        
        #新聞內容....>此處爬不到資料
        if len(response.xpath('//div[contains(@itemprop,"articleBody")]/div[contains(@class,"_2E8y")]/p/text()')) > 0:
            for element in response.xpath('//div[contains(@itemprop,"articleBody")]//div[contains(@class,"_2E8y")]/p/text()'):
                print('element=',element.extract())
                content += element.extract()
      
        item['newscontent'] = content
        yield item