def get_news(self, response):

        response.meta['iter_time'] += 1

        news_items = json.loads(response.text)

​

        if news_items:

            for n in news_items:

                yield {

                    'website': '公視',

                    'url': ARTICLE_PREFIX + n['news_id'],

                    'title': n['subject'],

                    'date': n['news_date'],

                    'content': n['content'],

                    'category': n['program_name']

                }

            yield scrapy.FormRequest(

                url="https://news.pts.org.tw/list/getmore.php",

                callback=self.get_news,

                meta=response.meta,

                formdata={

                    'page': str(response.meta['iter_time'])

                })