Pls suggest some more ways other that using UserAgents and Rotaing IPs through proxies.

I tried the methods given in scrapeops videos…still not working.

DOWNLOADER_MIDDLEWARES = {

 'scrapy.downloadermiddlewares.useragaent.UserAgentMiddleware': None,
'scrapy_user_agents.middlewares.RandomUserAgentMiddleware':400,
}



ROBOTSTXT_OBEY = True

API_KEY= 'got from scrapeops'
 

def get_proxy_url(url):
        payload ={'api_key': API_KEY, 'url':url}
        proxy_url ='https://proxy.scrapeops.io/v1/?' + urlencode(payload)
        return proxy_url