--referer (#351)

* --referer

* tests

* read curl docs

fixtures/curl_commands/referer.sh

@@ -0,0 +1 @@
+curl https://website.com/api -G -H "X-Requested-With: XMLHttpRequest" -e "https://website.com" -A "SimCity"

fixtures/python/referer.py

@@ -0,0 +1,9 @@
+import requests
+
+headers = {
+    'X-Requested-With': 'XMLHttpRequest',
+    'User-Agent': 'SimCity',
+    'Referer': 'https://website.com',
+}
+
+response = requests.get('https://website.com/api', headers=headers)

util.js

@@ -973,6 +973,17 @@ const buildRequest = parsedArguments => {
     headers.push([capitalizeHeaders ? 'User-Agent' : 'user-agent', parsedArguments['user-agent']])
   }
 
+  if (parsedArguments.referer) {
+    if (!headers) {
+      headers = []
+    }
+    // referer can be ";auto" or followed by ";auto", we ignore that.
+    const referer = parsedArguments.referer.replace(/;auto$/, '')
+    if (referer) {
+      headers.push([capitalizeHeaders ? 'Referer' : 'referer', referer])
+    }
+  }
+
   let multipartUploads
   if (parsedArguments.form) {
     multipartUploads = []