samthetechie / stratforscraper

gifilesscraper


Last run failed with status code 1.

Console output of last run

/usr/local/rvm/gems/ruby-1.9.2-p320/gems/sqlite_magic-0.0.3/lib/sqlite_magic.rb:91:in `block in save_data' : Data has nil value for unique key. Unique keys are ["emailheadline"]. Offending data: {:emailheadline=>"Stratfors Weekly for comment - the great treatment of Wikileaks"} (SqliteMagic::DatabaseError) from /usr/local/rvm/gems/ruby-1.9.2-p320/gems/sqlite_magic-0.0.3/lib/sqlite_magic.rb:88:in `each' from /usr/local/rvm/gems/ruby-1.9.2-p320/gems/sqlite_magic-0.0.3/lib/sqlite_magic.rb:88:in `save_data' from /usr/local/rvm/gems/ruby-1.9.2-p320/gems/scraperwiki-3.0.1/lib/scraperwiki.rb:89:in `save_sqlite' from /repo/scraper.rb:92:in `getSetTitle' from /repo/scraper.rb:45:in `getEmailURL' from /repo/scraper.rb:100:in `<main>'

Data

Downloaded 1 time by MikeRalphson

To download data sign in with GitHub

Download table (as CSV) Download SQLite database (23 KB) Use the API

rows 4 / 4

emailheadline date body id subject
Stratfors Weekly for comment - the great treatment of Wikileaks
2010-12-13 16:00:18
This is the contradiction at the heart of the Wikileak project. Given what I have read Assange saying, he is an opponent of war and a supporter of diplomacy. Yet what he did in leaking these documents, if it does anything at all, is make diplomacy more difficult. It is not that it will lead to war by any means, it is simply that one cannot advocate negotiations and then demand that negotiators be denied confidentiality in which to wage their negotiations. No business could do that nor could any other institution. To include Wikileaks. It is ironic to note how hard they have worked to conceal the inner workings and even the structure of their organization. From: [email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ [mailto:[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ ] On Behalf Of George Friedman Sent: Sunday, December 12, 2010 7:35 PM To: Sean Noonan; Analysts Subject: Re: weekly for comment - NH Comments Indeed. Sent via BlackBerry by AT&T -------------------------------------------------------------------------- From: Sean Noonan <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Date: Sun, 12 Dec 2010 18:31:51 -0600 To: <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ >; Analyst List<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Subject: Re: weekly for comment - NH Comments improper english. On 12/12/10 6:31 PM, George Friedman wrote: In what language? Sent via BlackBerry by AT&T -------------------------------------------------------------------------- From: Sean Noonan <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Date: Sun, 12 Dec 2010 18:29:46 -0600 (CST) To: <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ >; Analyst List<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > ReplyTo: Analyst List <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Subject: Re: weekly for comment - NH Comments proper respect. On 12/12/10 6:03 PM, George Friedman wrote: Diplomats have propellors? Sent via BlackBerry by AT&T -------------------------------------------------------------------------- From: Marko Papic <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Date: Sun, 12 Dec 2010 17:51:19 -0600 (CST) To: Analyst List<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Cc: George Friedman<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Subject: Re: weekly for comment - NH Comments My comments in Orange. Great weekly. Right on the money, especially the bit where you give props to diplomats... -------------------------------------------------------------------------- From: "Nate Hughes" <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > To: "Analyst List" <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Cc: "George Friedman" <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Sent: Sunday, December 12, 2010 5:48:10 PM Subject: Re: weekly for comment - NH Comments On 12/12/2010 5:39 PM, George Friedman wrote: Need consolidated list back by tomorrow noon CST tomorrow -- George Friedman Founder and CEO Stratfor 700 Lavaca Street Suite 900 Austin, Texas 78701 Phone 512-744-4319 Fax 512-744-4334 -- Marko Papic STRATFOR Analyst C: + 1-512-905-3091[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ -- Sean Noonan Tactical Analyst Office: +1 512-279-9479 Mobile: +1 512-758-5967 Strategic Forecasting, Inc. www.stratfor.com -- Sean Noonan Tactical Analyst Office: +1 512-279-9479 Mobile: +1 512-758-5967 Strategic Forecasting, Inc. www.stratfor.com
1071685
RE: weekly for comment - NH Comments
2010-12-13 16:00:18
This is the contradiction at the heart of the Wikileak project. Given what I have read Assange saying, he is an opponent of war and a supporter of diplomacy. Yet what he did in leaking these documents, if it does anything at all, is make diplomacy more difficult. It is not that it will lead to war by any means, it is simply that one cannot advocate negotiations and then demand that negotiators be denied confidentiality in which to wage their negotiations. No business could do that nor could any other institution. To include Wikileaks. It is ironic to note how hard they have worked to conceal the inner workings and even the structure of their organization. From: [email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ [mailto:[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ ] On Behalf Of George Friedman Sent: Sunday, December 12, 2010 7:35 PM To: Sean Noonan; Analysts Subject: Re: weekly for comment - NH Comments Indeed. Sent via BlackBerry by AT&T -------------------------------------------------------------------------- From: Sean Noonan <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Date: Sun, 12 Dec 2010 18:31:51 -0600 To: <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ >; Analyst List<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Subject: Re: weekly for comment - NH Comments improper english. On 12/12/10 6:31 PM, George Friedman wrote: In what language? Sent via BlackBerry by AT&T -------------------------------------------------------------------------- From: Sean Noonan <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Date: Sun, 12 Dec 2010 18:29:46 -0600 (CST) To: <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ >; Analyst List<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > ReplyTo: Analyst List <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Subject: Re: weekly for comment - NH Comments proper respect. On 12/12/10 6:03 PM, George Friedman wrote: Diplomats have propellors? Sent via BlackBerry by AT&T -------------------------------------------------------------------------- From: Marko Papic <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Date: Sun, 12 Dec 2010 17:51:19 -0600 (CST) To: Analyst List<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Cc: George Friedman<[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Subject: Re: weekly for comment - NH Comments My comments in Orange. Great weekly. Right on the money, especially the bit where you give props to diplomats... -------------------------------------------------------------------------- From: "Nate Hughes" <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > To: "Analyst List" <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Cc: "George Friedman" <[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ > Sent: Sunday, December 12, 2010 5:48:10 PM Subject: Re: weekly for comment - NH Comments On 12/12/2010 5:39 PM, George Friedman wrote: Need consolidated list back by tomorrow noon CST tomorrow -- George Friedman Founder and CEO Stratfor 700 Lavaca Street Suite 900 Austin, Texas 78701 Phone 512-744-4319 Fax 512-744-4334 -- Marko Papic STRATFOR Analyst C: + 1-512-905-3091[email protected] /* <![CDATA[ */ (function(){try{var s,a,i,j,r,c,l,b=document.getElementsByTagName("script");l=b[b.length-1].previousSibling;a=l.getAttribute('data-cfemail');if(a){s='';r=parseInt(a.substr(0,2),16);for(j=2;a.length-j;j+=2){c=parseInt(a.substr(j,2),16)^r;s+=String.fromCharCode(c);}s=document.createTextNode(s);l.parentNode.replaceChild(s,l);}}catch(e){}})(); /* ]]> */ -- Sean Noonan Tactical Analyst Office: +1 512-279-9479 Mobile: +1 512-758-5967 Strategic Forecasting, Inc. www.stratfor.com -- Sean Noonan Tactical Analyst Office: +1 512-279-9479 Mobile: +1 512-758-5967 Strategic Forecasting, Inc. www.stratfor.com
1686099
RE: weekly for comment - NH Comments
2010-12-13 01:21:26
Comments attached. This is a great treatment of Wikileaks overall. A couple factual errors on the legal issues, noted in the document. On 12/12/10 5:48 PM, Nate Hughes wrote: On 12/12/2010 5:39 PM, George Friedman wrote: Need consolidated list back by tomorrow noon CST tomorrow -- George Friedman Founder and CEO Stratfor 700 Lavaca Street Suite 900 Austin, Texas 78701 Phone 512-744-4319 Fax 512-744-4334 -- Sean Noonan Tactical Analyst Office: +1 512-279-9479 Mobile: +1 512-758-5967 Strategic Forecasting, Inc. www.stratfor.com
1719440
Re: weekly for comment - NH Comments

Statistics

Total run time: less than 5 seconds

Total cpu time used: less than 5 seconds

Total disk space used: 44.7 KB

History

  • Manually ran revision 89284dcb and failed .
    nothing changed in the database
  • Created on morph.io

Scraper code

stratforscraper