DreamFlasher / pipe2py

pipe2py test

Scrapes pipes.yahoo.com and query.yahooapis.com

Pipes: Rewire the web


Forked from ScraperWiki

Contributors DreamFlasher

Last run failed with status code 1.

Console output of last run

Injecting configuration and compiling... Injecting scraper and running... getting TOJPZMS2CJRHDROMU4TOVNOJDI 1 {'value': {'items': [{'runs': 8523, 'description': 'ebay search ... \nContact me if you liked thi s pipe:\nhttp: //www.Drea mFlasher. de', 'cate gories': {' sources': ['eb ay.de', 'w ww.ebay.d e', 'ebay.com' , 'api.ebay.com', 'rss.api.ebay.c om'], 'm odule': ['fetch', 'filt er', 'textinput ', 'urlbuilder', 's trconcat', 'numberinpu t', 'simplemat h', 'd atebuilder ']}, ' clones': 206, 'a uthor': {'image _medium': 'http://l.y img.com/a/i /identity /nopic_48 .gif', 'imag e_small': 'http ://l.yimg.com/a /i/identity/no pic_16.gif ', 'name' : 'a cont ributor'} , 'pubti me': 'Thu , 01 Jan 1 970 00:3 3:27 +0000', 'ti tle': 'ut il.eBa ySearch', 'favorited': 0, 'id': 'ELO B36rp2xG CF8T_1vC6Jw '}, {'runs' : 10381, 'descri ption': None, 'categories': {'module': [ 'regex', 'f ilter', 'uni on', 'subpipe '], 'subpipe': ['spFew_ps3B GTjLcXCB2yXQ' ]}, 'clone s': 8, 'a uthor': {'image_m edium': 'h ttp://l.yimg.co m/a/i/ident ity/nopic_48. gif', 'ima ge_small ': 'http://l.yim g.com/a/i/identi ty/nopic_16.gif' , 'name': 'a contr ibutor'} , 'pubti me': 'Thu , 01 Jan 1970 00:33:27 +0000' , 'title': 'Kino Neustar ts', 'favorited': 0 , 'id': 'BLm7sc7s 2xGXKi0W60jTQA'}, {'run s': 683, 'description' : 'util/helper module which uses a webse rvice to parse a html page to vali d xml', ' categori es': {'sour ces': ['www. html2xml.nl ', 'html2xml.n l'], 'm odule': ['fetchda ta', 'textinpu t', 'urlbu ilder']}, ' clones': 51, 'author': {'image_medium': 'http:/ /l.yimg.com/a/i/i dentity/no pic_48.gi f', 'image_ small': 'http ://l.yimg.com/a/i/id entity/no pic_16.gi f', 'name ': 'a cont ributor'}, 'pu btime': 'T hu, 01 Jan 1 970 00:33 :27 +0000 ', 'title': 'util.HTML 2RSS', 'favorited ': 0, 'id ': 'DGNNYAZP 3BG_KI_bJ phxuA'}, { 'runs': 541, 'de scription' : 'Modificated Polarlu ft.de Feed , which sho ws the target w ebsite of the links instea d of the descripti on', 'ca tegories': None, 'clones': 8, 'au thor' : {'image_medium': 'http://l.yimg.com/a/i/identity/nopic_48.gif', 'image_small': 'http://l.yimg.com/a/i/identity/nopic_16.gif', 'name': 'a contributor'}, 'pubtime': 'Thu, 01 Jan 1970 00:33:27 +0000', 'title': 'mod.link.polarluft', 'favorited': 0, 'id': '3haEKQhP3BGLl2tRyzUFzw'}], 'description': 'Pipes Output', 'link': 'http://pipes.yahoo.com/pipes/person.info?&display=pipes&guid=TOJPZMS2CJRHDROMU4TOVNOJDI', 'page': '1', 'hits': 4, 'callback': '', 'title': 'Pipes Output', 'pubDate': 'Fri, 26 Jun 2015 08:01:16 +0000'}} Traceback (most recent call last): File "scraper.py", line 77, in <module> userPipesExport(uid) File "scraper.py", line 70, in userPipesExport tmp=getPipesJSON(id,pipe['title']) File "scraper.py", line 32, in getPipesJSON scraperwiki.sqlite.save(unique_keys=['id'], table_name='pipes', data={'id':id,'pjson':pjson,'title':name}) File "/app/.heroku/src/scraperwiki/scraperwiki/sqlite.py", line 34, in save return dt.upsert(data, table_name = table_name) File "/app/.heroku/python/lib/python2.7/site-packages/dumptruck/dumptruck.py", line 301, in upsert self.insert(upsert=True, *args, **kwargs) File "/app/.heroku/python/lib/python2.7/site-packages/dumptruck/dumptruck.py", line 284, in insert self.execute(sql, values, commit=False) File "/app/.heroku/python/lib/python2.7/site-packages/dumptruck/dumptruck.py", line 136, in execute self.cursor.execute(sql, *args) sqlite3.ProgrammingError: You must not use 8-bit bytestrings unless you use a text_factory that can interpret 8-bit bytestrings (like text_factory = str). It is highly recommended that you instead just switch your application to Unicode strings.

Data

Downloaded 1 time by MikeRalphson

To download data sign in with GitHub

Download table (as CSV) Download SQLite database (538 KB) Use the API

rows 10 / 81

pjson id title
{"query":{"count":1,"created":"2012-04-10T19:19:58Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-360","xy":["127","266"]},{"id":"_OUTPUT","xy":["187","735"]},{"id":"sw-371","xy":["55","368"]},{"id":"sw-392","xy":["48","577"]},{"id":"sw-403","xy":["869","89"]},{"id":"sw-407","xy":["651","92"]},{"id":"sw-423","xy":["328","91"]}],"modules":[{"type":"fetch","id":"sw-360","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"loop","id":"sw-371","conf":{"with":{"value":"","type":"text"},"embed":{"value":{"type":"pipe:125e9fe8bb5f84526d21bebfec3ad116","id":"sw-383","conf":{"textinput1":{"subkey":"description","type":"text"}}},"type":"module"},"emit_part":{"type":"text","value":"all"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"first"},"assign_to":{"value":"lang","type":"text"}}},{"type":"filter","id":"sw-392","conf":{"MODE":{"type":"text","value":"permit"},"COMBINE":{"type":"text","value":"and"},"RULE":{"field":{"value":"lang.description","type":"text"},"op":{"type":"text","value":"contains"},"value":{"value":"en","type":"text"}}}},{"type":"textinput","id":"sw-403","conf":{"name":{"value":"name","type":"text"},"prompt":{"value":"Twitter User name","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"psychemedia","type":"text"},"debug":{"value":"","type":"text"}}},{"type":"strconcat","id":"sw-407","conf":{"part":[{"value":"http://twitter.com/statuses/user_timeline/","type":"text"},{"type":"text","terminal":"2_part"},{"value":".rss","type":"text"}]}},{"type":"urlbuilder","id":"sw-423","conf":{"BASE":{"type":"text","terminal":"BASE"},"PATH":{"value":"","type":"text"},"PARAM":{"key":{"value":"","type":"text"},"value":{"value":"","type":"text"}}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-360","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"guid":{"_type":"url","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"description":{"_type":"text","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-371","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"lang":{"_type":"item","_attr":{"language":{"_type":"item","_attr":{"content":{"_type":"text","_count":"9"}}},"language-url":{"_type":"url","_count":"9"},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"}}},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"guid":{"_type":"url","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-392","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"lang":{"_type":"item","_attr":{"language":{"_type":"item","_attr":{"content":{"_type":"text","_count":"9"}}},"language-url":{"_type":"url","_count":"9"},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"}}},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"guid":{"_type":"url","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-403","data":{"_type":"text","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-407","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-423","data":{"_type":"url","_count":"1"}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-360"},"tgt":{"id":"_INPUT","moduleid":"sw-371"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-371"},"tgt":{"id":"_INPUT","moduleid":"sw-392"}},{"id":"_w2","src":{"id":"_OUTPUT","moduleid":"sw-392"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-403"},"tgt":{"id":"2_part","moduleid":"sw-407"}},{"id":"_w4","src":{"id":"_OUTPUT","moduleid":"sw-407"},"tgt":{"id":"BASE","moduleid":"sw-423"}},{"id":"_w5","src":{"id":"_OUTPUT","moduleid":"sw-423"},"tgt":{"id":"1_URL","moduleid":"sw-360"}}]}}}}}}
0DAVuPM63hGo0zXwPm7D0g
English Tweets only...
{"query":{"count":1,"created":"2012-04-10T19:19:59Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-358","xy":["363","103"]},{"id":"_OUTPUT","xy":["413","441"]},{"id":"sw-405","xy":["290","297"]},{"id":"sw-429","xy":["582","99"]}],"modules":[{"type":"strconcat","id":"sw-358","conf":{"part":[{"value":"use \"http://pdaniel.co.uk/yql/feedrank.xml\"; select * from feedrank ","type":"text"},{"value":"where url='","type":"text"},{"type":"text","terminal":"3_part","subkey":""},{"value":"'","type":"text"},{"value":"","type":"text"}]}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"yql","id":"sw-405","conf":{"yqlquery":{"type":"text","terminal":"yqlquery"},"raw":{"type":"text","value":"results"}}},{"type":"urlinput","id":"sw-429","conf":{"name":{"value":"url","type":"text"},"prompt":{"value":"Feed URL","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"http://feeds.feedburner.com/ouseful","type":"url"},"debug":{"value":"","type":"url"}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-358","data":{"_type":"text","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-405","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"creator":{"_type":"text","_count":"5"},"content":{"_type":"","_attr":{"url":{"_type":"url","_count":"11"},"medium":{"_type":"text","_count":"16"},"title":{"_type":"","_attr":{"content":{"_type":"text","_count":"7"},"type":{"_type":"text","_count":"7"}}}}},"encoded":{"_type":"text","_count":"5"},"description":{"_type":"text","_count":"9"},"comments":{"_type":"url","_count":"5"},"origLink":{"_type":"url","_count":"9"},"index":{"_type":"number","_count":"9"},"commentRss":{"_type":"url","_count":"5"},"title":{"_type":"text","_count":"9"},"guid":{"_type":"","_attr":{"isPermaLink":{"_type":"text","_count":"9"},"content":{"_type":"url","_count":"9"}}},"category":{"_type":"text","_count":"16"},"pubDate":{"_type":"datetime","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-429","data":{"_type":"url","_count":"1"}}],"wires":[{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-358"},"tgt":{"id":"yqlquery","moduleid":"sw-405"}},{"id":"_w5","src":{"id":"_OUTPUT","moduleid":"sw-405"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-429"},"tgt":{"id":"3_part","moduleid":"sw-358"}}]}}}}}}
UFfn2B463hGG_K_w3nBDOQ
YQL Execute feed indexer
{"query":{"count":1,"created":"2012-04-10T19:19:59Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-78","xy":["278","-85"]},{"id":"_OUTPUT","xy":["481","406"]},{"id":"sw-118","xy":["216","92"]},{"id":"sw-202","xy":["564","-80"]},{"id":"sw-206","xy":["177","239"]},{"id":"sw-284","xy":["897","-71"]}],"modules":[{"type":"fetch","id":"sw-78","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"rename","id":"sw-118","conf":{"RULE":{"field":{"value":"link","type":"text"},"op":{"type":"text","value":"copy"},"newval":{"value":"enclosure.url","type":"text"}}}},{"type":"urlbuilder","id":"sw-202","conf":{"BASE":{"value":"http://gdata.youtube.com/feeds/videos","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":[{"key":{"value":"","type":"text"},"value":{"value":"","type":"text"}},{"key":{"value":"q","type":"text"},"value":{"type":"text","terminal":"PARAM_2_value"}},{"key":{"value":"author","type":"text"},"value":{"value":"oulearn","type":"text"}}]}},{"type":"regex","id":"sw-206","conf":{"RULE":{"field":{"value":"enclosure.url","type":"text"},"match":{"value":"^.*=(.*)","type":"text"},"replace":{"value":"http://www.youtube.com/v/$1.swf","type":"text"}}}},{"type":"textinput","id":"sw-284","conf":{"name":{"value":"query","type":"text"},"prompt":{"value":"Search for:","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"biology","type":"text"},"debug":{"value":"","type":"text"}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-78","data":{"_type":"item","_attr":{"gd:rating":{"_type":"","_attr":{"rel":{"_type":"url","_count":"7"},"numRaters":{"_type":"number","_count":"7"},"average":{"_type":"number","_count":"7"},"min":{"_type":"number","_count":"7"},"max":{"_type":"number","_count":"7"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"yt:statistics":{"_type":"","_attr":{"viewCount":{"_type":"number","_count":"9"},"favoriteCount":{"_type":"number","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"category":{"_type":"","_attr":{"scheme":{"_type":"url","_count":"123"},"label":{"_type":"text","_count":"9"},"term":{"_type":"text","_count":"123"}}},"updated":{"_type":"datetime","_count":"9"},"id":{"_type":"url","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"link":{"_type":"url","_count":"9"},"media:group":{"_type":"","_attr":{"media:player":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"media:title":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"media:thumbnail":{"_type":"","_attr":{"width":{"_type":"number","_count":"36"},"time":{"_type":"datetime","_count":"36"},"url":{"_type":"url","_count":"36"},"height":{"_type":"number","_count":"36"}}},"media:keywords":{"_type":"text","_count":"9"},"media:category":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"scheme":{"_type":"url","_count":"9"},"label":{"_type":"text","_count":"9"}}},"media:description":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"yt:duration":{"_type":"","_attr":{"seconds":{"_type":"number","_count":"9"}}},"media:content":{"_type":"","_attr":{"isDefault":{"_type":"text","_count":"9"},"expression":{"_type":"text","_count":"27"},"url":{"_type":"text","_count":"27"},"yt:format":{"_type":"number","_count":"27"},"medium":{"_type":"text","_count":"27"},"type":{"_type":"text","_count":"27"},"duration":{"_type":"number","_count":"27"}}}}},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"gd:comments":{"_type":"","_attr":{"gd:feedLink":{"_type":"","_attr":{"href":{"_type":"url","_count":"9"},"countHint":{"_type":"number","_count":"9"}}}}},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-118","data":{"_type":"item","_attr":{"gd:rating":{"_type":"","_attr":{"rel":{"_type":"url","_count":"7"},"numRaters":{"_type":"number","_count":"7"},"average":{"_type":"number","_count":"7"},"min":{"_type":"number","_count":"7"},"max":{"_type":"number","_count":"7"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"yt:statistics":{"_type":"","_attr":{"viewCount":{"_type":"number","_count":"9"},"favoriteCount":{"_type":"number","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"category":{"_type":"","_attr":{"scheme":{"_type":"url","_count":"123"},"label":{"_type":"text","_count":"9"},"term":{"_type":"text","_count":"123"}}},"updated":{"_type":"datetime","_count":"9"},"id":{"_type":"url","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"link":{"_type":"url","_count":"9"},"enclosure":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"media:group":{"_type":"","_attr":{"media:player":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"media:title":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"media:thumbnail":{"_type":"","_attr":{"width":{"_type":"number","_count":"36"},"time":{"_type":"datetime","_count":"36"},"url":{"_type":"url","_count":"36"},"height":{"_type":"number","_count":"36"}}},"media:keywords":{"_type":"text","_count":"9"},"media:category":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"scheme":{"_type":"url","_count":"9"},"label":{"_type":"text","_count":"9"}}},"media:description":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"yt:duration":{"_type":"","_attr":{"seconds":{"_type":"number","_count":"9"}}},"media:content":{"_type":"","_attr":{"isDefault":{"_type":"text","_count":"9"},"expression":{"_type":"text","_count":"27"},"url":{"_type":"text","_count":"27"},"yt:format":{"_type":"number","_count":"27"},"medium":{"_type":"text","_count":"27"},"type":{"_type":"text","_count":"27"},"duration":{"_type":"number","_count":"27"}}}}},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"gd:comments":{"_type":"","_attr":{"gd:feedLink":{"_type":"","_attr":{"href":{"_type":"url","_count":"9"},"countHint":{"_type":"number","_count":"9"}}}}},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-202","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-206","data":{"_type":"item","_attr":{"gd:rating":{"_type":"","_attr":{"rel":{"_type":"url","_count":"7"},"numRaters":{"_type":"number","_count":"7"},"average":{"_type":"number","_count":"7"},"min":{"_type":"number","_count":"7"},"max":{"_type":"number","_count":"7"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"yt:statistics":{"_type":"","_attr":{"viewCount":{"_type":"number","_count":"9"},"favoriteCount":{"_type":"number","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"category":{"_type":"","_attr":{"scheme":{"_type":"url","_count":"123"},"label":{"_type":"text","_count":"9"},"term":{"_type":"text","_count":"123"}}},"updated":{"_type":"datetime","_count":"9"},"id":{"_type":"url","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"link":{"_type":"url","_count":"9"},"enclosure":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"media:group":{"_type":"","_attr":{"media:player":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"media:title":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"media:thumbnail":{"_type":"","_attr":{"width":{"_type":"number","_count":"36"},"time":{"_type":"datetime","_count":"36"},"url":{"_type":"url","_count":"36"},"height":{"_type":"number","_count":"36"}}},"media:keywords":{"_type":"text","_count":"9"},"media:category":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"scheme":{"_type":"url","_count":"9"},"label":{"_type":"text","_count":"9"}}},"media:description":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"yt:duration":{"_type":"","_attr":{"seconds":{"_type":"number","_count":"9"}}},"media:content":{"_type":"","_attr":{"isDefault":{"_type":"text","_count":"9"},"expression":{"_type":"text","_count":"27"},"url":{"_type":"text","_count":"27"},"yt:format":{"_type":"number","_count":"27"},"medium":{"_type":"text","_count":"27"},"type":{"_type":"text","_count":"27"},"duration":{"_type":"number","_count":"27"}}}}},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"gd:comments":{"_type":"","_attr":{"gd:feedLink":{"_type":"","_attr":{"href":{"_type":"url","_count":"9"},"countHint":{"_type":"number","_count":"9"}}}}},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-284","data":{"_type":"text","_count":"1"}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-78"},"tgt":{"id":"_INPUT","moduleid":"sw-118"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-118"},"tgt":{"id":"_INPUT","moduleid":"sw-206"}},{"id":"_w2","src":{"id":"_OUTPUT","moduleid":"sw-202"},"tgt":{"id":"1_URL","moduleid":"sw-78"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-206"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w4","src":{"id":"_OUTPUT","moduleid":"sw-284"},"tgt":{"id":"PARAM_2_value","moduleid":"sw-202"}}]}}}}}}
028447332afe56c592311e77fe377901
OU Learn Video Search
{"query":{"count":1,"created":"2012-04-10T19:20:00Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-191","xy":["510","92"]},{"id":"_OUTPUT","xy":["483","560"]},{"id":"sw-214","xy":["802","313"]},{"id":"sw-226","xy":["784","85"]},{"id":"sw-238","xy":["247","120"]},{"id":"sw-254","xy":["177","237"]},{"id":"sw-250","xy":["243","423"]}],"modules":[{"type":"urlbuilder","id":"sw-191","conf":{"BASE":{"value":"http://search.twitter.com/search.atom","type":"text"},"PARAM":{"key":{"value":"q","type":"text"},"value":{"type":"text","terminal":"PARAM_1_value"}}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"strconcat","id":"sw-214","conf":{"part":[{"value":"to:","type":"text"},{"type":"text","terminal":"2_part"}]}},{"type":"textinput","id":"sw-226","conf":{"name":{"value":"id","type":"text"},"prompt":{"value":"Twitter ID","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"psychemedia","type":"text"},"debug":{"value":"","type":"text"}}},{"type":"fetch","id":"sw-238","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"loop","id":"sw-254","conf":{"with":{"value":"","type":"text"},"embed":{"value":{"type":"pipe:LGwAnE0S3RG1rNPn6UjTQA","id":"sw-262","conf":{"sp":{"subkey":"title","type":"text"}}},"type":"module"},"emit_part":{"type":"text","value":"first"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"first"},"assign_to":{"value":"expressivo","type":"text"}}},{"type":"rename","id":"sw-250","conf":{"RULE":{"field":{"value":"expressivo.enclosure.url","type":"text"},"op":{"type":"text","value":"rename"},"newval":{"value":"enclosure.url","type":"text"}}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-191","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-214","data":{"_type":"text","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-226","data":{"_type":"text","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-238","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"description":{"_type":"text","_count":"9"},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"updated":{"_type":"datetime","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"twitter:source":{"_type":"text","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-254","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"expressivo":{"_type":"item","_attr":{"enclosure":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"p":{"_type":"text","_count":"9"},"n":{"_type":"blank"},"content":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"t":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"updated":{"_type":"datetime","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"twitter:source":{"_type":"text","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-250","data":{"_type":"item","_attr":{"enclosure":{"_type":"","_attr":{"url":{"_type":"url","_count":"9"}}},"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"expressivo":{"_type":"item","_attr":{"enclosure":{"_type":"","_attr":{"url":{"_type":"blank"}}},"p":{"_type":"text","_count":"9"},"n":{"_type":"blank"},"content":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"t":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"updated":{"_type":"datetime","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"twitter:source":{"_type":"text","_count":"9"}}}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-191"},"tgt":{"id":"1_URL","moduleid":"sw-238"}},{"id":"_w9","src":{"id":"_OUTPUT","moduleid":"sw-214"},"tgt":{"id":"PARAM_1_value","moduleid":"sw-191"}},{"id":"_w7","src":{"id":"_OUTPUT","moduleid":"sw-226"},"tgt":{"id":"2_part","moduleid":"sw-214"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-238"},"tgt":{"id":"_INPUT","moduleid":"sw-254"}},{"id":"_w4","src":{"id":"_OUTPUT","moduleid":"sw-254"},"tgt":{"id":"_INPUT","moduleid":"sw-250"}},{"id":"_w5","src":{"id":"_OUTPUT","moduleid":"sw-250"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}}]}}}}}}
vrgoRE4S3RGiW_RVmLokhQ
TweetSpeech
{"query":{"count":1,"created":"2012-04-10T19:20:00Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-70","xy":["437","256"]},{"id":"_OUTPUT","xy":["490","707"]},{"id":"sw-141","xy":["450","582"]},{"id":"sw-149","xy":["801","61"]},{"id":"sw-161","xy":["177","61"]},{"id":"sw-165","xy":["593","61"]},{"id":"sw-169","xy":["385","61"]},{"id":"sw-391","xy":["856","220"]}],"modules":[{"type":"urlbuilder","id":"sw-70","conf":{"BASE":{"value":"http://pipes.yahoo.com/pipes/pipe.run","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":[{"key":{"value":"urlinput1","type":"text"},"value":{"type":"text","terminal":"PARAM_1_value"}},{"key":{"value":"startTime","type":"text"},"value":{"type":"text","terminal":"PARAM_2_value"}},{"key":{"value":"period","type":"text"},"value":{"type":"text","terminal":"PARAM_3_value"}},{"key":{"value":"now","type":"text"},"value":{"type":"text","terminal":"PARAM_4_value","subkey":"utime"}},{"key":{"value":"_id","type":"text"},"value":{"value":"hObiAyHs2xGeU6lEEpPZnA","type":"text"}},{"key":{"value":"_run","type":"text"},"value":{"value":"1","type":"text"}},{"key":{"value":"_render","type":"text"},"value":{"value":"rss","type":"text"}}]}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"fetch","id":"sw-141","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"datebuilder","id":"sw-149","conf":{"DATE":{"value":"now","type":"datetime"}}},{"type":"textinput","id":"sw-161","conf":{"name":{"value":"feed","type":"text"},"prompt":{"value":"Feed URL","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"http://ouseful.open.ac.uk/openlearnplayground/E500_11_rss.xml","type":"text"},"debug":{"value":"","type":"text"}}},{"type":"numberinput","id":"sw-165","conf":{"name":{"value":"period","type":"text"},"prompt":{"value":"Period","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"86400","type":"number"},"debug":{"value":"","type":"number"}}},{"type":"numberinput","id":"sw-169","conf":{"name":{"value":"startTime","type":"text"},"prompt":{"value":"Start Time","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"1175000000","type":"number"},"debug":{"value":"","type":"number"}}},{"type":"simplemath","id":"sw-391","conf":{"OP":{"type":"text","value":"subtract"},"OTHER":{"type":"number","terminal":"OTHER"}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-70","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-141","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"guid":{"_type":"","_attr":{"isPermaLink":{"_type":"text","_count":"9"}}},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"blank"},"description":{"_type":"text","_count":"9"},"y:published":{"_type":"blank"}}}},{"id":"_OUTPUT","moduleid":"sw-149","data":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"1"},"timezone":{"_type":"text","_count":"1"},"second":{"_type":"number","_count":"1"},"month":{"_type":"number","_count":"1"},"minute":{"_type":"number","_count":"1"},"utime":{"_type":"number","_count":"1"},"day_of_week":{"_type":"number","_count":"1"},"day":{"_type":"number","_count":"1"},"year":{"_type":"number","_count":"1"}}}},{"id":"_OUTPUT","moduleid":"sw-161","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-165","data":{"_type":"number","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-169","data":{"_type":"number","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-391","data":{"_type":"number","_count":"1"}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-70"},"tgt":{"id":"1_URL","moduleid":"sw-141"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-141"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w2","src":{"id":"_OUTPUT","moduleid":"sw-149"},"tgt":{"id":"PARAM_4_value","moduleid":"sw-70"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-161"},"tgt":{"id":"PARAM_1_value","moduleid":"sw-70"}},{"id":"_w4","src":{"id":"_OUTPUT","moduleid":"sw-165"},"tgt":{"id":"PARAM_3_value","moduleid":"sw-70"}},{"id":"_w13","src":{"id":"_OUTPUT","moduleid":"sw-165"},"tgt":{"id":"OTHER","moduleid":"sw-391"}},{"id":"_w9","src":{"id":"_OUTPUT","moduleid":"sw-169"},"tgt":{"id":"_INPUT","moduleid":"sw-391"}},{"id":"_w11","src":{"id":"_OUTPUT","moduleid":"sw-391"},"tgt":{"id":"PARAM_2_value","moduleid":"sw-70"}}]}}}}}}
_HA1AGDs2xG4VFhRCB2yXQ
Serialised feed
{"query":{"count":1,"created":"2012-04-10T19:20:01Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-255","xy":["177","340"]},{"id":"_OUTPUT","xy":["443","602"]},{"id":"sw-270","xy":["1220","457"]},{"id":"sw-274","xy":["185","97"]},{"id":"sw-306","xy":["811","87"]},{"id":"sw-326","xy":["831","360"]},{"id":"sw-334","xy":["422","551"]},{"id":"sw-361","xy":["1113","85"]},{"id":"sw-413","xy":["1159","336"]},{"id":"sw-461","xy":["485","97"]},{"id":"sw-434","xy":["526","211"]},{"id":"sw-462","xy":["490","430"]}],"modules":[{"type":"fetch","id":"sw-255","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"textinput","id":"sw-270","conf":{"name":{"value":"tag","type":"text"},"prompt":{"value":"Tag:","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"ili2008","type":"text"},"debug":{"value":"","type":"text"}}},{"type":"urlbuilder","id":"sw-274","conf":{"BASE":{"value":"http://delicious.com","type":"text"},"PATH":[{"value":"rss","type":"text"},{"value":"tag","type":"text"},{"type":"text","terminal":"3_PATH"}],"PARAM":{"key":{"value":"","type":"text"},"value":{"value":"","type":"text"}}}},{"type":"urlbuilder","id":"sw-306","conf":{"BASE":{"value":"http://search.twitter.com/search.atom","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":{"key":{"value":"q","type":"text"},"value":{"type":"text","terminal":"PARAM_1_value"}}}},{"type":"fetch","id":"sw-326","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"union","id":"sw-334","conf":null},{"type":"urlbuilder","id":"sw-361","conf":{"BASE":{"value":"http://blogsearch.google.com/blogsearch_feeds","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":[{"key":{"value":"hl","type":"text"},"value":{"value":"en","type":"text"}},{"key":{"value":"q","type":"text"},"value":{"type":"text","terminal":"PARAM_2_value"}},{"key":{"value":"ie","type":"text"},"value":{"value":"utf-8","type":"text"}},{"key":{"value":"num","type":"text"},"value":{"value":"10","type":"text"}},{"key":{"value":"output","type":"text"},"value":{"value":"rss","type":"text"}}]}},{"type":"fetch","id":"sw-413","conf":{"URL":{"value":"","type":"url"}}},{"type":"flickr","id":"sw-461","conf":{"number":{"value":"20","type":"number"},"text":{"type":"text","terminal":"text"},"location":{"value":"","type":"location"}}},{"type":"urlbuilder","id":"sw-434","conf":{"BASE":{"value":"http://www.slideshare.net","type":"text"},"PATH":[{"value":"rss","type":"text"},{"value":"tag","type":"text"},{"type":"text","terminal":"3_PATH"}],"PARAM":{"key":{"value":"","type":"text"},"value":{"value":"","type":"text"}}}},{"type":"fetch","id":"sw-462","conf":{"URL":{"type":"url","terminal":"1_URL"}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-255","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"description":{"_type":"text","_count":"1"},"dc:date":{"_type":"datetime","_count":"9"},"dc:creator":{"_type":"text","_count":"9"},"taxo:topics":{"_type":"","_attr":{"rdf:Bag":{"_type":"","_attr":{"rdf:li":{"_type":"","_attr":{"rdf:resource":{"_type":"url","_count":"16"}}}}}}},"rdf:about":{"_type":"url","_count":"9"},"dc:subject":{"_type":"text","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-270","data":{"_type":"text","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-274","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-306","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-326","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"author":{"_type":"","_attr":{"name":{"_type":"text","_count":"9"},"uri":{"_type":"url","_count":"9"}}},"description":{"_type":"text","_count":"9"},"published":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"updated":{"_type":"datetime","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-334","data":{"_type":"item","_attr":{"slideshare:embed":{"_type":"text","_count":"2"},"author":{"_type":"text","_count":"2"},"dc:creator":{"_type":"text","_count":"7"},"rdf:about":{"_type":"url","_count":"7"},"slideshare:config":{"_type":"","_attr":{"slideshare:isprofileslide":{"_type":"blank"},"slideshare:profileswfpath":{"_type":"blank"}}},"content:encoded":{"_type":"text","_count":"2"},"guid":{"_type":"url","_count":"2"},"media:content":{"_type":"","_attr":{"media:description":{"_type":"","_attr":{"content":{"_type":"text","_count":"2"},"type":{"_type":"text","_count":"2"}}},"media:text":{"_type":"","_attr":{"content":{"_type":"text","_count":"2"},"type":{"_type":"text","_count":"2"}}},"media:credit":{"_type":"text","_count":"2"},"media:player":{"_type":"","_attr":{"url":{"_type":"url","_count":"2"}}},"media:title":{"_type":"text","_count":"2"},"media:thumbnail":{"_type":"","_attr":{"width":{"_type":"number","_count":"2"},"url":{"_type":"url","_count":"2"},"height":{"_type":"number","_count":"2"}}},"media:keywords":{"_type":"text","_count":"2"}}},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"2"},"permalink":{"_type":"text","_count":"2"}}},"dc:date":{"_type":"datetime","_count":"7"},"description":{"_type":"text","_count":"3"},"slideshare:meta":{"_type":"","_attr":{"slideshare:comments":{"_type":"number","_count":"2"},"slideshare:views":{"_type":"number","_count":"2"},"slideshare:thumbnail":{"_type":"url","_count":"2"}}},"taxo:topics":{"_type":"","_attr":{"rdf:Bag":{"_type":"","_attr":{"rdf:li":{"_type":"","_attr":{"rdf:resource":{"_type":"url","_count":"14"}}}}}}},"dc:subject":{"_type":"text","_count":"7"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-461","data":{"_type":"item","_attr":{"ispublic":{"_type":"number","_count":"9"},"y:flickr":{"_type":"","_attr":{"link":{"_type":"url","_count":"9"},"img":{"_type":"url","_count":"9"}}},"latitude":{"_type":"number","_count":"9"},"id":{"_type":"number","_count":"9"},"server":{"_type":"number","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}},"link":{"_type":"url","_count":"9"},"owner":{"_type":"text","_count":"9"},"isfriend":{"_type":"number","_count":"9"},"longitude":{"_type":"number","_count":"9"},"media:group":{"_type":"","_attr":{"media:content":{"_type":"","_attr":{"media":{"_type":"text","_count":"9"},"url":{"_type":"url","_count":"9"},"type":{"_type":"text","_count":"9"}}},"media:thumbnail":{"_type":"","_attr":{"width":{"_type":"number","_count":"9"},"url":{"_type":"url","_count":"9"},"height":{"_type":"number","_count":"9"}}}}},"secret":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"farm":{"_type":"number","_count":"9"},"tags":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"isfamily":{"_type":"number","_count":"9"},"accuracy":{"_type":"number","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-434","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-462","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"2"},"y:id":{"_type":"","_attr":{"value":{"_type":"url","_count":"2"},"permalink":{"_type":"text","_count":"2"}}},"slideshare:embed":{"_type":"text","_count":"2"},"author":{"_type":"text","_count":"2"},"slideshare:meta":{"_type":"","_attr":{"slideshare:comments":{"_type":"number","_count":"2"},"slideshare:views":{"_type":"number","_count":"2"},"slideshare:thumbnail":{"_type":"url","_count":"2"}}},"description":{"_type":"text","_count":"2"},"slideshare:config":{"_type":"","_attr":{"slideshare:isprofileslide":{"_type":"blank"},"slideshare:profileswfpath":{"_type":"blank"}}},"y:title":{"_type":"text","_count":"2"},"content:encoded":{"_type":"text","_count":"2"},"title":{"_type":"text","_count":"2"},"guid":{"_type":"url","_count":"2"},"media:content":{"_type":"","_attr":{"media:description":{"_type":"","_attr":{"content":{"_type":"text","_count":"2"},"type":{"_type":"text","_count":"2"}}},"media:text":{"_type":"","_attr":{"content":{"_type":"text","_count":"2"},"type":{"_type":"text","_count":"2"}}},"media:credit":{"_type":"text","_count":"2"},"media:player":{"_type":"","_attr":{"url":{"_type":"url","_count":"2"}}},"media:title":{"_type":"text","_count":"2"},"media:thumbnail":{"_type":"","_attr":{"width":{"_type":"number","_count":"2"},"url":{"_type":"url","_count":"2"},"height":{"_type":"number","_count":"2"}}},"media:keywords":{"_type":"text","_count":"2"}}},"pubDate":{"_type":"datetime","_count":"2"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"2"},"timezone":{"_type":"text","_count":"2"},"second":{"_type":"number","_count":"2"},"month":{"_type":"number","_count":"2"},"minute":{"_type":"number","_count":"2"},"utime":{"_type":"number","_count":"2"},"day_of_week":{"_type":"number","_count":"2"},"day":{"_type":"number","_count":"2"},"year":{"_type":"number","_count":"2"}}}}}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-255"},"tgt":{"id":"_OTHER","moduleid":"sw-334"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-270"},"tgt":{"id":"3_PATH","moduleid":"sw-274"}},{"id":"_w2","src":{"id":"_OUTPUT","moduleid":"sw-270"},"tgt":{"id":"PARAM_1_value","moduleid":"sw-306"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-270"},"tgt":{"id":"PARAM_2_value","moduleid":"sw-361"}},{"id":"_w4","src":{"id":"_OUTPUT","moduleid":"sw-270"},"tgt":{"id":"text","moduleid":"sw-461"}},{"id":"_w12","src":{"id":"_OUTPUT","moduleid":"sw-270"},"tgt":{"id":"3_PATH","moduleid":"sw-434"}},{"id":"_w5","src":{"id":"_OUTPUT","moduleid":"sw-274"},"tgt":{"id":"1_URL","moduleid":"sw-255"}},{"id":"_w6","src":{"id":"_OUTPUT","moduleid":"sw-306"},"tgt":{"id":"1_URL","moduleid":"sw-326"}},{"id":"_w7","src":{"id":"_OUTPUT","moduleid":"sw-326"},"tgt":{"id":"_OTHER2","moduleid":"sw-334"}},{"id":"_w8","src":{"id":"_OUTPUT","moduleid":"sw-334"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w9","src":{"id":"_OUTPUT","moduleid":"sw-413"},"tgt":{"id":"_OTHER3","moduleid":"sw-334"}},{"id":"_w10","src":{"id":"_OUTPUT","moduleid":"sw-461"},"tgt":{"id":"_OTHER1","moduleid":"sw-334"}},{"id":"_w14","src":{"id":"_OUTPUT","moduleid":"sw-434"},"tgt":{"id":"1_URL","moduleid":"sw-462"}},{"id":"_w16","src":{"id":"_OUTPUT","moduleid":"sw-462"},"tgt":{"id":"_INPUT","moduleid":"sw-334"}}]}}}}}}
ZIwCQvGp3RGuzjf4pgt1Yg
tag amplifier
{"query":{"count":1,"created":"2012-04-10T19:20:02Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-183","xy":["177","106"]},{"id":"_OUTPUT","xy":["208","264"]},{"id":"sw-194","xy":["593","85"]},{"id":"sw-198","xy":["559","255"]}],"modules":[{"type":"fetch","id":"sw-183","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"textinput","id":"sw-194","conf":{"name":{"value":"tag","type":"text"},"prompt":{"value":"delicious tag:","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"crig","type":"text"},"debug":{"value":"","type":"text"}}},{"type":"urlbuilder","id":"sw-198","conf":{"BASE":{"value":"http://feeds.delicious.com/v2/rss/tag","type":"text"},"PATH":{"type":"text","terminal":"1_PATH"},"PARAM":{"key":{"value":"","type":"text"},"value":{"value":"","type":"text"}}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-183","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"description":{"_type":"text","_count":"4"},"dc:date":{"_type":"datetime","_count":"9"},"dc:creator":{"_type":"text","_count":"9"},"taxo:topics":{"_type":"","_attr":{"rdf:Bag":{"_type":"","_attr":{"rdf:li":{"_type":"","_attr":{"rdf:resource":{"_type":"url","_count":"56"}}}}}}},"rdf:about":{"_type":"url","_count":"9"},"dc:subject":{"_type":"text","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-194","data":{"_type":"text","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-198","data":{"_type":"url","_count":"1"}}],"wires":[{"id":"_w21","src":{"id":"_OUTPUT","moduleid":"sw-183"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w22","src":{"id":"_OUTPUT","moduleid":"sw-194"},"tgt":{"id":"1_PATH","moduleid":"sw-198"}},{"id":"_w23","src":{"id":"_OUTPUT","moduleid":"sw-198"},"tgt":{"id":"1_URL","moduleid":"sw-183"}}]}}}}}}
bc665b1abdae8e56351ef2374abf1107
deliTags
{"query":{"count":1,"created":"2012-04-10T19:20:03Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"_OUTPUT","xy":["417","552"]},{"id":"sw-471","xy":["193","310"]},{"id":"sw-490","xy":["629","134"]},{"id":"sw-498","xy":["415","258"]},{"id":"sw-279","xy":["177","162"]},{"id":"sw-287","xy":["771","85"]}],"modules":[{"type":"output","id":"_OUTPUT","conf":null},{"type":"union","id":"sw-471","conf":null},{"type":"fetch","id":"sw-490","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"regex","id":"sw-498","conf":{"RULE":{"field":{"value":"title","type":"text"},"match":{"value":"(.*)","type":"text"},"replace":{"value":"MEDIA RELEASE: $1","type":"text"}}}},{"type":"pipe:31f97145bf111513a740a6c08a142412","id":"sw-279","conf":{"url":{"type":"url","terminal":"url"}}},{"type":"urlbuilder","id":"sw-287","conf":{"BASE":{"value":"http://www3.open.ac.uk/sesame/ounewsrss.aspx","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":{"key":{"value":"","type":"text"},"value":{"value":"","type":"text"}}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-471","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"mode":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"modified":{"_type":"datetime","_count":"9"},"y:repeatcount":{"_type":"number","_count":"9"},"issued":{"_type":"blank"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-490","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-498","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-279","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"mode":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"modified":{"_type":"datetime","_count":"9"},"y:repeatcount":{"_type":"number","_count":"9"},"issued":{"_type":"blank"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-287","data":{"_type":"url","_count":"1"}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-471"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-490"},"tgt":{"id":"_INPUT","moduleid":"sw-498"}},{"id":"_w2","src":{"id":"_OUTPUT","moduleid":"sw-498"},"tgt":{"id":"_OTHER2","moduleid":"sw-471"}},{"id":"_w7","src":{"id":"_OUTPUT","moduleid":"sw-279"},"tgt":{"id":"_OTHER","moduleid":"sw-471"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-287"},"tgt":{"id":"1_URL","moduleid":"sw-490"}},{"id":"_w5","src":{"id":"_OUTPUT","moduleid":"sw-287"},"tgt":{"id":"url","moduleid":"sw-279"}}]}}}}}}
6310e778f2161ea3c45dd0e7acd00d31
OU Media release effectiveness
{"query":{"count":1,"created":"2012-04-10T19:20:03Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-221","xy":["264","85"]},{"id":"_OUTPUT","xy":["445","1454"]},{"id":"sw-232","xy":["225","170"]},{"id":"sw-269","xy":["189","251"]},{"id":"sw-337","xy":["297","450"]},{"id":"sw-499","xy":["304","979"]},{"id":"sw-434","xy":["313","1349"]},{"id":"sw-466","xy":["304","1185"]},{"id":"sw-470","xy":["702","87"]},{"id":"sw-474","xy":["744","1106"]}],"modules":[{"type":"fetch","id":"sw-221","conf":{"URL":{"type":"url","terminal":"1_URL"}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"loop","id":"sw-232","conf":{"with":{"value":"description","type":"text"},"embed":{"value":{"type":"termextraction","id":"sw-240","conf":{"mode":{"type":"text","value":"item"}}},"type":"module"},"emit_part":{"type":"text","value":"all"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"first"},"assign_to":{"value":"terms","type":"text"}}},{"type":"regex","id":"sw-269","conf":{"RULE":[{"field":{"value":"terms.content","type":"text"},"match":{"value":null,"type":"text"},"replace":{"value":" OR ","type":"text"},"globalmatch":{"type":"text","value":"1"}},{"field":{"value":"terms.content","type":"text"},"match":{"value":"(.*)","type":"text"},"replace":{"value":"\"the open university\" ( $1 )","type":"text"}}]}},{"type":"loop","id":"sw-337","conf":{"with":{"value":"","type":"text"},"embed":{"value":{"type":"urlbuilder","id":"sw-345","conf":{"BASE":{"value":"http://news.google.com/news","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":[{"key":{"value":"svnum","type":"text"},"value":{"value":"10","type":"text"}},{"key":{"value":"as_scoring","type":"text"},"value":{"value":"r","type":"text"}},{"key":{"value":"ned","type":"text"},"value":{"value":"us","type":"text"}},{"key":{"value":"as_drrb","type":"text"},"value":{"value":"q","type":"text"}},{"key":{"value":"as_qdr","type":"text"},"value":{"value":"m","type":"text"}},{"key":{"value":"as_mind","type":"text"},"value":{"value":"15","type":"text"}},{"key":{"value":"as_minm","type":"text"},"value":{"value":"6","type":"text"}},{"key":{"value":"as_maxd","type":"text"},"value":{"value":"15","type":"text"}},{"key":{"value":"as_maxm","type":"text"},"value":{"value":"7","type":"text"}},{"key":{"value":"geo","type":"text"},"value":{"value":"","type":"text"}},{"key":{"value":"aq","type":"text"},"value":{"value":"f","type":"text"}},{"key":{"value":"q","type":"text"},"value":{"subkey":"terms.content","type":"text"}},{"key":{"value":"ie","type":"text"},"value":{"value":"UTF-8","type":"text"}},{"key":{"value":"output","type":"text"},"value":{"value":"atom","type":"text"}},{"key":{"value":"scoring","type":"text"},"value":{"value":"d","type":"text"}}]}},"type":"module"},"emit_part":{"type":"text","value":"all"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"all"},"assign_to":{"value":"loop:urlbuilder","type":"text"}}},{"type":"loop","id":"sw-499","conf":{"with":{"value":"","type":"text"},"embed":{"value":{"type":"fetch","id":"sw-507","conf":{"URL":{"subkey":"loop:urlbuilder","type":"url"}}},"type":"module"},"mode":{"type":"text","value":"EMIT"},"emit_part":{"type":"text","value":"all"},"assign_part":{"type":"text","value":"first"},"assign_to":{"value":"loop:fetch","type":"text"}}},{"type":"rename","id":"sw-434","conf":{"RULE":{"field":{"value":"issued","type":"text"},"op":{"type":"text","value":"rename"},"newval":{"value":"pubDate","type":"text"}}}},{"type":"loop","id":"sw-466","conf":{"with":{"value":"","type":"text"},"embed":{"value":{"type":"datebuilder","id":"sw-481","conf":{"DATE":{"subkey":"modified","type":"datetime"}}},"type":"module"},"emit_part":{"type":"text","value":"all"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"all"},"assign_to":{"value":"y:published","type":"text"}}},{"type":"urlinput","id":"sw-470","conf":{"name":{"value":"url","type":"text"},"prompt":{"value":"Press release URL:","type":"text"},"position":{"value":"","type":"number"},"default":{"value":"http://www3.open.ac.uk/sesame/ounewsrss.aspx","type":"url"},"debug":{"value":"","type":"url"}}},{"type":"uniq","id":"sw-474","conf":{"field":{"value":"link","type":"text"}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-221","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-232","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"terms":{"_type":"blank","_attr":{"content":{"_count":"7","_types":{"text":"7"}}}},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-269","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"terms":{"_type":"item","_attr":{"content":{"_type":"text","_count":"9"}}},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-337","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"terms":{"_type":"item","_attr":{"content":{"_type":"text","_count":"9"}}},"y:id":{"_type":"","_attr":{"value":{"_type":"blank"},"permalink":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"loop:urlbuilder":{"_type":"url","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-499","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"mode":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"modified":{"_type":"datetime","_count":"9"},"issued":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"blank"},"y:published":{"_type":"blank"}}}},{"id":"_OUTPUT","moduleid":"sw-434","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"mode":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"modified":{"_type":"datetime","_count":"9"},"y:repeatcount":{"_type":"number","_count":"9"},"issued":{"_type":"blank"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-466","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"mode":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"modified":{"_type":"datetime","_count":"9"},"y:repeatcount":{"_type":"number","_count":"9"},"issued":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"pubDate":{"_type":"blank"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-470","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-474","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"y:id":{"_type":"","_attr":{"value":{"_type":"text","_count":"9"},"permalink":{"_type":"text","_count":"9"}}},"content":{"_type":"","_attr":{"mode":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"type":{"_type":"text","_count":"9"}}},"description":{"_type":"text","_count":"9"},"modified":{"_type":"datetime","_count":"9"},"y:repeatcount":{"_type":"number","_count":"9"},"issued":{"_type":"datetime","_count":"9"},"y:title":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"id":{"_type":"text","_count":"9"},"pubDate":{"_type":"blank"},"y:published":{"_type":"blank"}}}}],"wires":[{"id":"_w8","src":{"id":"_OUTPUT","moduleid":"sw-221"},"tgt":{"id":"_INPUT","moduleid":"sw-232"}},{"id":"_w9","src":{"id":"_OUTPUT","moduleid":"sw-232"},"tgt":{"id":"_INPUT","moduleid":"sw-269"}},{"id":"_w10","src":{"id":"_OUTPUT","moduleid":"sw-269"},"tgt":{"id":"_INPUT","moduleid":"sw-337"}},{"id":"_w11","src":{"id":"_OUTPUT","moduleid":"sw-337"},"tgt":{"id":"_INPUT","moduleid":"sw-499"}},{"id":"_w12","src":{"id":"_OUTPUT","moduleid":"sw-499"},"tgt":{"id":"_INPUT","moduleid":"sw-474"}},{"id":"_w13","src":{"id":"_OUTPUT","moduleid":"sw-434"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}},{"id":"_w14","src":{"id":"_OUTPUT","moduleid":"sw-466"},"tgt":{"id":"_INPUT","moduleid":"sw-434"}},{"id":"_w15","src":{"id":"_OUTPUT","moduleid":"sw-470"},"tgt":{"id":"1_URL","moduleid":"sw-221"}},{"id":"_w16","src":{"id":"_OUTPUT","moduleid":"sw-474"},"tgt":{"id":"_INPUT","moduleid":"sw-466"}}]}}}}}}
31f97145bf111513a740a6c08a142412
Open University media release news search
{"query":{"count":1,"created":"2012-04-10T19:20:04Z","lang":"en-US","results":{"json":{"PIPE":{"working":{"layout":[{"id":"sw-234","xy":["228","124"]},{"id":"_OUTPUT","xy":["636","545"]},{"id":"sw-257","xy":["707","85"]},{"id":"sw-397","xy":["510","272"]},{"id":"sw-416","xy":["304","165"]},{"id":"sw-431","xy":["177","407"]},{"id":"sw-442","xy":["701","224"]},{"id":"sw-532","xy":["694","366"]},{"id":"sw-560","xy":["222","468"]}],"modules":[{"type":"fetchpage","id":"sw-234","conf":{"URL":{"type":"url","terminal":"URL"},"from":{"value":"<div class=\"storylist\">","type":"text"},"to":{"value":"<ul id=\"pagetools\" class=\"backnext\">","type":"text"},"token":{"value":"<li>","type":"text"}}},{"type":"output","id":"_OUTPUT","conf":null},{"type":"urlbuilder","id":"sw-257","conf":{"BASE":{"value":"http://www.timeshighereducation.co.uk/search_results.asp","type":"text"},"PATH":{"value":"","type":"text"},"PARAM":[{"key":{"value":"refresh","type":"text"},"value":{"value":"0","type":"text"}},{"key":{"value":"keyword","type":"text"},"value":{"value":"THe+Open+University","type":"text"}},{"key":{"value":"searchtype","type":"text"},"value":{"value":"kyphase","type":"text"}},{"key":{"value":"sections","type":"text"},"value":{"value":"0","type":"text"}},{"key":{"value":"categories","type":"text"},"value":{"value":"0","type":"text"}},{"key":{"value":"dateissuefilter","type":"text"},"value":{"value":"datefilter","type":"text"}},{"key":{"value":"issue","type":"text"},"value":{"value":"0","type":"text"}},{"key":{"value":"sday","type":"text"},"value":{"value":"1","type":"text"}},{"key":{"value":"smth","type":"text"},"value":{"value":"1","type":"text"}},{"key":{"value":"syr","type":"text"},"value":{"type":"text","terminal":"PARAM_10_value","subkey":"year"}},{"key":{"value":"eday","type":"text"},"value":{"type":"text","terminal":"PARAM_11_value","subkey":"day"}},{"key":{"value":"emth","type":"text"},"value":{"type":"text","terminal":"PARAM_12_value","subkey":"month"}},{"key":{"value":"eyr","type":"text"},"value":{"type":"text","terminal":"PARAM_13_value","subkey":"year"}},{"key":{"value":"resorder","type":"text"},"value":{"value":"0","type":"text"}},{"key":{"value":"imageField.x","type":"text"},"value":{"value":"28","type":"text"}},{"key":{"value":"imageField.y","type":"text"},"value":{"value":"6","type":"text"}}]}},{"type":"datebuilder","id":"sw-397","conf":{"DATE":{"value":"today","type":"datetime"}}},{"type":"regex","id":"sw-416","conf":{"RULE":[{"field":{"value":"title","type":"text"},"match":{"value":"^.*\">(.*)</a>.*","type":"text"},"replace":{"value":"THES: $1","type":"text"}},{"field":{"value":"cdate","type":"text"},"match":{"value":".*<p class=\"date\">(.*)</p>.*","type":"text"},"replace":{"value":"$1","type":"text"},"singlelinematch":{"type":"text","value":"2"},"multilinematch":{"type":"text","value":"4"}},{"field":{"value":"cdate","type":"text"},"match":{"value":".*\\|(.*)<p>.*","type":"text"},"replace":{"value":"$1","type":"text"}},{"field":{"value":"description","type":"text"},"match":{"value":".*</p><p>","type":"text"},"replace":{"value":"","type":"text"},"singlelinematch":{"type":"text","value":"2"},"multilinematch":{"type":"text","value":"4"}},{"field":{"value":"link","type":"text"},"match":{"value":".*href=\"(.*)\">.*","type":"text"},"replace":{"value":"$1","type":"text"}},{"field":{"value":"link","type":"text"},"match":{"value":"\">.*","type":"text"},"replace":{"value":"","type":"text"}},{"field":{"value":"link","type":"text"},"match":{"value":"amp;","type":"text"},"replace":{"value":"","type":"text"},"singlelinematch":{"type":"text","value":"2"},"multilinematch":{"type":"text","value":"4"}}]}},{"type":"filter","id":"sw-431","conf":{"MODE":{"type":"text","value":"block"},"COMBINE":{"type":"text","value":"and"},"RULE":{"field":{"value":"content","type":"text"},"op":{"type":"text","value":"contains"},"value":{"value":"<div class=\"storylist\">","type":"text"}}}},{"type":"rename","id":"sw-442","conf":{"RULE":[{"field":{"value":"content","type":"text"},"op":{"type":"text","value":"copy"},"newval":{"value":"title","type":"text"}},{"field":{"value":"content","type":"text"},"op":{"type":"text","value":"copy"},"newval":{"value":"cdate","type":"text"}},{"field":{"value":"content","type":"text"},"op":{"type":"text","value":"copy"},"newval":{"value":"description","type":"text"}},{"field":{"value":"content","type":"text"},"op":{"type":"text","value":"copy"},"newval":{"value":"link","type":"text"}}]}},{"type":"loop","id":"sw-532","conf":{"with":{"value":"","type":"text"},"embed":{"value":{"type":"datebuilder","id":"sw-540","conf":{"DATE":{"subkey":"cdate","type":"datetime"}}},"type":"module"},"emit_part":{"type":"text","value":"all"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"all"},"assign_to":{"value":"y:published","type":"text"}}},{"type":"loop","id":"sw-560","conf":{"with":{"value":"y:published","type":"text"},"embed":{"value":{"type":"dateformat","id":"sw-568","conf":{"format":{"value":"%a, %d %b %Y %H:%M:%S %z","type":"text"}}},"type":"module"},"emit_part":{"type":"text","value":"all"},"mode":{"type":"text","value":"assign"},"assign_part":{"type":"text","value":"all"},"assign_to":{"value":"pubDate","type":"text"}}}],"terminaldata":[{"id":"_OUTPUT","moduleid":"sw-234","data":{"_type":"item","_attr":{"content":{"_type":"text","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-257","data":{"_type":"url","_count":"1"}},{"id":"_OUTPUT","moduleid":"sw-397","data":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"1"},"timezone":{"_type":"text","_count":"1"},"second":{"_type":"number","_count":"1"},"month":{"_type":"number","_count":"1"},"minute":{"_type":"number","_count":"1"},"utime":{"_type":"number","_count":"1"},"day_of_week":{"_type":"number","_count":"1"},"day":{"_type":"number","_count":"1"},"year":{"_type":"number","_count":"1"}}}},{"id":"_OUTPUT","moduleid":"sw-416","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"cdate":{"_type":"datetime","_count":"9"},"content":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-431","data":{"_type":"item","_attr":{"content":{"_type":"text","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-442","data":{"_type":"item","_attr":{"link":{"_type":"text","_count":"9"},"cdate":{"_type":"text","_count":"9"},"content":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"}}}},{"id":"_OUTPUT","moduleid":"sw-532","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"cdate":{"_type":"datetime","_count":"9"},"content":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"description":{"_type":"text","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}},{"id":"_OUTPUT","moduleid":"sw-560","data":{"_type":"item","_attr":{"link":{"_type":"url","_count":"9"},"cdate":{"_type":"datetime","_count":"9"},"content":{"_type":"text","_count":"9"},"title":{"_type":"text","_count":"9"},"pubDate":{"_type":"datetime","_count":"9"},"description":{"_type":"text","_count":"9"},"y:published":{"_type":"datetime","_attr":{"hour":{"_type":"number","_count":"9"},"timezone":{"_type":"text","_count":"9"},"second":{"_type":"number","_count":"9"},"month":{"_type":"number","_count":"9"},"minute":{"_type":"number","_count":"9"},"utime":{"_type":"number","_count":"9"},"day_of_week":{"_type":"number","_count":"9"},"day":{"_type":"number","_count":"9"},"year":{"_type":"number","_count":"9"}}}}}}],"wires":[{"id":"_w0","src":{"id":"_OUTPUT","moduleid":"sw-234"},"tgt":{"id":"_INPUT","moduleid":"sw-431"}},{"id":"_w1","src":{"id":"_OUTPUT","moduleid":"sw-257"},"tgt":{"id":"URL","moduleid":"sw-234"}},{"id":"_w2","src":{"id":"_OUTPUT","moduleid":"sw-397"},"tgt":{"id":"PARAM_10_value","moduleid":"sw-257"}},{"id":"_w3","src":{"id":"_OUTPUT","moduleid":"sw-397"},"tgt":{"id":"PARAM_11_value","moduleid":"sw-257"}},{"id":"_w4","src":{"id":"_OUTPUT","moduleid":"sw-397"},"tgt":{"id":"PARAM_12_value","moduleid":"sw-257"}},{"id":"_w5","src":{"id":"_OUTPUT","moduleid":"sw-397"},"tgt":{"id":"PARAM_13_value","moduleid":"sw-257"}},{"id":"_w6","src":{"id":"_OUTPUT","moduleid":"sw-416"},"tgt":{"id":"_INPUT","moduleid":"sw-532"}},{"id":"_w7","src":{"id":"_OUTPUT","moduleid":"sw-431"},"tgt":{"id":"_INPUT","moduleid":"sw-442"}},{"id":"_w8","src":{"id":"_OUTPUT","moduleid":"sw-442"},"tgt":{"id":"_INPUT","moduleid":"sw-416"}},{"id":"_w9","src":{"id":"_OUTPUT","moduleid":"sw-532"},"tgt":{"id":"_INPUT","moduleid":"sw-560"}},{"id":"_w10","src":{"id":"_OUTPUT","moduleid":"sw-560"},"tgt":{"id":"_INPUT","moduleid":"_OUTPUT"}}]}}}}}}
dqUEpJp23RG3nbJbQBJ3AQ
OU THES Scraper

Statistics

Total run time: half a minute

Total cpu time used: less than 5 seconds

Total disk space used: 561 KB

History

  • Manually ran revision 8eff4571 and failed .
    1 record added in the database
    3 pages scraped
  • Forked from ScraperWiki

Scraper code

Python

pipe2py / scraper.py