{"60507":{"#nid":"60507","#data":{"type":"event","title":"Dissertation Defense: Jay Lofstead","body":[{"value":"\u003Cp\u003EAs HPC resources evolve into petascale resources and beyond, substantial mismatches in scale between the computation resources and the storage resources demand rethinking how to manage generated data for scientific discoveries. Process counts of 100,000s, 1,000,000 or more overwhelm storage resources causing IO to consume too large a percentage of total runtime. Shared scratch file systems that facilitate end-to-end processing by using multiple HPC resources compound the problem as much as they help. While it is tempting to perform micro optimizations to aid either writing, reading, or some analysis tasks, only optimizations that address the entire end-to-end science process will ultimately be useful. By carefully managing data output techniques mindful of later data analysis tasks, both write and read performance can be improved. Further, by incorporating `in transit\u0027 processing, data generation runtimes can be reduced even when considering the additional resources employed while adjusting the data to be better annotated, filtered, or processed aiding the analysis scientific discovery process.\u003C\/p\u003E","summary":null,"format":"limited_html"}],"field_subtitle":"","field_summary":"","field_summary_sentence":[{"value":"\u0022Extreme Scale Data Management in High Performance Computing\u0022"}],"uid":"27372","created_gmt":"2010-08-19 11:27:59","changed_gmt":"2016-10-08 01:52:07","author":"Matt Goforth","boilerplate_text":"","field_publication":"","field_article_url":"","field_event_time":{"event_time_start":"2010-08-27T11:30:00-04:00","event_time_end":"2010-08-27T13:00:00-04:00","event_time_end_last":"2010-08-27T13:00:00-04:00","gmt_time_start":"2010-08-27 15:30:00","gmt_time_end":"2010-08-27 17:00:00","gmt_time_end_last":"2010-08-27 17:00:00","rrule":null,"timezone":"America\/New_York"},"extras":[],"groups":[{"id":"47223","name":"College of Computing"},{"id":"50875","name":"School of Computer Science"}],"categories":[],"keywords":[],"core_research_areas":[],"news_room_topics":[],"event_categories":[{"id":"1791","name":"Student sponsored"}],"invited_audience":[],"affiliations":[],"classification":[],"areas_of_expertise":[],"news_and_recent_appearances":[],"phone":[],"contact":[],"email":[],"slides":[],"orientation":[],"userdata":""}}}