diff --git a/2b Memory/LoadAllData.m b/2b Memory/LoadAllData.m new file mode 100644 index 0000000..61fa8e1 --- /dev/null +++ b/2b Memory/LoadAllData.m @@ -0,0 +1,15 @@ +%% Section 2: Load all the model data together + +function [AllDataMem] = LoadAllData(FileName) +MemorySaving; +%UNTITLED3 Summary of this function goes here +% Detailed explanation goes here +for idx = 1: 8 + AllData(idx,:,:,:) = ncread(FileName, Contents.Variables(idx).Name); + fprintf('Loading %s\n', Contents.Variables(idx).Name); % display loading information +end + +AllDataMem = whos('AllData').bytes/1000000; +fprintf('Memory used for all data: %.3f MB\n', AllDataMem) +end + diff --git a/2b Memory/LoadAllHours.m b/2b Memory/LoadAllHours.m new file mode 100644 index 0000000..5cb1ed4 --- /dev/null +++ b/2b Memory/LoadAllHours.m @@ -0,0 +1,30 @@ +%% Section 4: Cycle through the hours and load all the models for each hour and record memory use +% We use an index named 'StartHour' in our loop +function [AllHoursMem] = LoadAllHours(FileName) +MemorySaving; +HourMem = 0; % storage variable for the maximum memory in use by our data variable +StartLat = 1; % starting latitude +NumLat = 400; % number of latitude positions +StartLon = 1; % starying longitude +NumLon = 700; % number of lingitude positions +% StartHour = 1; % starting time for analyises +NumHour = 1; % Number of hours of data to load + +% loop through the hours loading one at a time +for StartHour = 1:25 + Models2Load = [1, 2, 4, 5, 6, 7, 8]; % list of models to load + idxModel = 0; % current model + for idx = 1:7 + idxModel = idxModel + 1; % move to next model index + LoadModel = Models2Load(idx);% which model to load + HourlyData(idxModel,:,:,:) = ncread(FileName, Contents.Variables(LoadModel).Name,... + [StartLon, StartLat, StartHour], [NumLon, NumLat, NumHour]); + fprintf('Loading %s\n', Contents.Variables(LoadModel).Name); % display loading information + end + + % Record the maximum memory used by the data variable so far + AllHoursMem = max( [ HourMem, whos('HourlyData').bytes/1000000 ] ); + fprintf('Loaded Hour %i, memory used: %.3f MB\n', StartHour, AllHoursMem); % display loading information +end +end + diff --git a/2b Memory/LoadHours.m b/2b Memory/LoadHours.m new file mode 100644 index 0000000..fb1520d --- /dev/null +++ b/2b Memory/LoadHours.m @@ -0,0 +1,27 @@ +%% Section 3: Loading all the data for a single hour from all the models +function [HourMem] = LoadHours(FileName) +% We combine the aboce code to cycle through the names and load each model. +% We load the data into successive 'layers' using 'idx', and let the other +% two dimensions take care of themselves by using ':' +MemorySaving; +StartLat = 1; % starting latitude +NumLat = 400; % number of latitude positions +StartLon = 1; % starying longitude +NumLon = 700; % number of lingitude positions +StartHour = 1; % starting time for analyises +NumHour = 1; % Number of hours of data to load + +% loop through the models loading *ALL* the data into an array +Models2Load = [1, 2, 4, 5, 6, 7, 8]; % list of models to load +idxModel = 0; % current model +for idx = 1:7 + idxModel = idxModel + 1; % move to next model index + LoadModel = Models2Load(idx); % which model to load + ModelData(idxModel,:,:,:) = ncread(FileName, Contents.Variables(LoadModel).Name,... + [StartLon, StartLat, StartHour], [NumLon, NumLat, NumHour]); + fprintf('Loading %s\n', Contents.Variables(LoadModel).Name); % display loading information +end + +HourMem = whos('ModelData').bytes/1000000; +fprintf('Memory used for 1 hour of data: %.3f MB\n', HourMem) +end \ No newline at end of file diff --git a/2b Memory/Main.m b/2b Memory/Main.m new file mode 100644 index 0000000..f12dd1d --- /dev/null +++ b/2b Memory/Main.m @@ -0,0 +1,4 @@ +[AllHoursMem] = LoadAllHours(FileName); +[AllDataMem] = LoadAllData(FileName); +[HourMem] = LoadHours(FileName); +Reportresults; \ No newline at end of file diff --git a/2b Memory/MemorySaving.m b/2b Memory/MemorySaving.m new file mode 100644 index 0000000..49c66ae --- /dev/null +++ b/2b Memory/MemorySaving.m @@ -0,0 +1,16 @@ +%% This script allows you to open and explore the data in a *.nc file +clear all % clear all variables +close all % close all windows + +FileName = 'o3_surface_20180701000000.nc'; % define the name of the file to be used, the path is included + +Contents = ncinfo(FileName); % Store the file content information in a variable. + + + + + + + + + diff --git a/2b Memory/Reportresults.m b/2b Memory/Reportresults.m new file mode 100644 index 0000000..722d1c1 --- /dev/null +++ b/2b Memory/Reportresults.m @@ -0,0 +1,6 @@ +%% Section 5: Print our results +fprintf('\nResults:\n') +fprintf('Memory used for all data: %.2f MB\n', AllDataMem) +fprintf('Memory used for hourly data: %.2f MB\n', AllHoursMem) +fprintf('Maximum memory used hourly = %.2f MB\n', HourMem) +fprintf('Hourly memory as fraction of all data = %.2f\n\n', HourMem / AllDataMem) \ No newline at end of file diff --git a/2b Memory/o3_surface_20180701000000.nc b/2b Memory/o3_surface_20180701000000.nc new file mode 100644 index 0000000..cac35c7 Binary files /dev/null and b/2b Memory/o3_surface_20180701000000.nc differ