Skip to content
Permalink
main
Switch branches/tags

Name already in use

A tag already exists with the provided branch name. Many Git commands accept both tag and branch names, so creating this branch may cause unexpected behavior. Are you sure you want to create this branch?

6001CEM-Individual-Project/deepsat test.ipynb

Go to file
 
 
Cannot retrieve contributors at this time
1477 lines (1477 sloc) 62.4 KB
Raw Blame
Open in GitHub Desktop
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "7e2b0981",
"metadata": {},
"outputs": [],
"source": [
"import numpy as np # linear algebra\n",
"import pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n",
"import matplotlib.pyplot as plt # showing and rendering figures\n",
"# io related\n",
"from skimage.io import imread\n",
"import os\n",
"from glob import glob\n",
"# not needed in Kaggle, but required in Jupyter\n",
"%matplotlib inline "
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "74deb254",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>95</th>\n",
" <th>91</th>\n",
" <th>61</th>\n",
" <th>157</th>\n",
" <th>105</th>\n",
" <th>113</th>\n",
" <th>101</th>\n",
" <th>179</th>\n",
" <th>50</th>\n",
" <th>35</th>\n",
" <th>...</th>\n",
" <th>107.39</th>\n",
" <th>181.10</th>\n",
" <th>118.21</th>\n",
" <th>137.14</th>\n",
" <th>127.17</th>\n",
" <th>205</th>\n",
" <th>90.30</th>\n",
" <th>105.58</th>\n",
" <th>86.25</th>\n",
" <th>183.12</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>102</td>\n",
" <td>102</td>\n",
" <td>103</td>\n",
" <td>137</td>\n",
" <td>108</td>\n",
" <td>110</td>\n",
" <td>116</td>\n",
" <td>154</td>\n",
" <td>88</td>\n",
" <td>83</td>\n",
" <td>...</td>\n",
" <td>91</td>\n",
" <td>157</td>\n",
" <td>95</td>\n",
" <td>92</td>\n",
" <td>84</td>\n",
" <td>143</td>\n",
" <td>89</td>\n",
" <td>85</td>\n",
" <td>76</td>\n",
" <td>130</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>47</td>\n",
" <td>54</td>\n",
" <td>95</td>\n",
" <td>10</td>\n",
" <td>79</td>\n",
" <td>89</td>\n",
" <td>108</td>\n",
" <td>15</td>\n",
" <td>96</td>\n",
" <td>131</td>\n",
" <td>...</td>\n",
" <td>118</td>\n",
" <td>17</td>\n",
" <td>82</td>\n",
" <td>98</td>\n",
" <td>125</td>\n",
" <td>18</td>\n",
" <td>61</td>\n",
" <td>69</td>\n",
" <td>113</td>\n",
" <td>13</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>200</td>\n",
" <td>181</td>\n",
" <td>178</td>\n",
" <td>218</td>\n",
" <td>192</td>\n",
" <td>177</td>\n",
" <td>176</td>\n",
" <td>214</td>\n",
" <td>162</td>\n",
" <td>141</td>\n",
" <td>...</td>\n",
" <td>139</td>\n",
" <td>203</td>\n",
" <td>157</td>\n",
" <td>138</td>\n",
" <td>125</td>\n",
" <td>193</td>\n",
" <td>147</td>\n",
" <td>128</td>\n",
" <td>107</td>\n",
" <td>187</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>85</td>\n",
" <td>101</td>\n",
" <td>100</td>\n",
" <td>15</td>\n",
" <td>87</td>\n",
" <td>102</td>\n",
" <td>97</td>\n",
" <td>16</td>\n",
" <td>54</td>\n",
" <td>71</td>\n",
" <td>...</td>\n",
" <td>74</td>\n",
" <td>8</td>\n",
" <td>37</td>\n",
" <td>49</td>\n",
" <td>76</td>\n",
" <td>6</td>\n",
" <td>27</td>\n",
" <td>43</td>\n",
" <td>69</td>\n",
" <td>6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>49</td>\n",
" <td>54</td>\n",
" <td>71</td>\n",
" <td>69</td>\n",
" <td>53</td>\n",
" <td>63</td>\n",
" <td>72</td>\n",
" <td>80</td>\n",
" <td>41</td>\n",
" <td>43</td>\n",
" <td>...</td>\n",
" <td>105</td>\n",
" <td>169</td>\n",
" <td>57</td>\n",
" <td>58</td>\n",
" <td>49</td>\n",
" <td>116</td>\n",
" <td>49</td>\n",
" <td>54</td>\n",
" <td>36</td>\n",
" <td>118</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>32</td>\n",
" <td>45</td>\n",
" <td>73</td>\n",
" <td>6</td>\n",
" <td>37</td>\n",
" <td>46</td>\n",
" <td>75</td>\n",
" <td>6</td>\n",
" <td>40</td>\n",
" <td>54</td>\n",
" <td>...</td>\n",
" <td>78</td>\n",
" <td>6</td>\n",
" <td>37</td>\n",
" <td>52</td>\n",
" <td>78</td>\n",
" <td>6</td>\n",
" <td>37</td>\n",
" <td>55</td>\n",
" <td>77</td>\n",
" <td>6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>182</td>\n",
" <td>166</td>\n",
" <td>137</td>\n",
" <td>168</td>\n",
" <td>172</td>\n",
" <td>157</td>\n",
" <td>135</td>\n",
" <td>166</td>\n",
" <td>169</td>\n",
" <td>154</td>\n",
" <td>...</td>\n",
" <td>147</td>\n",
" <td>178</td>\n",
" <td>196</td>\n",
" <td>174</td>\n",
" <td>144</td>\n",
" <td>181</td>\n",
" <td>197</td>\n",
" <td>180</td>\n",
" <td>149</td>\n",
" <td>181</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>19</td>\n",
" <td>34</td>\n",
" <td>66</td>\n",
" <td>4</td>\n",
" <td>23</td>\n",
" <td>37</td>\n",
" <td>68</td>\n",
" <td>5</td>\n",
" <td>21</td>\n",
" <td>33</td>\n",
" <td>...</td>\n",
" <td>93</td>\n",
" <td>8</td>\n",
" <td>77</td>\n",
" <td>118</td>\n",
" <td>110</td>\n",
" <td>12</td>\n",
" <td>66</td>\n",
" <td>70</td>\n",
" <td>117</td>\n",
" <td>12</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>100</td>\n",
" <td>123</td>\n",
" <td>115</td>\n",
" <td>24</td>\n",
" <td>98</td>\n",
" <td>116</td>\n",
" <td>128</td>\n",
" <td>21</td>\n",
" <td>73</td>\n",
" <td>66</td>\n",
" <td>...</td>\n",
" <td>130</td>\n",
" <td>28</td>\n",
" <td>125</td>\n",
" <td>127</td>\n",
" <td>123</td>\n",
" <td>32</td>\n",
" <td>146</td>\n",
" <td>165</td>\n",
" <td>129</td>\n",
" <td>45</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>75</td>\n",
" <td>124</td>\n",
" <td>115</td>\n",
" <td>16</td>\n",
" <td>81</td>\n",
" <td>116</td>\n",
" <td>127</td>\n",
" <td>21</td>\n",
" <td>103</td>\n",
" <td>84</td>\n",
" <td>...</td>\n",
" <td>131</td>\n",
" <td>20</td>\n",
" <td>93</td>\n",
" <td>96</td>\n",
" <td>140</td>\n",
" <td>21</td>\n",
" <td>98</td>\n",
" <td>98</td>\n",
" <td>141</td>\n",
" <td>24</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
" <td>50</td>\n",
" <td>62</td>\n",
" <td>79</td>\n",
" <td>97</td>\n",
" <td>38</td>\n",
" <td>49</td>\n",
" <td>69</td>\n",
" <td>96</td>\n",
" <td>46</td>\n",
" <td>59</td>\n",
" <td>...</td>\n",
" <td>105</td>\n",
" <td>162</td>\n",
" <td>72</td>\n",
" <td>58</td>\n",
" <td>26</td>\n",
" <td>122</td>\n",
" <td>105</td>\n",
" <td>111</td>\n",
" <td>101</td>\n",
" <td>178</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11</th>\n",
" <td>109</td>\n",
" <td>114</td>\n",
" <td>98</td>\n",
" <td>187</td>\n",
" <td>119</td>\n",
" <td>128</td>\n",
" <td>125</td>\n",
" <td>196</td>\n",
" <td>90</td>\n",
" <td>83</td>\n",
" <td>...</td>\n",
" <td>122</td>\n",
" <td>219</td>\n",
" <td>123</td>\n",
" <td>127</td>\n",
" <td>104</td>\n",
" <td>207</td>\n",
" <td>115</td>\n",
" <td>114</td>\n",
" <td>87</td>\n",
" <td>197</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12</th>\n",
" <td>13</td>\n",
" <td>38</td>\n",
" <td>65</td>\n",
" <td>3</td>\n",
" <td>13</td>\n",
" <td>22</td>\n",
" <td>66</td>\n",
" <td>3</td>\n",
" <td>20</td>\n",
" <td>35</td>\n",
" <td>...</td>\n",
" <td>74</td>\n",
" <td>5</td>\n",
" <td>59</td>\n",
" <td>76</td>\n",
" <td>78</td>\n",
" <td>7</td>\n",
" <td>52</td>\n",
" <td>80</td>\n",
" <td>79</td>\n",
" <td>8</td>\n",
" </tr>\n",
" <tr>\n",
" <th>13</th>\n",
" <td>112</td>\n",
" <td>115</td>\n",
" <td>94</td>\n",
" <td>161</td>\n",
" <td>113</td>\n",
" <td>119</td>\n",
" <td>99</td>\n",
" <td>171</td>\n",
" <td>117</td>\n",
" <td>121</td>\n",
" <td>...</td>\n",
" <td>71</td>\n",
" <td>153</td>\n",
" <td>75</td>\n",
" <td>73</td>\n",
" <td>43</td>\n",
" <td>131</td>\n",
" <td>108</td>\n",
" <td>116</td>\n",
" <td>105</td>\n",
" <td>176</td>\n",
" </tr>\n",
" <tr>\n",
" <th>14</th>\n",
" <td>128</td>\n",
" <td>126</td>\n",
" <td>105</td>\n",
" <td>179</td>\n",
" <td>123</td>\n",
" <td>119</td>\n",
" <td>94</td>\n",
" <td>176</td>\n",
" <td>131</td>\n",
" <td>129</td>\n",
" <td>...</td>\n",
" <td>113</td>\n",
" <td>175</td>\n",
" <td>126</td>\n",
" <td>126</td>\n",
" <td>105</td>\n",
" <td>175</td>\n",
" <td>129</td>\n",
" <td>129</td>\n",
" <td>112</td>\n",
" <td>183</td>\n",
" </tr>\n",
" <tr>\n",
" <th>15</th>\n",
" <td>175</td>\n",
" <td>155</td>\n",
" <td>131</td>\n",
" <td>199</td>\n",
" <td>199</td>\n",
" <td>181</td>\n",
" <td>173</td>\n",
" <td>218</td>\n",
" <td>198</td>\n",
" <td>184</td>\n",
" <td>...</td>\n",
" <td>129</td>\n",
" <td>188</td>\n",
" <td>146</td>\n",
" <td>132</td>\n",
" <td>117</td>\n",
" <td>188</td>\n",
" <td>159</td>\n",
" <td>147</td>\n",
" <td>131</td>\n",
" <td>194</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
" <td>24</td>\n",
" <td>42</td>\n",
" <td>62</td>\n",
" <td>4</td>\n",
" <td>22</td>\n",
" <td>27</td>\n",
" <td>64</td>\n",
" <td>4</td>\n",
" <td>19</td>\n",
" <td>27</td>\n",
" <td>...</td>\n",
" <td>77</td>\n",
" <td>5</td>\n",
" <td>37</td>\n",
" <td>41</td>\n",
" <td>82</td>\n",
" <td>7</td>\n",
" <td>40</td>\n",
" <td>55</td>\n",
" <td>83</td>\n",
" <td>7</td>\n",
" </tr>\n",
" <tr>\n",
" <th>17</th>\n",
" <td>199</td>\n",
" <td>183</td>\n",
" <td>223</td>\n",
" <td>99</td>\n",
" <td>209</td>\n",
" <td>203</td>\n",
" <td>223</td>\n",
" <td>105</td>\n",
" <td>211</td>\n",
" <td>214</td>\n",
" <td>...</td>\n",
" <td>184</td>\n",
" <td>58</td>\n",
" <td>95</td>\n",
" <td>72</td>\n",
" <td>175</td>\n",
" <td>33</td>\n",
" <td>122</td>\n",
" <td>96</td>\n",
" <td>176</td>\n",
" <td>44</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18</th>\n",
" <td>154</td>\n",
" <td>152</td>\n",
" <td>190</td>\n",
" <td>50</td>\n",
" <td>151</td>\n",
" <td>152</td>\n",
" <td>182</td>\n",
" <td>47</td>\n",
" <td>150</td>\n",
" <td>147</td>\n",
" <td>...</td>\n",
" <td>152</td>\n",
" <td>163</td>\n",
" <td>171</td>\n",
" <td>172</td>\n",
" <td>168</td>\n",
" <td>126</td>\n",
" <td>188</td>\n",
" <td>183</td>\n",
" <td>180</td>\n",
" <td>103</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19</th>\n",
" <td>90</td>\n",
" <td>117</td>\n",
" <td>91</td>\n",
" <td>196</td>\n",
" <td>89</td>\n",
" <td>120</td>\n",
" <td>90</td>\n",
" <td>196</td>\n",
" <td>88</td>\n",
" <td>117</td>\n",
" <td>...</td>\n",
" <td>85</td>\n",
" <td>206</td>\n",
" <td>72</td>\n",
" <td>118</td>\n",
" <td>90</td>\n",
" <td>205</td>\n",
" <td>68</td>\n",
" <td>117</td>\n",
" <td>91</td>\n",
" <td>205</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20</th>\n",
" <td>137</td>\n",
" <td>134</td>\n",
" <td>114</td>\n",
" <td>185</td>\n",
" <td>131</td>\n",
" <td>128</td>\n",
" <td>106</td>\n",
" <td>182</td>\n",
" <td>136</td>\n",
" <td>136</td>\n",
" <td>...</td>\n",
" <td>124</td>\n",
" <td>195</td>\n",
" <td>142</td>\n",
" <td>142</td>\n",
" <td>122</td>\n",
" <td>197</td>\n",
" <td>142</td>\n",
" <td>141</td>\n",
" <td>124</td>\n",
" <td>197</td>\n",
" </tr>\n",
" <tr>\n",
" <th>21</th>\n",
" <td>207</td>\n",
" <td>180</td>\n",
" <td>150</td>\n",
" <td>190</td>\n",
" <td>209</td>\n",
" <td>185</td>\n",
" <td>148</td>\n",
" <td>196</td>\n",
" <td>211</td>\n",
" <td>183</td>\n",
" <td>...</td>\n",
" <td>158</td>\n",
" <td>197</td>\n",
" <td>207</td>\n",
" <td>180</td>\n",
" <td>157</td>\n",
" <td>197</td>\n",
" <td>206</td>\n",
" <td>177</td>\n",
" <td>154</td>\n",
" <td>194</td>\n",
" </tr>\n",
" <tr>\n",
" <th>22</th>\n",
" <td>41</td>\n",
" <td>52</td>\n",
" <td>115</td>\n",
" <td>10</td>\n",
" <td>46</td>\n",
" <td>53</td>\n",
" <td>115</td>\n",
" <td>11</td>\n",
" <td>68</td>\n",
" <td>93</td>\n",
" <td>...</td>\n",
" <td>149</td>\n",
" <td>47</td>\n",
" <td>155</td>\n",
" <td>178</td>\n",
" <td>161</td>\n",
" <td>60</td>\n",
" <td>154</td>\n",
" <td>164</td>\n",
" <td>157</td>\n",
" <td>59</td>\n",
" </tr>\n",
" <tr>\n",
" <th>23</th>\n",
" <td>163</td>\n",
" <td>145</td>\n",
" <td>132</td>\n",
" <td>135</td>\n",
" <td>160</td>\n",
" <td>136</td>\n",
" <td>125</td>\n",
" <td>135</td>\n",
" <td>149</td>\n",
" <td>125</td>\n",
" <td>...</td>\n",
" <td>131</td>\n",
" <td>141</td>\n",
" <td>167</td>\n",
" <td>145</td>\n",
" <td>131</td>\n",
" <td>138</td>\n",
" <td>168</td>\n",
" <td>150</td>\n",
" <td>127</td>\n",
" <td>134</td>\n",
" </tr>\n",
" <tr>\n",
" <th>24</th>\n",
" <td>204</td>\n",
" <td>154</td>\n",
" <td>212</td>\n",
" <td>144</td>\n",
" <td>242</td>\n",
" <td>243</td>\n",
" <td>240</td>\n",
" <td>213</td>\n",
" <td>247</td>\n",
" <td>248</td>\n",
" <td>...</td>\n",
" <td>248</td>\n",
" <td>232</td>\n",
" <td>247</td>\n",
" <td>247</td>\n",
" <td>246</td>\n",
" <td>228</td>\n",
" <td>239</td>\n",
" <td>241</td>\n",
" <td>242</td>\n",
" <td>205</td>\n",
" </tr>\n",
" <tr>\n",
" <th>25</th>\n",
" <td>45</td>\n",
" <td>70</td>\n",
" <td>79</td>\n",
" <td>7</td>\n",
" <td>39</td>\n",
" <td>53</td>\n",
" <td>76</td>\n",
" <td>7</td>\n",
" <td>34</td>\n",
" <td>45</td>\n",
" <td>...</td>\n",
" <td>77</td>\n",
" <td>7</td>\n",
" <td>40</td>\n",
" <td>55</td>\n",
" <td>77</td>\n",
" <td>7</td>\n",
" <td>37</td>\n",
" <td>52</td>\n",
" <td>74</td>\n",
" <td>7</td>\n",
" </tr>\n",
" <tr>\n",
" <th>26</th>\n",
" <td>169</td>\n",
" <td>149</td>\n",
" <td>134</td>\n",
" <td>169</td>\n",
" <td>181</td>\n",
" <td>163</td>\n",
" <td>152</td>\n",
" <td>180</td>\n",
" <td>179</td>\n",
" <td>161</td>\n",
" <td>...</td>\n",
" <td>149</td>\n",
" <td>182</td>\n",
" <td>182</td>\n",
" <td>165</td>\n",
" <td>153</td>\n",
" <td>186</td>\n",
" <td>173</td>\n",
" <td>159</td>\n",
" <td>145</td>\n",
" <td>182</td>\n",
" </tr>\n",
" <tr>\n",
" <th>27</th>\n",
" <td>86</td>\n",
" <td>88</td>\n",
" <td>65</td>\n",
" <td>173</td>\n",
" <td>89</td>\n",
" <td>93</td>\n",
" <td>70</td>\n",
" <td>175</td>\n",
" <td>81</td>\n",
" <td>83</td>\n",
" <td>...</td>\n",
" <td>74</td>\n",
" <td>174</td>\n",
" <td>91</td>\n",
" <td>91</td>\n",
" <td>66</td>\n",
" <td>169</td>\n",
" <td>101</td>\n",
" <td>101</td>\n",
" <td>80</td>\n",
" <td>178</td>\n",
" </tr>\n",
" <tr>\n",
" <th>28</th>\n",
" <td>216</td>\n",
" <td>204</td>\n",
" <td>173</td>\n",
" <td>207</td>\n",
" <td>213</td>\n",
" <td>198</td>\n",
" <td>164</td>\n",
" <td>204</td>\n",
" <td>212</td>\n",
" <td>197</td>\n",
" <td>...</td>\n",
" <td>171</td>\n",
" <td>204</td>\n",
" <td>215</td>\n",
" <td>200</td>\n",
" <td>167</td>\n",
" <td>206</td>\n",
" <td>218</td>\n",
" <td>204</td>\n",
" <td>170</td>\n",
" <td>207</td>\n",
" </tr>\n",
" <tr>\n",
" <th>29</th>\n",
" <td>119</td>\n",
" <td>123</td>\n",
" <td>152</td>\n",
" <td>33</td>\n",
" <td>78</td>\n",
" <td>131</td>\n",
" <td>138</td>\n",
" <td>22</td>\n",
" <td>70</td>\n",
" <td>82</td>\n",
" <td>...</td>\n",
" <td>145</td>\n",
" <td>23</td>\n",
" <td>92</td>\n",
" <td>104</td>\n",
" <td>148</td>\n",
" <td>25</td>\n",
" <td>79</td>\n",
" <td>69</td>\n",
" <td>136</td>\n",
" <td>18</td>\n",
" </tr>\n",
" <tr>\n",
" <th>30</th>\n",
" <td>133</td>\n",
" <td>151</td>\n",
" <td>155</td>\n",
" <td>30</td>\n",
" <td>131</td>\n",
" <td>148</td>\n",
" <td>149</td>\n",
" <td>28</td>\n",
" <td>122</td>\n",
" <td>144</td>\n",
" <td>...</td>\n",
" <td>153</td>\n",
" <td>34</td>\n",
" <td>134</td>\n",
" <td>157</td>\n",
" <td>155</td>\n",
" <td>32</td>\n",
" <td>121</td>\n",
" <td>148</td>\n",
" <td>152</td>\n",
" <td>29</td>\n",
" </tr>\n",
" <tr>\n",
" <th>31</th>\n",
" <td>94</td>\n",
" <td>135</td>\n",
" <td>117</td>\n",
" <td>24</td>\n",
" <td>78</td>\n",
" <td>101</td>\n",
" <td>114</td>\n",
" <td>17</td>\n",
" <td>53</td>\n",
" <td>63</td>\n",
" <td>...</td>\n",
" <td>143</td>\n",
" <td>27</td>\n",
" <td>77</td>\n",
" <td>93</td>\n",
" <td>130</td>\n",
" <td>20</td>\n",
" <td>61</td>\n",
" <td>73</td>\n",
" <td>118</td>\n",
" <td>14</td>\n",
" </tr>\n",
" <tr>\n",
" <th>32</th>\n",
" <td>87</td>\n",
" <td>96</td>\n",
" <td>132</td>\n",
" <td>21</td>\n",
" <td>113</td>\n",
" <td>116</td>\n",
" <td>146</td>\n",
" <td>30</td>\n",
" <td>132</td>\n",
" <td>143</td>\n",
" <td>...</td>\n",
" <td>119</td>\n",
" <td>14</td>\n",
" <td>62</td>\n",
" <td>77</td>\n",
" <td>120</td>\n",
" <td>14</td>\n",
" <td>78</td>\n",
" <td>102</td>\n",
" <td>124</td>\n",
" <td>17</td>\n",
" </tr>\n",
" <tr>\n",
" <th>33</th>\n",
" <td>239</td>\n",
" <td>242</td>\n",
" <td>231</td>\n",
" <td>199</td>\n",
" <td>236</td>\n",
" <td>233</td>\n",
" <td>227</td>\n",
" <td>192</td>\n",
" <td>229</td>\n",
" <td>221</td>\n",
" <td>...</td>\n",
" <td>201</td>\n",
" <td>117</td>\n",
" <td>209</td>\n",
" <td>208</td>\n",
" <td>202</td>\n",
" <td>122</td>\n",
" <td>205</td>\n",
" <td>202</td>\n",
" <td>202</td>\n",
" <td>120</td>\n",
" </tr>\n",
" <tr>\n",
" <th>34</th>\n",
" <td>183</td>\n",
" <td>154</td>\n",
" <td>136</td>\n",
" <td>165</td>\n",
" <td>178</td>\n",
" <td>151</td>\n",
" <td>135</td>\n",
" <td>163</td>\n",
" <td>180</td>\n",
" <td>153</td>\n",
" <td>...</td>\n",
" <td>155</td>\n",
" <td>189</td>\n",
" <td>208</td>\n",
" <td>186</td>\n",
" <td>155</td>\n",
" <td>192</td>\n",
" <td>212</td>\n",
" <td>189</td>\n",
" <td>158</td>\n",
" <td>193</td>\n",
" </tr>\n",
" <tr>\n",
" <th>35</th>\n",
" <td>48</td>\n",
" <td>76</td>\n",
" <td>104</td>\n",
" <td>8</td>\n",
" <td>58</td>\n",
" <td>95</td>\n",
" <td>105</td>\n",
" <td>8</td>\n",
" <td>44</td>\n",
" <td>62</td>\n",
" <td>...</td>\n",
" <td>120</td>\n",
" <td>14</td>\n",
" <td>73</td>\n",
" <td>101</td>\n",
" <td>108</td>\n",
" <td>13</td>\n",
" <td>97</td>\n",
" <td>126</td>\n",
" <td>102</td>\n",
" <td>15</td>\n",
" </tr>\n",
" <tr>\n",
" <th>36</th>\n",
" <td>114</td>\n",
" <td>94</td>\n",
" <td>80</td>\n",
" <td>191</td>\n",
" <td>118</td>\n",
" <td>97</td>\n",
" <td>83</td>\n",
" <td>192</td>\n",
" <td>121</td>\n",
" <td>98</td>\n",
" <td>...</td>\n",
" <td>100</td>\n",
" <td>195</td>\n",
" <td>155</td>\n",
" <td>132</td>\n",
" <td>108</td>\n",
" <td>195</td>\n",
" <td>154</td>\n",
" <td>132</td>\n",
" <td>107</td>\n",
" <td>195</td>\n",
" </tr>\n",
" <tr>\n",
" <th>37</th>\n",
" <td>125</td>\n",
" <td>115</td>\n",
" <td>112</td>\n",
" <td>150</td>\n",
" <td>111</td>\n",
" <td>96</td>\n",
" <td>80</td>\n",
" <td>128</td>\n",
" <td>129</td>\n",
" <td>124</td>\n",
" <td>...</td>\n",
" <td>123</td>\n",
" <td>184</td>\n",
" <td>146</td>\n",
" <td>139</td>\n",
" <td>132</td>\n",
" <td>191</td>\n",
" <td>142</td>\n",
" <td>136</td>\n",
" <td>132</td>\n",
" <td>188</td>\n",
" </tr>\n",
" <tr>\n",
" <th>38</th>\n",
" <td>68</td>\n",
" <td>77</td>\n",
" <td>68</td>\n",
" <td>163</td>\n",
" <td>67</td>\n",
" <td>74</td>\n",
" <td>66</td>\n",
" <td>160</td>\n",
" <td>57</td>\n",
" <td>59</td>\n",
" <td>...</td>\n",
" <td>111</td>\n",
" <td>183</td>\n",
" <td>79</td>\n",
" <td>81</td>\n",
" <td>74</td>\n",
" <td>157</td>\n",
" <td>73</td>\n",
" <td>76</td>\n",
" <td>66</td>\n",
" <td>156</td>\n",
" </tr>\n",
" <tr>\n",
" <th>39</th>\n",
" <td>66</td>\n",
" <td>64</td>\n",
" <td>57</td>\n",
" <td>102</td>\n",
" <td>86</td>\n",
" <td>91</td>\n",
" <td>91</td>\n",
" <td>133</td>\n",
" <td>90</td>\n",
" <td>96</td>\n",
" <td>...</td>\n",
" <td>26</td>\n",
" <td>34</td>\n",
" <td>41</td>\n",
" <td>42</td>\n",
" <td>51</td>\n",
" <td>52</td>\n",
" <td>33</td>\n",
" <td>29</td>\n",
" <td>39</td>\n",
" <td>34</td>\n",
" </tr>\n",
" <tr>\n",
" <th>40</th>\n",
" <td>123</td>\n",
" <td>135</td>\n",
" <td>152</td>\n",
" <td>30</td>\n",
" <td>124</td>\n",
" <td>114</td>\n",
" <td>165</td>\n",
" <td>36</td>\n",
" <td>137</td>\n",
" <td>134</td>\n",
" <td>...</td>\n",
" <td>127</td>\n",
" <td>20</td>\n",
" <td>81</td>\n",
" <td>79</td>\n",
" <td>126</td>\n",
" <td>18</td>\n",
" <td>89</td>\n",
" <td>111</td>\n",
" <td>129</td>\n",
" <td>20</td>\n",
" </tr>\n",
" <tr>\n",
" <th>41</th>\n",
" <td>101</td>\n",
" <td>97</td>\n",
" <td>91</td>\n",
" <td>141</td>\n",
" <td>101</td>\n",
" <td>97</td>\n",
" <td>91</td>\n",
" <td>143</td>\n",
" <td>109</td>\n",
" <td>108</td>\n",
" <td>...</td>\n",
" <td>94</td>\n",
" <td>92</td>\n",
" <td>96</td>\n",
" <td>92</td>\n",
" <td>100</td>\n",
" <td>98</td>\n",
" <td>93</td>\n",
" <td>88</td>\n",
" <td>93</td>\n",
" <td>97</td>\n",
" </tr>\n",
" <tr>\n",
" <th>42</th>\n",
" <td>158</td>\n",
" <td>145</td>\n",
" <td>138</td>\n",
" <td>150</td>\n",
" <td>150</td>\n",
" <td>138</td>\n",
" <td>125</td>\n",
" <td>155</td>\n",
" <td>151</td>\n",
" <td>140</td>\n",
" <td>...</td>\n",
" <td>117</td>\n",
" <td>178</td>\n",
" <td>148</td>\n",
" <td>144</td>\n",
" <td>125</td>\n",
" <td>185</td>\n",
" <td>144</td>\n",
" <td>140</td>\n",
" <td>121</td>\n",
" <td>180</td>\n",
" </tr>\n",
" <tr>\n",
" <th>43</th>\n",
" <td>112</td>\n",
" <td>116</td>\n",
" <td>98</td>\n",
" <td>184</td>\n",
" <td>100</td>\n",
" <td>103</td>\n",
" <td>74</td>\n",
" <td>171</td>\n",
" <td>90</td>\n",
" <td>88</td>\n",
" <td>...</td>\n",
" <td>63</td>\n",
" <td>148</td>\n",
" <td>90</td>\n",
" <td>81</td>\n",
" <td>70</td>\n",
" <td>139</td>\n",
" <td>53</td>\n",
" <td>25</td>\n",
" <td>25</td>\n",
" <td>93</td>\n",
" </tr>\n",
" <tr>\n",
" <th>44</th>\n",
" <td>17</td>\n",
" <td>21</td>\n",
" <td>60</td>\n",
" <td>5</td>\n",
" <td>19</td>\n",
" <td>28</td>\n",
" <td>58</td>\n",
" <td>4</td>\n",
" <td>28</td>\n",
" <td>31</td>\n",
" <td>...</td>\n",
" <td>60</td>\n",
" <td>4</td>\n",
" <td>21</td>\n",
" <td>29</td>\n",
" <td>60</td>\n",
" <td>5</td>\n",
" <td>51</td>\n",
" <td>58</td>\n",
" <td>65</td>\n",
" <td>8</td>\n",
" </tr>\n",
" <tr>\n",
" <th>45</th>\n",
" <td>178</td>\n",
" <td>180</td>\n",
" <td>153</td>\n",
" <td>119</td>\n",
" <td>180</td>\n",
" <td>190</td>\n",
" <td>162</td>\n",
" <td>124</td>\n",
" <td>178</td>\n",
" <td>172</td>\n",
" <td>...</td>\n",
" <td>114</td>\n",
" <td>166</td>\n",
" <td>64</td>\n",
" <td>54</td>\n",
" <td>109</td>\n",
" <td>117</td>\n",
" <td>61</td>\n",
" <td>71</td>\n",
" <td>111</td>\n",
" <td>77</td>\n",
" </tr>\n",
" <tr>\n",
" <th>46</th>\n",
" <td>108</td>\n",
" <td>114</td>\n",
" <td>93</td>\n",
" <td>169</td>\n",
" <td>111</td>\n",
" <td>122</td>\n",
" <td>117</td>\n",
" <td>172</td>\n",
" <td>49</td>\n",
" <td>44</td>\n",
" <td>...</td>\n",
" <td>105</td>\n",
" <td>172</td>\n",
" <td>121</td>\n",
" <td>134</td>\n",
" <td>119</td>\n",
" <td>187</td>\n",
" <td>109</td>\n",
" <td>120</td>\n",
" <td>96</td>\n",
" <td>177</td>\n",
" </tr>\n",
" <tr>\n",
" <th>47</th>\n",
" <td>36</td>\n",
" <td>47</td>\n",
" <td>84</td>\n",
" <td>7</td>\n",
" <td>39</td>\n",
" <td>44</td>\n",
" <td>87</td>\n",
" <td>8</td>\n",
" <td>57</td>\n",
" <td>56</td>\n",
" <td>...</td>\n",
" <td>87</td>\n",
" <td>8</td>\n",
" <td>29</td>\n",
" <td>48</td>\n",
" <td>79</td>\n",
" <td>7</td>\n",
" <td>53</td>\n",
" <td>53</td>\n",
" <td>101</td>\n",
" <td>10</td>\n",
" </tr>\n",
" <tr>\n",
" <th>48</th>\n",
" <td>203</td>\n",
" <td>177</td>\n",
" <td>156</td>\n",
" <td>197</td>\n",
" <td>202</td>\n",
" <td>176</td>\n",
" <td>156</td>\n",
" <td>199</td>\n",
" <td>206</td>\n",
" <td>178</td>\n",
" <td>...</td>\n",
" <td>124</td>\n",
" <td>180</td>\n",
" <td>160</td>\n",
" <td>147</td>\n",
" <td>127</td>\n",
" <td>176</td>\n",
" <td>167</td>\n",
" <td>152</td>\n",
" <td>130</td>\n",
" <td>172</td>\n",
" </tr>\n",
" <tr>\n",
" <th>49</th>\n",
" <td>74</td>\n",
" <td>86</td>\n",
" <td>75</td>\n",
" <td>128</td>\n",
" <td>80</td>\n",
" <td>96</td>\n",
" <td>87</td>\n",
" <td>140</td>\n",
" <td>98</td>\n",
" <td>116</td>\n",
" <td>...</td>\n",
" <td>72</td>\n",
" <td>138</td>\n",
" <td>68</td>\n",
" <td>87</td>\n",
" <td>74</td>\n",
" <td>134</td>\n",
" <td>59</td>\n",
" <td>75</td>\n",
" <td>63</td>\n",
" <td>123</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>50 rows × 3136 columns</p>\n",
"</div>"
],
"text/plain": [
" 95 91 61 157 105 113 101 179 50 35 ... 107.39 181.10 \\\n",
"0 102 102 103 137 108 110 116 154 88 83 ... 91 157 \n",
"1 47 54 95 10 79 89 108 15 96 131 ... 118 17 \n",
"2 200 181 178 218 192 177 176 214 162 141 ... 139 203 \n",
"3 85 101 100 15 87 102 97 16 54 71 ... 74 8 \n",
"4 49 54 71 69 53 63 72 80 41 43 ... 105 169 \n",
"5 32 45 73 6 37 46 75 6 40 54 ... 78 6 \n",
"6 182 166 137 168 172 157 135 166 169 154 ... 147 178 \n",
"7 19 34 66 4 23 37 68 5 21 33 ... 93 8 \n",
"8 100 123 115 24 98 116 128 21 73 66 ... 130 28 \n",
"9 75 124 115 16 81 116 127 21 103 84 ... 131 20 \n",
"10 50 62 79 97 38 49 69 96 46 59 ... 105 162 \n",
"11 109 114 98 187 119 128 125 196 90 83 ... 122 219 \n",
"12 13 38 65 3 13 22 66 3 20 35 ... 74 5 \n",
"13 112 115 94 161 113 119 99 171 117 121 ... 71 153 \n",
"14 128 126 105 179 123 119 94 176 131 129 ... 113 175 \n",
"15 175 155 131 199 199 181 173 218 198 184 ... 129 188 \n",
"16 24 42 62 4 22 27 64 4 19 27 ... 77 5 \n",
"17 199 183 223 99 209 203 223 105 211 214 ... 184 58 \n",
"18 154 152 190 50 151 152 182 47 150 147 ... 152 163 \n",
"19 90 117 91 196 89 120 90 196 88 117 ... 85 206 \n",
"20 137 134 114 185 131 128 106 182 136 136 ... 124 195 \n",
"21 207 180 150 190 209 185 148 196 211 183 ... 158 197 \n",
"22 41 52 115 10 46 53 115 11 68 93 ... 149 47 \n",
"23 163 145 132 135 160 136 125 135 149 125 ... 131 141 \n",
"24 204 154 212 144 242 243 240 213 247 248 ... 248 232 \n",
"25 45 70 79 7 39 53 76 7 34 45 ... 77 7 \n",
"26 169 149 134 169 181 163 152 180 179 161 ... 149 182 \n",
"27 86 88 65 173 89 93 70 175 81 83 ... 74 174 \n",
"28 216 204 173 207 213 198 164 204 212 197 ... 171 204 \n",
"29 119 123 152 33 78 131 138 22 70 82 ... 145 23 \n",
"30 133 151 155 30 131 148 149 28 122 144 ... 153 34 \n",
"31 94 135 117 24 78 101 114 17 53 63 ... 143 27 \n",
"32 87 96 132 21 113 116 146 30 132 143 ... 119 14 \n",
"33 239 242 231 199 236 233 227 192 229 221 ... 201 117 \n",
"34 183 154 136 165 178 151 135 163 180 153 ... 155 189 \n",
"35 48 76 104 8 58 95 105 8 44 62 ... 120 14 \n",
"36 114 94 80 191 118 97 83 192 121 98 ... 100 195 \n",
"37 125 115 112 150 111 96 80 128 129 124 ... 123 184 \n",
"38 68 77 68 163 67 74 66 160 57 59 ... 111 183 \n",
"39 66 64 57 102 86 91 91 133 90 96 ... 26 34 \n",
"40 123 135 152 30 124 114 165 36 137 134 ... 127 20 \n",
"41 101 97 91 141 101 97 91 143 109 108 ... 94 92 \n",
"42 158 145 138 150 150 138 125 155 151 140 ... 117 178 \n",
"43 112 116 98 184 100 103 74 171 90 88 ... 63 148 \n",
"44 17 21 60 5 19 28 58 4 28 31 ... 60 4 \n",
"45 178 180 153 119 180 190 162 124 178 172 ... 114 166 \n",
"46 108 114 93 169 111 122 117 172 49 44 ... 105 172 \n",
"47 36 47 84 7 39 44 87 8 57 56 ... 87 8 \n",
"48 203 177 156 197 202 176 156 199 206 178 ... 124 180 \n",
"49 74 86 75 128 80 96 87 140 98 116 ... 72 138 \n",
"\n",
" 118.21 137.14 127.17 205 90.30 105.58 86.25 183.12 \n",
"0 95 92 84 143 89 85 76 130 \n",
"1 82 98 125 18 61 69 113 13 \n",
"2 157 138 125 193 147 128 107 187 \n",
"3 37 49 76 6 27 43 69 6 \n",
"4 57 58 49 116 49 54 36 118 \n",
"5 37 52 78 6 37 55 77 6 \n",
"6 196 174 144 181 197 180 149 181 \n",
"7 77 118 110 12 66 70 117 12 \n",
"8 125 127 123 32 146 165 129 45 \n",
"9 93 96 140 21 98 98 141 24 \n",
"10 72 58 26 122 105 111 101 178 \n",
"11 123 127 104 207 115 114 87 197 \n",
"12 59 76 78 7 52 80 79 8 \n",
"13 75 73 43 131 108 116 105 176 \n",
"14 126 126 105 175 129 129 112 183 \n",
"15 146 132 117 188 159 147 131 194 \n",
"16 37 41 82 7 40 55 83 7 \n",
"17 95 72 175 33 122 96 176 44 \n",
"18 171 172 168 126 188 183 180 103 \n",
"19 72 118 90 205 68 117 91 205 \n",
"20 142 142 122 197 142 141 124 197 \n",
"21 207 180 157 197 206 177 154 194 \n",
"22 155 178 161 60 154 164 157 59 \n",
"23 167 145 131 138 168 150 127 134 \n",
"24 247 247 246 228 239 241 242 205 \n",
"25 40 55 77 7 37 52 74 7 \n",
"26 182 165 153 186 173 159 145 182 \n",
"27 91 91 66 169 101 101 80 178 \n",
"28 215 200 167 206 218 204 170 207 \n",
"29 92 104 148 25 79 69 136 18 \n",
"30 134 157 155 32 121 148 152 29 \n",
"31 77 93 130 20 61 73 118 14 \n",
"32 62 77 120 14 78 102 124 17 \n",
"33 209 208 202 122 205 202 202 120 \n",
"34 208 186 155 192 212 189 158 193 \n",
"35 73 101 108 13 97 126 102 15 \n",
"36 155 132 108 195 154 132 107 195 \n",
"37 146 139 132 191 142 136 132 188 \n",
"38 79 81 74 157 73 76 66 156 \n",
"39 41 42 51 52 33 29 39 34 \n",
"40 81 79 126 18 89 111 129 20 \n",
"41 96 92 100 98 93 88 93 97 \n",
"42 148 144 125 185 144 140 121 180 \n",
"43 90 81 70 139 53 25 25 93 \n",
"44 21 29 60 5 51 58 65 8 \n",
"45 64 54 109 117 61 71 111 77 \n",
"46 121 134 119 187 109 120 96 177 \n",
"47 29 48 79 7 53 53 101 10 \n",
"48 160 147 127 176 167 152 130 172 \n",
"49 68 87 74 134 59 75 63 123 \n",
"\n",
"[50 rows x 3136 columns]"
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df = pd.read_csv(\"X_test_sat6.csv\")\n",
"df.head(50)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "ee4dac14",
"metadata": {},
"outputs": [],
"source": [
"def read_Xy(in_path, nrows = 5000):\n",
" in_df = pd.read_csv(os.path.join('..', 'input', in_path), \n",
" nrows = nrows, header=None)\n",
" X = in_df.values.reshape((-1, 28, 28, 4)).clip(0, 255).astype(np.uint8)\n",
" y = np.argmax(pd.read_csv(os.path.join('..', 'input', in_path.replace('X_', 'y_')), \n",
" nrows = nrows, header=None).values, 1)\n",
" return X, y"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "53ab50fc",
"metadata": {},
"outputs": [
{
"ename": "FileNotFoundError",
"evalue": "[Errno 2] No such file or directory: '..\\\\input\\\\X_test_sat6.csv'",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mFileNotFoundError\u001b[0m Traceback (most recent call last)",
"Input \u001b[1;32mIn [4]\u001b[0m, in \u001b[0;36m<cell line: 1>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[0m tX, tY \u001b[38;5;241m=\u001b[39m \u001b[43mread_Xy\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mX_test_sat6.csv\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m16\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[0;32m 2\u001b[0m \u001b[38;5;28mprint\u001b[39m(tX\u001b[38;5;241m.\u001b[39mshape, tY\u001b[38;5;241m.\u001b[39mshape)\n\u001b[0;32m 3\u001b[0m fig, m_axs \u001b[38;5;241m=\u001b[39m plt\u001b[38;5;241m.\u001b[39msubplots(\u001b[38;5;241m4\u001b[39m, tX\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m/\u001b[39m\u001b[38;5;241m/\u001b[39m\u001b[38;5;241m4\u001b[39m, figsize \u001b[38;5;241m=\u001b[39m (\u001b[38;5;241m12\u001b[39m, \u001b[38;5;241m12\u001b[39m))\n",
"Input \u001b[1;32mIn [3]\u001b[0m, in \u001b[0;36mread_Xy\u001b[1;34m(in_path, nrows)\u001b[0m\n\u001b[0;32m 1\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mread_Xy\u001b[39m(in_path, nrows \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m5000\u001b[39m):\n\u001b[1;32m----> 2\u001b[0m in_df \u001b[38;5;241m=\u001b[39m \u001b[43mpd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread_csv\u001b[49m\u001b[43m(\u001b[49m\u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpath\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mjoin\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43m..\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43minput\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43min_path\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\n\u001b[0;32m 3\u001b[0m \u001b[43m \u001b[49m\u001b[43mnrows\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mnrows\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mheader\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\n\u001b[0;32m 4\u001b[0m X \u001b[38;5;241m=\u001b[39m in_df\u001b[38;5;241m.\u001b[39mvalues\u001b[38;5;241m.\u001b[39mreshape((\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m, \u001b[38;5;241m28\u001b[39m, \u001b[38;5;241m28\u001b[39m, \u001b[38;5;241m4\u001b[39m))\u001b[38;5;241m.\u001b[39mclip(\u001b[38;5;241m0\u001b[39m, \u001b[38;5;241m255\u001b[39m)\u001b[38;5;241m.\u001b[39mastype(np\u001b[38;5;241m.\u001b[39muint8)\n\u001b[0;32m 5\u001b[0m y \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39margmax(pd\u001b[38;5;241m.\u001b[39mread_csv(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m..\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124minput\u001b[39m\u001b[38;5;124m'\u001b[39m, in_path\u001b[38;5;241m.\u001b[39mreplace(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mX_\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124my_\u001b[39m\u001b[38;5;124m'\u001b[39m)), \n\u001b[0;32m 6\u001b[0m nrows \u001b[38;5;241m=\u001b[39m nrows, header\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m)\u001b[38;5;241m.\u001b[39mvalues, \u001b[38;5;241m1\u001b[39m)\n",
"File \u001b[1;32m~\\anaconda3\\envs\\newenv\\lib\\site-packages\\pandas\\util\\_decorators.py:311\u001b[0m, in \u001b[0;36mdeprecate_nonkeyword_arguments.<locals>.decorate.<locals>.wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m 305\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(args) \u001b[38;5;241m>\u001b[39m num_allow_args:\n\u001b[0;32m 306\u001b[0m warnings\u001b[38;5;241m.\u001b[39mwarn(\n\u001b[0;32m 307\u001b[0m msg\u001b[38;5;241m.\u001b[39mformat(arguments\u001b[38;5;241m=\u001b[39marguments),\n\u001b[0;32m 308\u001b[0m \u001b[38;5;167;01mFutureWarning\u001b[39;00m,\n\u001b[0;32m 309\u001b[0m stacklevel\u001b[38;5;241m=\u001b[39mstacklevel,\n\u001b[0;32m 310\u001b[0m )\n\u001b[1;32m--> 311\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m func(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
"File \u001b[1;32m~\\anaconda3\\envs\\newenv\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:680\u001b[0m, in \u001b[0;36mread_csv\u001b[1;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, error_bad_lines, warn_bad_lines, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options)\u001b[0m\n\u001b[0;32m 665\u001b[0m kwds_defaults \u001b[38;5;241m=\u001b[39m _refine_defaults_read(\n\u001b[0;32m 666\u001b[0m dialect,\n\u001b[0;32m 667\u001b[0m delimiter,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 676\u001b[0m defaults\u001b[38;5;241m=\u001b[39m{\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdelimiter\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m,\u001b[39m\u001b[38;5;124m\"\u001b[39m},\n\u001b[0;32m 677\u001b[0m )\n\u001b[0;32m 678\u001b[0m kwds\u001b[38;5;241m.\u001b[39mupdate(kwds_defaults)\n\u001b[1;32m--> 680\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_read\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfilepath_or_buffer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mkwds\u001b[49m\u001b[43m)\u001b[49m\n",
"File \u001b[1;32m~\\anaconda3\\envs\\newenv\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:575\u001b[0m, in \u001b[0;36m_read\u001b[1;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[0;32m 572\u001b[0m _validate_names(kwds\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnames\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m))\n\u001b[0;32m 574\u001b[0m \u001b[38;5;66;03m# Create the parser.\u001b[39;00m\n\u001b[1;32m--> 575\u001b[0m parser \u001b[38;5;241m=\u001b[39m TextFileReader(filepath_or_buffer, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwds)\n\u001b[0;32m 577\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m chunksize \u001b[38;5;129;01mor\u001b[39;00m iterator:\n\u001b[0;32m 578\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m parser\n",
"File \u001b[1;32m~\\anaconda3\\envs\\newenv\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:933\u001b[0m, in \u001b[0;36mTextFileReader.__init__\u001b[1;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[0;32m 930\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moptions[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhas_index_names\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m kwds[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhas_index_names\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[0;32m 932\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles: IOHandles \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m--> 933\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_engine \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_make_engine\u001b[49m\u001b[43m(\u001b[49m\u001b[43mf\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mengine\u001b[49m\u001b[43m)\u001b[49m\n",
"File \u001b[1;32m~\\anaconda3\\envs\\newenv\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:1217\u001b[0m, in \u001b[0;36mTextFileReader._make_engine\u001b[1;34m(self, f, engine)\u001b[0m\n\u001b[0;32m 1213\u001b[0m mode \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrb\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m 1214\u001b[0m \u001b[38;5;66;03m# error: No overload variant of \"get_handle\" matches argument types\u001b[39;00m\n\u001b[0;32m 1215\u001b[0m \u001b[38;5;66;03m# \"Union[str, PathLike[str], ReadCsvBuffer[bytes], ReadCsvBuffer[str]]\"\u001b[39;00m\n\u001b[0;32m 1216\u001b[0m \u001b[38;5;66;03m# , \"str\", \"bool\", \"Any\", \"Any\", \"Any\", \"Any\", \"Any\"\u001b[39;00m\n\u001b[1;32m-> 1217\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles \u001b[38;5;241m=\u001b[39m \u001b[43mget_handle\u001b[49m\u001b[43m(\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;66;43;03m# type: ignore[call-overload]\u001b[39;49;00m\n\u001b[0;32m 1218\u001b[0m \u001b[43m \u001b[49m\u001b[43mf\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1219\u001b[0m \u001b[43m \u001b[49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1220\u001b[0m \u001b[43m \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mencoding\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1221\u001b[0m \u001b[43m \u001b[49m\u001b[43mcompression\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mcompression\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1222\u001b[0m \u001b[43m \u001b[49m\u001b[43mmemory_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmemory_map\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1223\u001b[0m \u001b[43m \u001b[49m\u001b[43mis_text\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mis_text\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1224\u001b[0m \u001b[43m \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mencoding_errors\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstrict\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1225\u001b[0m \u001b[43m \u001b[49m\u001b[43mstorage_options\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstorage_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 1226\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 1227\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m 1228\u001b[0m f \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles\u001b[38;5;241m.\u001b[39mhandle\n",
"File \u001b[1;32m~\\anaconda3\\envs\\newenv\\lib\\site-packages\\pandas\\io\\common.py:789\u001b[0m, in \u001b[0;36mget_handle\u001b[1;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[0;32m 784\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(handle, \u001b[38;5;28mstr\u001b[39m):\n\u001b[0;32m 785\u001b[0m \u001b[38;5;66;03m# Check whether the filename is to be opened in binary mode.\u001b[39;00m\n\u001b[0;32m 786\u001b[0m \u001b[38;5;66;03m# Binary mode does not support 'encoding' and 'newline'.\u001b[39;00m\n\u001b[0;32m 787\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m ioargs\u001b[38;5;241m.\u001b[39mencoding \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m ioargs\u001b[38;5;241m.\u001b[39mmode:\n\u001b[0;32m 788\u001b[0m \u001b[38;5;66;03m# Encoding\u001b[39;00m\n\u001b[1;32m--> 789\u001b[0m handle \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mopen\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[0;32m 790\u001b[0m \u001b[43m \u001b[49m\u001b[43mhandle\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 791\u001b[0m \u001b[43m \u001b[49m\u001b[43mioargs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 792\u001b[0m \u001b[43m \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mioargs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mencoding\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 793\u001b[0m \u001b[43m \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43merrors\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 794\u001b[0m \u001b[43m \u001b[49m\u001b[43mnewline\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[0;32m 795\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 796\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m 797\u001b[0m \u001b[38;5;66;03m# Binary mode\u001b[39;00m\n\u001b[0;32m 798\u001b[0m handle \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mopen\u001b[39m(handle, ioargs\u001b[38;5;241m.\u001b[39mmode)\n",
"\u001b[1;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '..\\\\input\\\\X_test_sat6.csv'"
]
}
],
"source": [
"tX, tY = read_Xy('X_test_sat6.csv', 16)\n",
"print(tX.shape, tY.shape)\n",
"fig, m_axs = plt.subplots(4, tX.shape[0]//4, figsize = (12, 12))\n",
"for (x, y, c_ax) in zip(tX, tY, m_axs.flatten()):\n",
" c_ax.imshow(x[:,:,:3], # since we don't want NIR in the display\n",
" interpolation = 'none')\n",
" c_ax.axis('off')\n",
" c_ax.set_title('Cat:{}'.format(y))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "87f49e64",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.4"
}
},
"nbformat": 4,
"nbformat_minor": 5
}