Date: | 2014-07-10 00:17:53 (9 years 8 months ago) |
---|---|
Author: | Apelete Seketeli |
Commit: | 651ef2fc7a6fbe42fe9391104c95bb17ca6ee227 |
Message: | mmc: jz4740: prepare next dma transfer in parallel with current
transfer Make use of the MMC asynchronous request capability to prepare the next DMA transfer request in parallel with the current transfer. This is done by adding pre-request and post-request callbacks that are used by the MMC framework during an active data transfer. It should help reduce the impact of DMA preparation overhead on the SD card performance. Signed-off-by: Apelete Seketeli <apelete@seketeli.net> |
Files: |
drivers/mmc/host/jz4740_mmc.c (9 diffs) |
Change Details
drivers/mmc/host/jz4740_mmc.c | ||
---|---|---|
115 | 115 | JZ4740_MMC_STATE_DONE, |
116 | 116 | }; |
117 | 117 | |
118 | struct jz4740_mmc_host_next { | |
119 | int sg_len; | |
120 | s32 cookie; | |
121 | }; | |
122 | ||
118 | 123 | struct jz4740_mmc_host { |
119 | 124 | struct mmc_host *mmc; |
120 | 125 | struct platform_device *pdev; |
... | ... | |
144 | 149 | /* DMA support */ |
145 | 150 | struct dma_chan *dma_rx; |
146 | 151 | struct dma_chan *dma_tx; |
152 | struct jz4740_mmc_host_next next_data; | |
147 | 153 | bool use_dma; |
148 | 154 | int sg_len; |
149 | 155 | |
... | ... | |
185 | 191 | goto free_master_write; |
186 | 192 | } |
187 | 193 | |
194 | /* Initialize DMA pre request cookie */ | |
195 | host->next_data.cookie = 1; | |
196 | ||
188 | 197 | return 0; |
189 | 198 | |
190 | 199 | free_master_write: |
... | ... | |
197 | 206 | return (data->flags & MMC_DATA_READ) ? DMA_FROM_DEVICE : DMA_TO_DEVICE; |
198 | 207 | } |
199 | 208 | |
209 | static inline struct dma_chan *jz4740_mmc_get_dma_chan(struct jz4740_mmc_host *host, | |
210 | struct mmc_data *data) | |
211 | { | |
212 | return (data->flags & MMC_DATA_READ) ? host->dma_rx : host->dma_tx; | |
213 | } | |
214 | ||
200 | 215 | static void jz4740_mmc_dma_unmap(struct jz4740_mmc_host *host, |
201 | 216 | struct mmc_data *data) |
202 | 217 | { |
203 | struct dma_chan *chan; | |
218 | struct dma_chan *chan = jz4740_mmc_get_dma_chan(host, data); | |
204 | 219 | enum dma_data_direction dir = jz4740_mmc_get_dma_dir(data); |
205 | 220 | |
206 | if (dir == DMA_TO_DEVICE) | |
207 | chan = host->dma_tx; | |
208 | else | |
209 | chan = host->dma_rx; | |
210 | ||
211 | 221 | dma_unmap_sg(chan->device->dev, data->sg, data->sg_len, dir); |
212 | 222 | } |
213 | 223 | |
224 | /* Prepares DMA data for current/next transfer, returns non-zero on failure */ | |
225 | static int jz4740_mmc_prepare_dma_data(struct jz4740_mmc_host *host, | |
226 | struct mmc_data *data, | |
227 | struct jz4740_mmc_host_next *next, | |
228 | struct dma_chan *chan) | |
229 | { | |
230 | struct jz4740_mmc_host_next *next_data = &host->next_data; | |
231 | enum dma_data_direction dir = jz4740_mmc_get_dma_dir(data); | |
232 | int sg_len; | |
233 | ||
234 | if (!next && data->host_cookie && | |
235 | data->host_cookie != host->next_data.cookie) { | |
236 | dev_warn(mmc_dev(host->mmc), | |
237 | "[%s] invalid cookie: data->host_cookie %d host->next_data.cookie %d\n", | |
238 | __func__, | |
239 | data->host_cookie, | |
240 | host->next_data.cookie); | |
241 | data->host_cookie = 0; | |
242 | } | |
243 | ||
244 | /* Check if next job is already prepared */ | |
245 | if (next || data->host_cookie != host->next_data.cookie) { | |
246 | sg_len = dma_map_sg(chan->device->dev, | |
247 | data->sg, | |
248 | data->sg_len, | |
249 | dir); | |
250 | ||
251 | } else { | |
252 | sg_len = next_data->sg_len; | |
253 | next_data->sg_len = 0; | |
254 | } | |
255 | ||
256 | if (sg_len <= 0) { | |
257 | dev_err(mmc_dev(host->mmc), | |
258 | "Failed to map scatterlist for DMA operation\n"); | |
259 | return -EINVAL; | |
260 | } | |
261 | ||
262 | if (next) { | |
263 | next->sg_len = sg_len; | |
264 | data->host_cookie = ++next->cookie < 0 ? 1 : next->cookie; | |
265 | } else | |
266 | host->sg_len = sg_len; | |
267 | ||
268 | return 0; | |
269 | } | |
270 | ||
214 | 271 | static int jz4740_mmc_start_dma_transfer(struct jz4740_mmc_host *host, |
215 | 272 | struct mmc_data *data) |
216 | 273 | { |
274 | int ret; | |
217 | 275 | struct dma_chan *chan; |
218 | 276 | struct dma_async_tx_descriptor *desc; |
219 | 277 | struct dma_slave_config conf = { |
... | ... | |
222 | 280 | .src_maxburst = JZ4740_MMC_FIFO_HALF_SIZE, |
223 | 281 | .dst_maxburst = JZ4740_MMC_FIFO_HALF_SIZE, |
224 | 282 | }; |
225 | enum dma_data_direction dir = jz4740_mmc_get_dma_dir(data); | |
226 | 283 | |
227 | if (dir == DMA_TO_DEVICE) { | |
284 | if (data->flags & MMC_DATA_WRITE) { | |
228 | 285 | conf.direction = DMA_MEM_TO_DEV; |
229 | 286 | conf.dst_addr = host->mem_res->start + JZ_REG_MMC_TXFIFO; |
230 | 287 | conf.slave_id = JZ4740_DMA_TYPE_MMC_TRANSMIT; |
... | ... | |
236 | 293 | chan = host->dma_rx; |
237 | 294 | } |
238 | 295 | |
239 | host->sg_len = dma_map_sg(chan->device->dev, | |
240 | data->sg, | |
241 | data->sg_len, | |
242 | dir); | |
243 | ||
244 | if (host->sg_len == 0) { | |
245 | dev_err(mmc_dev(host->mmc), | |
246 | "Failed to map scatterlist for DMA operation\n"); | |
247 | return -EINVAL; | |
248 | } | |
296 | ret = jz4740_mmc_prepare_dma_data(host, data, NULL, chan); | |
297 | if (ret) | |
298 | return ret; | |
249 | 299 | |
250 | 300 | dmaengine_slave_config(chan, &conf); |
251 | 301 | desc = dmaengine_prep_slave_sg(chan, |
... | ... | |
270 | 320 | return -ENOMEM; |
271 | 321 | } |
272 | 322 | |
323 | static void jz4740_mmc_pre_request(struct mmc_host *mmc, | |
324 | struct mmc_request *mrq, | |
325 | bool is_first_req) | |
326 | { | |
327 | struct jz4740_mmc_host *host = mmc_priv(mmc); | |
328 | struct mmc_data *data = mrq->data; | |
329 | struct jz4740_mmc_host_next *next_data = &host->next_data; | |
330 | ||
331 | BUG_ON(data->host_cookie); | |
332 | ||
333 | if (host->use_dma) { | |
334 | struct dma_chan *chan = jz4740_mmc_get_dma_chan(host, data); | |
335 | ||
336 | if (jz4740_mmc_prepare_dma_data(host, data, next_data, chan)) | |
337 | data->host_cookie = 0; | |
338 | } | |
339 | } | |
340 | ||
341 | static void jz4740_mmc_post_request(struct mmc_host *mmc, | |
342 | struct mmc_request *mrq, | |
343 | int err) | |
344 | { | |
345 | struct jz4740_mmc_host *host = mmc_priv(mmc); | |
346 | struct mmc_data *data = mrq->data; | |
347 | ||
348 | if (host->use_dma && data->host_cookie) { | |
349 | jz4740_mmc_dma_unmap(host, data); | |
350 | data->host_cookie = 0; | |
351 | } | |
352 | ||
353 | if (err) { | |
354 | struct dma_chan *chan = jz4740_mmc_get_dma_chan(host, data); | |
355 | ||
356 | dmaengine_terminate_all(chan); | |
357 | } | |
358 | } | |
359 | ||
273 | 360 | /*----------------------------------------------------------------------------*/ |
274 | 361 | |
275 | 362 | static void jz4740_mmc_set_irq_enabled(struct jz4740_mmc_host *host, |
... | ... | |
628 | 715 | |
629 | 716 | case JZ4740_MMC_STATE_TRANSFER_DATA: |
630 | 717 | if (host->use_dma) { |
631 | /* Use DMA if enabled, data transfer direction was | |
632 | * defined before in jz_mmc_prepare_data_transfer(). | |
718 | /* Use DMA if enabled. | |
719 | * Data transfer direction is defined later by | |
720 | * relying on data flags in jz4740_prepare_dma_data(). | |
633 | 721 | */ |
634 | 722 | timeout = jz4740_mmc_start_dma_transfer(host, data); |
635 | 723 | data->bytes_xfered = data->blocks * data->blksz; |
636 | 724 | } else if (data->flags & MMC_DATA_READ) |
637 | /* If DMA is not enabled, rely on data flags | |
638 | * to establish data transfer direction. | |
725 | /* Use PIO if DMA is not enabled. | |
726 | * Data transfer direction was defined before | |
727 | * by relying on data flags in | |
728 | * jz_mmc_prepare_data_transfer(). | |
639 | 729 | */ |
640 | 730 | timeout = jz4740_mmc_read_data(host, data); |
641 | 731 | else |
... | ... | |
860 | 950 | |
861 | 951 | static const struct mmc_host_ops jz4740_mmc_ops = { |
862 | 952 | .request = jz4740_mmc_request, |
953 | .pre_req = jz4740_mmc_pre_request, | |
954 | .post_req = jz4740_mmc_post_request, | |
863 | 955 | .set_ios = jz4740_mmc_set_ios, |
864 | 956 | .get_ro = mmc_gpio_get_ro, |
865 | 957 | .get_cd = mmc_gpio_get_cd, |
Branches:
ben-wpan
ben-wpan-stefan
5396a9238205f20f811ea57898980d3ca82df0b6
jz-2.6.34
jz-2.6.34-rc5
jz-2.6.34-rc6
jz-2.6.34-rc7
jz-2.6.35
jz-2.6.36
jz-2.6.37
jz-2.6.38
jz-2.6.39
jz-3.0
jz-3.1
jz-3.11
jz-3.12
jz-3.13
jz-3.15
jz-3.16
jz-3.18-dt
jz-3.2
jz-3.3
jz-3.4
jz-3.5
jz-3.6
jz-3.6-rc2-pwm
jz-3.9
jz-3.9-clk
jz-3.9-rc8
jz47xx
jz47xx-2.6.38
master
Tags:
od-2011-09-04
od-2011-09-18
v2.6.34-rc5
v2.6.34-rc6
v2.6.34-rc7
v3.9