drivers/gpu/drm/drm_format_helper.c - linux - Git at Google

 // SPDX-License-Identifier: GPL-2.0 or MIT
 /*
  * Copyright (C) 2016 Noralf Trønnes
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
  * the Free Software Foundation; either version 2 of the License, or
  * (at your option) any later version.
  */

 #include <linux/module.h>
 #include <linux/slab.h>
 #include <linux/io.h>

 #include <drm/drm_format_helper.h>
 #include <drm/drm_framebuffer.h>
 #include <drm/drm_fourcc.h>
 #include <drm/drm_rect.h>

 static unsigned int clip_offset(const struct drm_rect *clip, unsigned int pitch, unsigned int cpp)
 {
 	return clip->y1 * pitch + clip->x1 * cpp;
 }

 /**
  * drm_fb_clip_offset - Returns the clipping rectangles byte-offset in a framebuffer
  * @pitch: Framebuffer line pitch in byte
  * @format: Framebuffer format
  * @clip: Clip rectangle
  *
  * Returns:
  * The byte offset of the clip rectangle's top-left corner within the framebuffer.
  */
 unsigned int drm_fb_clip_offset(unsigned int pitch, const struct drm_format_info *format,
 				const struct drm_rect *clip)
 {
 	return clip_offset(clip, pitch, format->cpp[0]);
 }
 EXPORT_SYMBOL(drm_fb_clip_offset);

 /**
  * drm_fb_memcpy - Copy clip buffer
  * @dst: Destination buffer
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @vaddr: Source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  *
  * This function does not apply clipping on dst, i.e. the destination
  * is at the top-left corner.
  */
 void drm_fb_memcpy(void *dst, unsigned int dst_pitch, const void *vaddr,
 		   const struct drm_framebuffer *fb, const struct drm_rect *clip)
 {
 	unsigned int cpp = fb->format->cpp[0];
 	size_t len = (clip->x2 - clip->x1) * cpp;
 	unsigned int y, lines = clip->y2 - clip->y1;

 	if (!dst_pitch)
 		dst_pitch = len;

 	vaddr += clip_offset(clip, fb->pitches[0], cpp);
 	for (y = 0; y < lines; y++) {
 		memcpy(dst, vaddr, len);
 		vaddr += fb->pitches[0];
 		dst += dst_pitch;
 	}
 }
 EXPORT_SYMBOL(drm_fb_memcpy);

 /**
  * drm_fb_memcpy_toio - Copy clip buffer
  * @dst: Destination buffer (iomem)
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @vaddr: Source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  *
  * This function does not apply clipping on dst, i.e. the destination
  * is at the top-left corner.
  */
 void drm_fb_memcpy_toio(void __iomem *dst, unsigned int dst_pitch, const void *vaddr,
 			const struct drm_framebuffer *fb, const struct drm_rect *clip)
 {
 	unsigned int cpp = fb->format->cpp[0];
 	size_t len = (clip->x2 - clip->x1) * cpp;
 	unsigned int y, lines = clip->y2 - clip->y1;

 	if (!dst_pitch)
 		dst_pitch = len;

 	vaddr += clip_offset(clip, fb->pitches[0], cpp);
 	for (y = 0; y < lines; y++) {
 		memcpy_toio(dst, vaddr, len);
 		vaddr += fb->pitches[0];
 		dst += dst_pitch;
 	}
 }
 EXPORT_SYMBOL(drm_fb_memcpy_toio);

 /**
  * drm_fb_swab - Swap bytes into clip buffer
  * @dst: Destination buffer
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @src: Source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  * @cached: Source buffer is mapped cached (eg. not write-combined)
  *
  * If @cached is false a temporary buffer is used to cache one pixel line at a
  * time to speed up slow uncached reads.
  *
  * This function does not apply clipping on dst, i.e. the destination
  * is at the top-left corner.
  */
 void drm_fb_swab(void *dst, unsigned int dst_pitch, const void *src,
 		 const struct drm_framebuffer *fb, const struct drm_rect *clip,
 		 bool cached)
 {
 	u8 cpp = fb->format->cpp[0];
 	size_t len = drm_rect_width(clip) * cpp;
 	const u16 *src16;
 	const u32 *src32;
 	u16 *dst16;
 	u32 *dst32;
 	unsigned int x, y;
 	void *buf = NULL;

 	if (WARN_ON_ONCE(cpp != 2 && cpp != 4))
 		return;

 	if (!dst_pitch)
 		dst_pitch = len;

 	if (!cached)
 		buf = kmalloc(len, GFP_KERNEL);

 	src += clip_offset(clip, fb->pitches[0], cpp);

 	for (y = clip->y1; y < clip->y2; y++) {
 		if (buf) {
 			memcpy(buf, src, len);
 			src16 = buf;
 			src32 = buf;
 		} else {
 			src16 = src;
 			src32 = src;
 		}

 		dst16 = dst;
 		dst32 = dst;

 		for (x = clip->x1; x < clip->x2; x++) {
 			if (cpp == 4)
 				*dst32++ = swab32(*src32++);
 			else
 				*dst16++ = swab16(*src16++);
 		}

 		src += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(buf);
 }
 EXPORT_SYMBOL(drm_fb_swab);

 static void drm_fb_xrgb8888_to_rgb332_line(u8 *dbuf, const __le32 *sbuf, unsigned int pixels)
 {
 	unsigned int x;
 	u32 pix;

 	for (x = 0; x < pixels; x++) {
 		pix = le32_to_cpu(sbuf[x]);
 		dbuf[x] = ((pix & 0x00e00000) >> 16) |
 			  ((pix & 0x0000e000) >> 11) |
 			  ((pix & 0x000000c0) >> 6);
 	}
 }

 /**
  * drm_fb_xrgb8888_to_rgb332 - Convert XRGB8888 to RGB332 clip buffer
  * @dst: RGB332 destination buffer
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @src: XRGB8888 source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  *
  * Drivers can use this function for RGB332 devices that don't natively support XRGB8888.
  */
 void drm_fb_xrgb8888_to_rgb332(void *dst, unsigned int dst_pitch, const void *src,
 			       const struct drm_framebuffer *fb, const struct drm_rect *clip)
 {
 	size_t width = drm_rect_width(clip);
 	size_t src_len = width * sizeof(u32);
 	unsigned int y;
 	void *sbuf;

 	if (!dst_pitch)
 		dst_pitch = width;

 	/* Use a buffer to speed up access on buffers with uncached read mapping (i.e. WC) */
 	sbuf = kmalloc(src_len, GFP_KERNEL);
 	if (!sbuf)
 		return;

 	src += clip_offset(clip, fb->pitches[0], sizeof(u32));
 	for (y = 0; y < drm_rect_height(clip); y++) {
 		memcpy(sbuf, src, src_len);
 		drm_fb_xrgb8888_to_rgb332_line(dst, sbuf, width);
 		src += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(sbuf);
 }
 EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb332);

 static void drm_fb_xrgb8888_to_rgb565_line(u16 *dbuf, const u32 *sbuf,
 					   unsigned int pixels,
 					   bool swab)
 {
 	unsigned int x;
 	u16 val16;

 	for (x = 0; x < pixels; x++) {
 		val16 = ((sbuf[x] & 0x00F80000) >> 8) |
 			((sbuf[x] & 0x0000FC00) >> 5) |
 			((sbuf[x] & 0x000000F8) >> 3);
 		if (swab)
 			dbuf[x] = swab16(val16);
 		else
 			dbuf[x] = val16;
 	}
 }

 /**
  * drm_fb_xrgb8888_to_rgb565 - Convert XRGB8888 to RGB565 clip buffer
  * @dst: RGB565 destination buffer
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @vaddr: XRGB8888 source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  * @swab: Swap bytes
  *
  * Drivers can use this function for RGB565 devices that don't natively
  * support XRGB8888.
  */
 void drm_fb_xrgb8888_to_rgb565(void *dst, unsigned int dst_pitch, const void *vaddr,
 			       const struct drm_framebuffer *fb, const struct drm_rect *clip,
 			       bool swab)
 {
 	size_t linepixels = clip->x2 - clip->x1;
 	size_t src_len = linepixels * sizeof(u32);
 	size_t dst_len = linepixels * sizeof(u16);
 	unsigned y, lines = clip->y2 - clip->y1;
 	void *sbuf;

 	if (!dst_pitch)
 		dst_pitch = dst_len;

 	/*
 	 * The cma memory is write-combined so reads are uncached.
 	 * Speed up by fetching one line at a time.
 	 */
 	sbuf = kmalloc(src_len, GFP_KERNEL);
 	if (!sbuf)
 		return;

 	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
 	for (y = 0; y < lines; y++) {
 		memcpy(sbuf, vaddr, src_len);
 		drm_fb_xrgb8888_to_rgb565_line(dst, sbuf, linepixels, swab);
 		vaddr += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(sbuf);
 }
 EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb565);

 /**
  * drm_fb_xrgb8888_to_rgb565_toio - Convert XRGB8888 to RGB565 clip buffer
  * @dst: RGB565 destination buffer (iomem)
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @vaddr: XRGB8888 source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  * @swab: Swap bytes
  *
  * Drivers can use this function for RGB565 devices that don't natively
  * support XRGB8888.
  */
 void drm_fb_xrgb8888_to_rgb565_toio(void __iomem *dst, unsigned int dst_pitch,
 				    const void *vaddr, const struct drm_framebuffer *fb,
 				    const struct drm_rect *clip, bool swab)
 {
 	size_t linepixels = clip->x2 - clip->x1;
 	size_t dst_len = linepixels * sizeof(u16);
 	unsigned y, lines = clip->y2 - clip->y1;
 	void *dbuf;

 	if (!dst_pitch)
 		dst_pitch = dst_len;

 	dbuf = kmalloc(dst_len, GFP_KERNEL);
 	if (!dbuf)
 		return;

 	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
 	for (y = 0; y < lines; y++) {
 		drm_fb_xrgb8888_to_rgb565_line(dbuf, vaddr, linepixels, swab);
 		memcpy_toio(dst, dbuf, dst_len);
 		vaddr += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(dbuf);
 }
 EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb565_toio);

 static void drm_fb_xrgb8888_to_rgb888_line(u8 *dbuf, const u32 *sbuf,
 					   unsigned int pixels)
 {
 	unsigned int x;

 	for (x = 0; x < pixels; x++) {
 		*dbuf++ = (sbuf[x] & 0x000000FF) >>  0;
 		*dbuf++ = (sbuf[x] & 0x0000FF00) >>  8;
 		*dbuf++ = (sbuf[x] & 0x00FF0000) >> 16;
 	}
 }

 /**
  * drm_fb_xrgb8888_to_rgb888 - Convert XRGB8888 to RGB888 clip buffer
  * @dst: RGB888 destination buffer
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @src: XRGB8888 source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  *
  * Drivers can use this function for RGB888 devices that don't natively
  * support XRGB8888.
  */
 void drm_fb_xrgb8888_to_rgb888(void *dst, unsigned int dst_pitch, const void *src,
 			       const struct drm_framebuffer *fb, const struct drm_rect *clip)
 {
 	size_t width = drm_rect_width(clip);
 	size_t src_len = width * sizeof(u32);
 	unsigned int y;
 	void *sbuf;

 	if (!dst_pitch)
 		dst_pitch = width * 3;

 	/* Use a buffer to speed up access on buffers with uncached read mapping (i.e. WC) */
 	sbuf = kmalloc(src_len, GFP_KERNEL);
 	if (!sbuf)
 		return;

 	src += clip_offset(clip, fb->pitches[0], sizeof(u32));
 	for (y = 0; y < drm_rect_height(clip); y++) {
 		memcpy(sbuf, src, src_len);
 		drm_fb_xrgb8888_to_rgb888_line(dst, sbuf, width);
 		src += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(sbuf);
 }
 EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb888);

 /**
  * drm_fb_xrgb8888_to_rgb888_toio - Convert XRGB8888 to RGB888 clip buffer
  * @dst: RGB565 destination buffer (iomem)
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @vaddr: XRGB8888 source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  *
  * Drivers can use this function for RGB888 devices that don't natively
  * support XRGB8888.
  */
 void drm_fb_xrgb8888_to_rgb888_toio(void __iomem *dst, unsigned int dst_pitch,
 				    const void *vaddr, const struct drm_framebuffer *fb,
 				    const struct drm_rect *clip)
 {
 	size_t linepixels = clip->x2 - clip->x1;
 	size_t dst_len = linepixels * 3;
 	unsigned y, lines = clip->y2 - clip->y1;
 	void *dbuf;

 	if (!dst_pitch)
 		dst_pitch = dst_len;

 	dbuf = kmalloc(dst_len, GFP_KERNEL);
 	if (!dbuf)
 		return;

 	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
 	for (y = 0; y < lines; y++) {
 		drm_fb_xrgb8888_to_rgb888_line(dbuf, vaddr, linepixels);
 		memcpy_toio(dst, dbuf, dst_len);
 		vaddr += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(dbuf);
 }
 EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb888_toio);

 /**
  * drm_fb_xrgb8888_to_gray8 - Convert XRGB8888 to grayscale
  * @dst: 8-bit grayscale destination buffer
  * @dst_pitch: Number of bytes between two consecutive scanlines within dst
  * @vaddr: XRGB8888 source buffer
  * @fb: DRM framebuffer
  * @clip: Clip rectangle area to copy
  *
  * Drm doesn't have native monochrome or grayscale support.
  * Such drivers can announce the commonly supported XR24 format to userspace
  * and use this function to convert to the native format.
  *
  * Monochrome drivers will use the most significant bit,
  * where 1 means foreground color and 0 background color.
  *
  * ITU BT.601 is used for the RGB -> luma (brightness) conversion.
  */
 void drm_fb_xrgb8888_to_gray8(void *dst, unsigned int dst_pitch, const void *vaddr,
 			      const struct drm_framebuffer *fb, const struct drm_rect *clip)
 {
 	unsigned int len = (clip->x2 - clip->x1) * sizeof(u32);
 	unsigned int x, y;
 	void *buf;
 	u8 *dst8;
 	u32 *src32;

 	if (WARN_ON(fb->format->format != DRM_FORMAT_XRGB8888))
 		return;

 	if (!dst_pitch)
 		dst_pitch = drm_rect_width(clip);

 	/*
 	 * The cma memory is write-combined so reads are uncached.
 	 * Speed up by fetching one line at a time.
 	 */
 	buf = kmalloc(len, GFP_KERNEL);
 	if (!buf)
 		return;

 	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
 	for (y = clip->y1; y < clip->y2; y++) {
 		dst8 = dst;
 		src32 = memcpy(buf, vaddr, len);
 		for (x = clip->x1; x < clip->x2; x++) {
 			u8 r = (*src32 & 0x00ff0000) >> 16;
 			u8 g = (*src32 & 0x0000ff00) >> 8;
 			u8 b =  *src32 & 0x000000ff;

 			/* ITU BT.601: Y = 0.299 R + 0.587 G + 0.114 B */
 			*dst8++ = (3 * r + 6 * g + b) / 10;
 			src32++;
 		}

 		vaddr += fb->pitches[0];
 		dst += dst_pitch;
 	}

 	kfree(buf);
 }
 EXPORT_SYMBOL(drm_fb_xrgb8888_to_gray8);

 /**
  * drm_fb_blit_toio - Copy parts of a framebuffer to display memory
  * @dst:	The display memory to copy to
  * @dst_pitch:	Number of bytes between two consecutive scanlines within dst
  * @dst_format:	FOURCC code of the display's color format
  * @vmap:	The framebuffer memory to copy from
  * @fb:		The framebuffer to copy from
  * @clip:	Clip rectangle area to copy
  *
  * This function copies parts of a framebuffer to display memory. If the
  * formats of the display and the framebuffer mismatch, the blit function
  * will attempt to convert between them.
  *
  * Returns:
  * 0 on success, or
  * -EINVAL if the color-format conversion failed, or
  * a negative error code otherwise.
  */
 int drm_fb_blit_toio(void __iomem *dst, unsigned int dst_pitch, uint32_t dst_format,
 		     const void *vmap, const struct drm_framebuffer *fb,
 		     const struct drm_rect *clip)
 {
 	uint32_t fb_format = fb->format->format;

 	/* treat alpha channel like filler bits */
 	if (fb_format == DRM_FORMAT_ARGB8888)
 		fb_format = DRM_FORMAT_XRGB8888;
 	if (dst_format == DRM_FORMAT_ARGB8888)
 		dst_format = DRM_FORMAT_XRGB8888;

 	if (dst_format == fb_format) {
 		drm_fb_memcpy_toio(dst, dst_pitch, vmap, fb, clip);
 		return 0;

 	} else if (dst_format == DRM_FORMAT_RGB565) {
 		if (fb_format == DRM_FORMAT_XRGB8888) {
 			drm_fb_xrgb8888_to_rgb565_toio(dst, dst_pitch, vmap, fb, clip, false);
 			return 0;
 		}
 	} else if (dst_format == DRM_FORMAT_RGB888) {
 		if (fb_format == DRM_FORMAT_XRGB8888) {
 			drm_fb_xrgb8888_to_rgb888_toio(dst, dst_pitch, vmap, fb, clip);
 			return 0;
 		}
 	}

 	return -EINVAL;
 }
 EXPORT_SYMBOL(drm_fb_blit_toio);
	// SPDX-License-Identifier: GPL-2.0 or MIT
	/*
	* Copyright (C) 2016 Noralf Trønnes
	*
	* This program is free software; you can redistribute it and/or modify
	* it under the terms of the GNU General Public License as published by
	* the Free Software Foundation; either version 2 of the License, or
	* (at your option) any later version.
	*/

	#include <linux/module.h>
	#include <linux/slab.h>
	#include <linux/io.h>

	#include <drm/drm_format_helper.h>
	#include <drm/drm_framebuffer.h>
	#include <drm/drm_fourcc.h>
	#include <drm/drm_rect.h>

	static unsigned int clip_offset(const struct drm_rect *clip, unsigned int pitch, unsigned int cpp)
	{
	return clip->y1 * pitch + clip->x1 * cpp;
	}

	/**
	* drm_fb_clip_offset - Returns the clipping rectangles byte-offset in a framebuffer
	* @pitch: Framebuffer line pitch in byte
	* @format: Framebuffer format
	* @clip: Clip rectangle
	*
	* Returns:
	* The byte offset of the clip rectangle's top-left corner within the framebuffer.
	*/
	unsigned int drm_fb_clip_offset(unsigned int pitch, const struct drm_format_info *format,
	const struct drm_rect *clip)
	{
	return clip_offset(clip, pitch, format->cpp[0]);
	}
	EXPORT_SYMBOL(drm_fb_clip_offset);

	/**
	* drm_fb_memcpy - Copy clip buffer
	* @dst: Destination buffer
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @vaddr: Source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	*
	* This function does not apply clipping on dst, i.e. the destination
	* is at the top-left corner.
	*/
	void drm_fb_memcpy(void dst, unsigned int dst_pitch, const void vaddr,
	const struct drm_framebuffer fb, const struct drm_rect clip)
	{
	unsigned int cpp = fb->format->cpp[0];
	size_t len = (clip->x2 - clip->x1) * cpp;
	unsigned int y, lines = clip->y2 - clip->y1;

	if (!dst_pitch)
	dst_pitch = len;

	vaddr += clip_offset(clip, fb->pitches[0], cpp);
	for (y = 0; y < lines; y++) {
	memcpy(dst, vaddr, len);
	vaddr += fb->pitches[0];
	dst += dst_pitch;
	}
	}
	EXPORT_SYMBOL(drm_fb_memcpy);

	/**
	* drm_fb_memcpy_toio - Copy clip buffer
	* @dst: Destination buffer (iomem)
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @vaddr: Source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	*
	* This function does not apply clipping on dst, i.e. the destination
	* is at the top-left corner.
	*/
	void drm_fb_memcpy_toio(void __iomem dst, unsigned int dst_pitch, const void vaddr,
	const struct drm_framebuffer fb, const struct drm_rect clip)
	{
	unsigned int cpp = fb->format->cpp[0];
	size_t len = (clip->x2 - clip->x1) * cpp;
	unsigned int y, lines = clip->y2 - clip->y1;

	if (!dst_pitch)
	dst_pitch = len;

	vaddr += clip_offset(clip, fb->pitches[0], cpp);
	for (y = 0; y < lines; y++) {
	memcpy_toio(dst, vaddr, len);
	vaddr += fb->pitches[0];
	dst += dst_pitch;
	}
	}
	EXPORT_SYMBOL(drm_fb_memcpy_toio);

	/**
	* drm_fb_swab - Swap bytes into clip buffer
	* @dst: Destination buffer
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @src: Source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	* @cached: Source buffer is mapped cached (eg. not write-combined)
	*
	* If @cached is false a temporary buffer is used to cache one pixel line at a
	* time to speed up slow uncached reads.
	*
	* This function does not apply clipping on dst, i.e. the destination
	* is at the top-left corner.
	*/
	void drm_fb_swab(void dst, unsigned int dst_pitch, const void src,
	const struct drm_framebuffer fb, const struct drm_rect clip,
	bool cached)
	{
	u8 cpp = fb->format->cpp[0];
	size_t len = drm_rect_width(clip) * cpp;
	const u16 *src16;
	const u32 *src32;
	u16 *dst16;
	u32 *dst32;
	unsigned int x, y;
	void *buf = NULL;

	if (WARN_ON_ONCE(cpp != 2 && cpp != 4))
	return;

	if (!dst_pitch)
	dst_pitch = len;

	if (!cached)
	buf = kmalloc(len, GFP_KERNEL);

	src += clip_offset(clip, fb->pitches[0], cpp);

	for (y = clip->y1; y < clip->y2; y++) {
	if (buf) {
	memcpy(buf, src, len);
	src16 = buf;
	src32 = buf;
	} else {
	src16 = src;
	src32 = src;
	}

	dst16 = dst;
	dst32 = dst;

	for (x = clip->x1; x < clip->x2; x++) {
	if (cpp == 4)
	dst32++ = swab32(src32++);
	else
	dst16++ = swab16(src16++);
	}

	src += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(buf);
	}
	EXPORT_SYMBOL(drm_fb_swab);

	static void drm_fb_xrgb8888_to_rgb332_line(u8 dbuf, const __le32 sbuf, unsigned int pixels)
	{
	unsigned int x;
	u32 pix;

	for (x = 0; x < pixels; x++) {
	pix = le32_to_cpu(sbuf[x]);
	dbuf[x] = ((pix & 0x00e00000) >> 16) \|
	((pix & 0x0000e000) >> 11) \|
	((pix & 0x000000c0) >> 6);
	}
	}

	/**
	* drm_fb_xrgb8888_to_rgb332 - Convert XRGB8888 to RGB332 clip buffer
	* @dst: RGB332 destination buffer
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @src: XRGB8888 source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	*
	* Drivers can use this function for RGB332 devices that don't natively support XRGB8888.
	*/
	void drm_fb_xrgb8888_to_rgb332(void dst, unsigned int dst_pitch, const void src,
	const struct drm_framebuffer fb, const struct drm_rect clip)
	{
	size_t width = drm_rect_width(clip);
	size_t src_len = width * sizeof(u32);
	unsigned int y;
	void *sbuf;

	if (!dst_pitch)
	dst_pitch = width;

	/* Use a buffer to speed up access on buffers with uncached read mapping (i.e. WC) */
	sbuf = kmalloc(src_len, GFP_KERNEL);
	if (!sbuf)
	return;

	src += clip_offset(clip, fb->pitches[0], sizeof(u32));
	for (y = 0; y < drm_rect_height(clip); y++) {
	memcpy(sbuf, src, src_len);
	drm_fb_xrgb8888_to_rgb332_line(dst, sbuf, width);
	src += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(sbuf);
	}
	EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb332);

	static void drm_fb_xrgb8888_to_rgb565_line(u16 dbuf, const u32 sbuf,
	unsigned int pixels,
	bool swab)
	{
	unsigned int x;
	u16 val16;

	for (x = 0; x < pixels; x++) {
	val16 = ((sbuf[x] & 0x00F80000) >> 8) \|
	((sbuf[x] & 0x0000FC00) >> 5) \|
	((sbuf[x] & 0x000000F8) >> 3);
	if (swab)
	dbuf[x] = swab16(val16);
	else
	dbuf[x] = val16;
	}
	}

	/**
	* drm_fb_xrgb8888_to_rgb565 - Convert XRGB8888 to RGB565 clip buffer
	* @dst: RGB565 destination buffer
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @vaddr: XRGB8888 source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	* @swab: Swap bytes
	*
	* Drivers can use this function for RGB565 devices that don't natively
	* support XRGB8888.
	*/
	void drm_fb_xrgb8888_to_rgb565(void dst, unsigned int dst_pitch, const void vaddr,
	const struct drm_framebuffer fb, const struct drm_rect clip,
	bool swab)
	{
	size_t linepixels = clip->x2 - clip->x1;
	size_t src_len = linepixels * sizeof(u32);
	size_t dst_len = linepixels * sizeof(u16);
	unsigned y, lines = clip->y2 - clip->y1;
	void *sbuf;

	if (!dst_pitch)
	dst_pitch = dst_len;

	/*
	* The cma memory is write-combined so reads are uncached.
	* Speed up by fetching one line at a time.
	*/
	sbuf = kmalloc(src_len, GFP_KERNEL);
	if (!sbuf)
	return;

	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
	for (y = 0; y < lines; y++) {
	memcpy(sbuf, vaddr, src_len);
	drm_fb_xrgb8888_to_rgb565_line(dst, sbuf, linepixels, swab);
	vaddr += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(sbuf);
	}
	EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb565);

	/**
	* drm_fb_xrgb8888_to_rgb565_toio - Convert XRGB8888 to RGB565 clip buffer
	* @dst: RGB565 destination buffer (iomem)
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @vaddr: XRGB8888 source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	* @swab: Swap bytes
	*
	* Drivers can use this function for RGB565 devices that don't natively
	* support XRGB8888.
	*/
	void drm_fb_xrgb8888_to_rgb565_toio(void __iomem *dst, unsigned int dst_pitch,
	const void vaddr, const struct drm_framebuffer fb,
	const struct drm_rect *clip, bool swab)
	{
	size_t linepixels = clip->x2 - clip->x1;
	size_t dst_len = linepixels * sizeof(u16);
	unsigned y, lines = clip->y2 - clip->y1;
	void *dbuf;

	if (!dst_pitch)
	dst_pitch = dst_len;

	dbuf = kmalloc(dst_len, GFP_KERNEL);
	if (!dbuf)
	return;

	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
	for (y = 0; y < lines; y++) {
	drm_fb_xrgb8888_to_rgb565_line(dbuf, vaddr, linepixels, swab);
	memcpy_toio(dst, dbuf, dst_len);
	vaddr += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(dbuf);
	}
	EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb565_toio);

	static void drm_fb_xrgb8888_to_rgb888_line(u8 dbuf, const u32 sbuf,
	unsigned int pixels)
	{
	unsigned int x;

	for (x = 0; x < pixels; x++) {
	*dbuf++ = (sbuf[x] & 0x000000FF) >> 0;
	*dbuf++ = (sbuf[x] & 0x0000FF00) >> 8;
	*dbuf++ = (sbuf[x] & 0x00FF0000) >> 16;
	}
	}

	/**
	* drm_fb_xrgb8888_to_rgb888 - Convert XRGB8888 to RGB888 clip buffer
	* @dst: RGB888 destination buffer
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @src: XRGB8888 source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	*
	* Drivers can use this function for RGB888 devices that don't natively
	* support XRGB8888.
	*/
	void drm_fb_xrgb8888_to_rgb888(void dst, unsigned int dst_pitch, const void src,
	const struct drm_framebuffer fb, const struct drm_rect clip)
	{
	size_t width = drm_rect_width(clip);
	size_t src_len = width * sizeof(u32);
	unsigned int y;
	void *sbuf;

	if (!dst_pitch)
	dst_pitch = width * 3;

	/* Use a buffer to speed up access on buffers with uncached read mapping (i.e. WC) */
	sbuf = kmalloc(src_len, GFP_KERNEL);
	if (!sbuf)
	return;

	src += clip_offset(clip, fb->pitches[0], sizeof(u32));
	for (y = 0; y < drm_rect_height(clip); y++) {
	memcpy(sbuf, src, src_len);
	drm_fb_xrgb8888_to_rgb888_line(dst, sbuf, width);
	src += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(sbuf);
	}
	EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb888);

	/**
	* drm_fb_xrgb8888_to_rgb888_toio - Convert XRGB8888 to RGB888 clip buffer
	* @dst: RGB565 destination buffer (iomem)
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @vaddr: XRGB8888 source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	*
	* Drivers can use this function for RGB888 devices that don't natively
	* support XRGB8888.
	*/
	void drm_fb_xrgb8888_to_rgb888_toio(void __iomem *dst, unsigned int dst_pitch,
	const void vaddr, const struct drm_framebuffer fb,
	const struct drm_rect *clip)
	{
	size_t linepixels = clip->x2 - clip->x1;
	size_t dst_len = linepixels * 3;
	unsigned y, lines = clip->y2 - clip->y1;
	void *dbuf;

	if (!dst_pitch)
	dst_pitch = dst_len;

	dbuf = kmalloc(dst_len, GFP_KERNEL);
	if (!dbuf)
	return;

	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
	for (y = 0; y < lines; y++) {
	drm_fb_xrgb8888_to_rgb888_line(dbuf, vaddr, linepixels);
	memcpy_toio(dst, dbuf, dst_len);
	vaddr += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(dbuf);
	}
	EXPORT_SYMBOL(drm_fb_xrgb8888_to_rgb888_toio);

	/**
	* drm_fb_xrgb8888_to_gray8 - Convert XRGB8888 to grayscale
	* @dst: 8-bit grayscale destination buffer
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @vaddr: XRGB8888 source buffer
	* @fb: DRM framebuffer
	* @clip: Clip rectangle area to copy
	*
	* Drm doesn't have native monochrome or grayscale support.
	* Such drivers can announce the commonly supported XR24 format to userspace
	* and use this function to convert to the native format.
	*
	* Monochrome drivers will use the most significant bit,
	* where 1 means foreground color and 0 background color.
	*
	* ITU BT.601 is used for the RGB -> luma (brightness) conversion.
	*/
	void drm_fb_xrgb8888_to_gray8(void dst, unsigned int dst_pitch, const void vaddr,
	const struct drm_framebuffer fb, const struct drm_rect clip)
	{
	unsigned int len = (clip->x2 - clip->x1) * sizeof(u32);
	unsigned int x, y;
	void *buf;
	u8 *dst8;
	u32 *src32;

	if (WARN_ON(fb->format->format != DRM_FORMAT_XRGB8888))
	return;

	if (!dst_pitch)
	dst_pitch = drm_rect_width(clip);

	/*
	* The cma memory is write-combined so reads are uncached.
	* Speed up by fetching one line at a time.
	*/
	buf = kmalloc(len, GFP_KERNEL);
	if (!buf)
	return;

	vaddr += clip_offset(clip, fb->pitches[0], sizeof(u32));
	for (y = clip->y1; y < clip->y2; y++) {
	dst8 = dst;
	src32 = memcpy(buf, vaddr, len);
	for (x = clip->x1; x < clip->x2; x++) {
	u8 r = (*src32 & 0x00ff0000) >> 16;
	u8 g = (*src32 & 0x0000ff00) >> 8;
	u8 b = *src32 & 0x000000ff;

	/* ITU BT.601: Y = 0.299 R + 0.587 G + 0.114 B */
	dst8++ = (3 r + 6 * g + b) / 10;
	src32++;
	}

	vaddr += fb->pitches[0];
	dst += dst_pitch;
	}

	kfree(buf);
	}
	EXPORT_SYMBOL(drm_fb_xrgb8888_to_gray8);

	/**
	* drm_fb_blit_toio - Copy parts of a framebuffer to display memory
	* @dst: The display memory to copy to
	* @dst_pitch: Number of bytes between two consecutive scanlines within dst
	* @dst_format: FOURCC code of the display's color format
	* @vmap: The framebuffer memory to copy from
	* @fb: The framebuffer to copy from
	* @clip: Clip rectangle area to copy
	*
	* This function copies parts of a framebuffer to display memory. If the
	* formats of the display and the framebuffer mismatch, the blit function
	* will attempt to convert between them.
	*
	* Returns:
	* 0 on success, or
	* -EINVAL if the color-format conversion failed, or
	* a negative error code otherwise.
	*/
	int drm_fb_blit_toio(void __iomem *dst, unsigned int dst_pitch, uint32_t dst_format,
	const void vmap, const struct drm_framebuffer fb,
	const struct drm_rect *clip)
	{
	uint32_t fb_format = fb->format->format;

	/* treat alpha channel like filler bits */
	if (fb_format == DRM_FORMAT_ARGB8888)
	fb_format = DRM_FORMAT_XRGB8888;
	if (dst_format == DRM_FORMAT_ARGB8888)
	dst_format = DRM_FORMAT_XRGB8888;

	if (dst_format == fb_format) {
	drm_fb_memcpy_toio(dst, dst_pitch, vmap, fb, clip);
	return 0;

	} else if (dst_format == DRM_FORMAT_RGB565) {
	if (fb_format == DRM_FORMAT_XRGB8888) {
	drm_fb_xrgb8888_to_rgb565_toio(dst, dst_pitch, vmap, fb, clip, false);
	return 0;
	}
	} else if (dst_format == DRM_FORMAT_RGB888) {
	if (fb_format == DRM_FORMAT_XRGB8888) {
	drm_fb_xrgb8888_to_rgb888_toio(dst, dst_pitch, vmap, fb, clip);
	return 0;
	}
	}

	return -EINVAL;
	}
	EXPORT_SYMBOL(drm_fb_blit_toio);