ethernet-mem.c 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176
  1. /**********************************************************************
  2. * Author: Cavium Networks
  3. *
  4. * Contact: support@caviumnetworks.com
  5. * This file is part of the OCTEON SDK
  6. *
  7. * Copyright (c) 2003-2010 Cavium Networks
  8. *
  9. * This file is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License, Version 2, as
  11. * published by the Free Software Foundation.
  12. *
  13. * This file is distributed in the hope that it will be useful, but
  14. * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
  15. * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
  16. * NONINFRINGEMENT. See the GNU General Public License for more
  17. * details.
  18. *
  19. * You should have received a copy of the GNU General Public License
  20. * along with this file; if not, write to the Free Software
  21. * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  22. * or visit http://www.gnu.org/licenses/.
  23. *
  24. * This file may also be available under a different license from Cavium.
  25. * Contact Cavium Networks for more information
  26. **********************************************************************/
  27. #include <linux/kernel.h>
  28. #include <linux/netdevice.h>
  29. #include <linux/slab.h>
  30. #include <asm/octeon/octeon.h>
  31. #include "ethernet-mem.h"
  32. #include "ethernet-defines.h"
  33. #include <asm/octeon/cvmx-fpa.h>
  34. /**
  35. * cvm_oct_fill_hw_skbuff - fill the supplied hardware pool with skbuffs
  36. * @pool: Pool to allocate an skbuff for
  37. * @size: Size of the buffer needed for the pool
  38. * @elements: Number of buffers to allocate
  39. *
  40. * Returns the actual number of buffers allocated.
  41. */
  42. static int cvm_oct_fill_hw_skbuff(int pool, int size, int elements)
  43. {
  44. int freed = elements;
  45. while (freed) {
  46. struct sk_buff *skb = dev_alloc_skb(size + 256);
  47. if (unlikely(skb == NULL))
  48. break;
  49. skb_reserve(skb, 256 - (((unsigned long)skb->data) & 0x7f));
  50. *(struct sk_buff **)(skb->data - sizeof(void *)) = skb;
  51. cvmx_fpa_free(skb->data, pool, DONT_WRITEBACK(size / 128));
  52. freed--;
  53. }
  54. return elements - freed;
  55. }
  56. /**
  57. * cvm_oct_free_hw_skbuff- free hardware pool skbuffs
  58. * @pool: Pool to allocate an skbuff for
  59. * @size: Size of the buffer needed for the pool
  60. * @elements: Number of buffers to allocate
  61. */
  62. static void cvm_oct_free_hw_skbuff(int pool, int size, int elements)
  63. {
  64. char *memory;
  65. do {
  66. memory = cvmx_fpa_alloc(pool);
  67. if (memory) {
  68. struct sk_buff *skb =
  69. *(struct sk_buff **)(memory - sizeof(void *));
  70. elements--;
  71. dev_kfree_skb(skb);
  72. }
  73. } while (memory);
  74. if (elements < 0)
  75. pr_warn("Freeing of pool %u had too many skbuffs (%d)\n",
  76. pool, elements);
  77. else if (elements > 0)
  78. pr_warn("Freeing of pool %u is missing %d skbuffs\n",
  79. pool, elements);
  80. }
  81. /**
  82. * cvm_oct_fill_hw_memory - fill a hardware pool with memory.
  83. * @pool: Pool to populate
  84. * @size: Size of each buffer in the pool
  85. * @elements: Number of buffers to allocate
  86. *
  87. * Returns the actual number of buffers allocated.
  88. */
  89. static int cvm_oct_fill_hw_memory(int pool, int size, int elements)
  90. {
  91. char *memory;
  92. char *fpa;
  93. int freed = elements;
  94. while (freed) {
  95. /*
  96. * FPA memory must be 128 byte aligned. Since we are
  97. * aligning we need to save the original pointer so we
  98. * can feed it to kfree when the memory is returned to
  99. * the kernel.
  100. *
  101. * We allocate an extra 256 bytes to allow for
  102. * alignment and space for the original pointer saved
  103. * just before the block.
  104. */
  105. memory = kmalloc(size + 256, GFP_ATOMIC);
  106. if (unlikely(memory == NULL)) {
  107. pr_warn("Unable to allocate %u bytes for FPA pool %d\n",
  108. elements * size, pool);
  109. break;
  110. }
  111. fpa = (char *)(((unsigned long)memory + 256) & ~0x7fUL);
  112. *((char **)fpa - 1) = memory;
  113. cvmx_fpa_free(fpa, pool, 0);
  114. freed--;
  115. }
  116. return elements - freed;
  117. }
  118. /**
  119. * cvm_oct_free_hw_memory - Free memory allocated by cvm_oct_fill_hw_memory
  120. * @pool: FPA pool to free
  121. * @size: Size of each buffer in the pool
  122. * @elements: Number of buffers that should be in the pool
  123. */
  124. static void cvm_oct_free_hw_memory(int pool, int size, int elements)
  125. {
  126. char *memory;
  127. char *fpa;
  128. do {
  129. fpa = cvmx_fpa_alloc(pool);
  130. if (fpa) {
  131. elements--;
  132. fpa = (char *)phys_to_virt(cvmx_ptr_to_phys(fpa));
  133. memory = *((char **)fpa - 1);
  134. kfree(memory);
  135. }
  136. } while (fpa);
  137. if (elements < 0)
  138. pr_warn("Freeing of pool %u had too many buffers (%d)\n",
  139. pool, elements);
  140. else if (elements > 0)
  141. pr_warn("Warning: Freeing of pool %u is missing %d buffers\n",
  142. pool, elements);
  143. }
  144. int cvm_oct_mem_fill_fpa(int pool, int size, int elements)
  145. {
  146. int freed;
  147. if (USE_SKBUFFS_IN_HW && pool == CVMX_FPA_PACKET_POOL)
  148. freed = cvm_oct_fill_hw_skbuff(pool, size, elements);
  149. else
  150. freed = cvm_oct_fill_hw_memory(pool, size, elements);
  151. return freed;
  152. }
  153. void cvm_oct_mem_empty_fpa(int pool, int size, int elements)
  154. {
  155. if (USE_SKBUFFS_IN_HW && pool == CVMX_FPA_PACKET_POOL)
  156. cvm_oct_free_hw_skbuff(pool, size, elements);
  157. else
  158. cvm_oct_free_hw_memory(pool, size, elements);
  159. }