videocodec_kernel_driver_D2.c 107 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335
  1. #include <linux/init.h>
  2. #include <linux/module.h>
  3. #include <linux/kernel.h>
  4. #include <linux/types.h>
  5. #include <linux/device.h>
  6. #include <linux/kdev_t.h>
  7. #include <linux/fs.h>
  8. #include <linux/cdev.h>
  9. #include <linux/platform_device.h>
  10. #include <linux/dma-mapping.h>
  11. #include <linux/mm_types.h>
  12. #include <linux/mm.h>
  13. #include <linux/jiffies.h>
  14. #include <linux/sched.h>
  15. #include <asm/uaccess.h>
  16. #include <asm/page.h>
  17. #include <linux/vmalloc.h>
  18. #include <linux/interrupt.h>
  19. #include <mach/irqs.h>
  20. /* #include <mach/x_define_irq.h> */
  21. #include <linux/wait.h>
  22. #include <linux/proc_fs.h>
  23. #include <linux/semaphore.h>
  24. #include <mt-plat/dma.h>
  25. #include <linux/delay.h>
  26. #include "mt-plat/sync_write.h"
  27. /* #include "mach/mt_reg_base.h" */
  28. #include "mach/mt_clkmgr.h"
  29. #include "mmdvfs_mgr.h"
  30. #ifdef CONFIG_MTK_HIBERNATION
  31. #include <mtk_hibernate_dpm.h>
  32. /* #include <mach/diso.h> */
  33. #endif
  34. #include "videocodec_kernel_driver.h"
  35. #include "../videocodec_kernel.h"
  36. #include <asm/cacheflush.h>
  37. #include <asm/io.h>
  38. #include <asm/sizes.h>
  39. #include "val_types_private.h"
  40. #include "hal_types_private.h"
  41. #include "val_api_private.h"
  42. #include "val_log.h"
  43. #include "drv_api.h"
  44. #include <linux/of.h>
  45. #include <linux/of_address.h>
  46. #include <linux/of_irq.h>
  47. #if IS_ENABLED(CONFIG_COMPAT)
  48. #include <linux/uaccess.h>
  49. #include <linux/compat.h>
  50. #endif
  51. /* #define CONFIG_ARCH_MT6735M */
  52. /*
  53. #ifdef CONFIG_ARCH_MT6735M
  54. #include "mt_irq.h"
  55. #endif
  56. */
  57. #include <mt_smi.h>
  58. #define ENABLE_MMDVFS_VDEC
  59. #ifdef ENABLE_MMDVFS_VDEC
  60. /* <--- MM DVFS related */
  61. #define DROP_PERCENTAGE 50
  62. #define RAISE_PERCENTAGE 90
  63. #define MONITOR_DURATION_MS 4000
  64. /* dvfs patch */
  65. /* #define MMDVFS_VOLTAGE_LOW 0 */
  66. /* #define MMDVFS_VOLTAGE_HIGH 1 */
  67. #define DVFS_LOW MMDVFS_VOLTAGE_LOW
  68. #define DVFS_HIGH MMDVFS_VOLTAGE_HIGH
  69. #define DVFS_DEFAULT MMDVFS_VOLTAGE_HIGH
  70. #define MONITOR_START_MINUS_1 0
  71. #define SW_OVERHEAD_MS 1
  72. #define MMDVFS_UPPER_BOUND_MS 50
  73. static VAL_BOOL_T gMMDFVFSMonitorStarts = VAL_FALSE;
  74. static VAL_BOOL_T gFirstDvfsLock = VAL_FALSE;
  75. static VAL_UINT32_T gMMDFVFSMonitorCounts;
  76. static VAL_TIME_T gMMDFVFSMonitorStartTime;
  77. static VAL_TIME_T gMMDFVFSLastLockTime;
  78. static VAL_TIME_T gMMDFVFSMonitorEndTime;
  79. static VAL_UINT32_T gHWLockInterval;
  80. static VAL_INT32_T gHWLockMaxDuration;
  81. static VAL_INT32_T gMMDVFSHandle = 0;
  82. VAL_UINT32_T TimeDiffMs(VAL_TIME_T timeOld, VAL_TIME_T timeNew)
  83. {
  84. /* MODULE_MFV_LOGE ("@@ timeOld(%d, %d), timeNew(%d, %d)",
  85. timeOld.u4Sec, timeOld.u4uSec, timeNew.u4Sec, timeNew.u4uSec); */
  86. return ((((timeNew.u4Sec - timeOld.u4Sec) * 1000000) + timeNew.u4uSec) -
  87. timeOld.u4uSec) / 1000;
  88. }
  89. /* raise/drop voltage */
  90. #if 0 /* dvfs patch */
  91. void SendDvfsRequest(int level)
  92. {
  93. }
  94. #else
  95. void SendDvfsRequest(int level)
  96. {
  97. int ret = 0;
  98. if (level == MMDVFS_VOLTAGE_LOW) {
  99. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] SendDvfsRequest(MMDVFS_VOLTAGE_LOW)\n");
  100. clkmux_sel(MT_MUX_VDEC, 3, "MMDVFS_VOLTAGE_LOW"); /* 156MHz */
  101. ret = mmdvfs_set_step(SMI_BWC_SCEN_VP, MMDVFS_VOLTAGE_LOW);
  102. } else if (level == MMDVFS_VOLTAGE_HIGH) {
  103. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] SendDvfsRequest(MMDVFS_VOLTAGE_HIGH)\n");
  104. ret = mmdvfs_set_step(SMI_BWC_SCEN_VP, MMDVFS_VOLTAGE_HIGH);
  105. clkmux_sel(MT_MUX_VDEC, 4, "MMDVFS_VOLTAGE_HIGH"); /* 273MHz */
  106. } else {
  107. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] @@ OOPS: level = %d\n", level);
  108. }
  109. if (0 != ret)
  110. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] @@ OOPS: mmdvfs_set_step error!\n");
  111. }
  112. #endif
  113. void VdecDvfsBegin(void)
  114. {
  115. gMMDFVFSMonitorStarts = VAL_TRUE;
  116. gMMDFVFSMonitorCounts = 0;
  117. gHWLockInterval = 0;
  118. gFirstDvfsLock = VAL_TRUE;
  119. gHWLockMaxDuration = 0;
  120. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] @@ VdecDvfsBegin\n");
  121. /* eVideoGetTimeOfDay(&gMMDFVFSMonitorStartTime, sizeof(VAL_TIME_T)); */
  122. }
  123. VAL_UINT32_T VdecDvfsGetMonitorDuration(void)
  124. {
  125. eVideoGetTimeOfDay(&gMMDFVFSMonitorEndTime, sizeof(VAL_TIME_T));
  126. return TimeDiffMs(gMMDFVFSMonitorStartTime, gMMDFVFSMonitorEndTime);
  127. }
  128. void VdecDvfsEnd(int level)
  129. {
  130. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] VdecDVFS monitor %dms, decoded %d frames, total time %d\n",
  131. MONITOR_DURATION_MS, gMMDFVFSMonitorCounts, gHWLockInterval);
  132. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] max duration %d, target lv %d\n", gHWLockMaxDuration, level);
  133. gMMDFVFSMonitorStarts = VAL_FALSE;
  134. gMMDFVFSMonitorCounts = 0;
  135. gHWLockInterval = 0;
  136. gHWLockMaxDuration = 0;
  137. }
  138. VAL_UINT32_T VdecDvfsStep(void)
  139. {
  140. VAL_TIME_T _now;
  141. VAL_UINT32_T _diff = 0;
  142. eVideoGetTimeOfDay(&_now, sizeof(VAL_TIME_T));
  143. _diff = TimeDiffMs(gMMDFVFSLastLockTime, _now);
  144. if (_diff > MMDVFS_UPPER_BOUND_MS) {
  145. /* MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC][VdecDvfsStep][Info] gMMDFVFSLastLockTime(%d, %d)\n",
  146. gMMDFVFSLastLockTime.u4Sec, gMMDFVFSLastLockTime.u4uSec);
  147. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC][VdecDvfsStep][Info] _now(%d, %d), diff(%d)\n",
  148. _now.u4Sec, _now.u4uSec, _diff); */
  149. _diff = MMDVFS_UPPER_BOUND_MS;
  150. }
  151. if (_diff > gHWLockMaxDuration)
  152. gHWLockMaxDuration = _diff;
  153. gHWLockInterval += (_diff + SW_OVERHEAD_MS);
  154. return _diff;
  155. }
  156. /* ---> */
  157. #endif
  158. #define VDO_HW_WRITE(ptr, data) mt_reg_sync_writel(data, ptr)
  159. #define VDO_HW_READ(ptr) (*((volatile unsigned int * const)(ptr)))
  160. #define VCODEC_DEVNAME "Vcodec"
  161. #define VCODEC_DEV_MAJOR_NUMBER 160 /* 189 */
  162. /* #define VENC_USE_L2C */
  163. static dev_t vcodec_devno = MKDEV(VCODEC_DEV_MAJOR_NUMBER, 0);
  164. static struct cdev *vcodec_cdev;
  165. static struct class *vcodec_class;
  166. static struct device *vcodec_device;
  167. static DEFINE_MUTEX(IsOpenedLock);
  168. static DEFINE_MUTEX(PWRLock);
  169. static DEFINE_MUTEX(VdecHWLock);
  170. static DEFINE_MUTEX(VencHWLock);
  171. static DEFINE_MUTEX(EncEMILock);
  172. static DEFINE_MUTEX(L2CLock);
  173. static DEFINE_MUTEX(DecEMILock);
  174. static DEFINE_MUTEX(DriverOpenCountLock);
  175. static DEFINE_MUTEX(NonCacheMemoryListLock);
  176. static DEFINE_MUTEX(DecHWLockEventTimeoutLock);
  177. static DEFINE_MUTEX(EncHWLockEventTimeoutLock);
  178. static DEFINE_MUTEX(VdecPWRLock);
  179. static DEFINE_MUTEX(VencPWRLock);
  180. static DEFINE_MUTEX(InitHWLock);
  181. static DEFINE_MUTEX(LogCountLock);
  182. static DEFINE_SPINLOCK(OalHWContextLock);
  183. static DEFINE_SPINLOCK(DecIsrLock);
  184. static DEFINE_SPINLOCK(EncIsrLock);
  185. static DEFINE_SPINLOCK(LockDecHWCountLock);
  186. static DEFINE_SPINLOCK(LockEncHWCountLock);
  187. static DEFINE_SPINLOCK(DecISRCountLock);
  188. static DEFINE_SPINLOCK(EncISRCountLock);
  189. static VAL_EVENT_T DecHWLockEvent; /* mutex : HWLockEventTimeoutLock */
  190. static VAL_EVENT_T EncHWLockEvent; /* mutex : HWLockEventTimeoutLock */
  191. static VAL_EVENT_T DecIsrEvent; /* mutex : HWLockEventTimeoutLock */
  192. static VAL_EVENT_T EncIsrEvent; /* mutex : HWLockEventTimeoutLock */
  193. static VAL_INT32_T Driver_Open_Count; /* mutex : DriverOpenCountLock */
  194. static VAL_UINT32_T gu4PWRCounter; /* mutex : PWRLock */
  195. static VAL_UINT32_T gu4EncEMICounter; /* mutex : EncEMILock */
  196. static VAL_UINT32_T gu4DecEMICounter; /* mutex : DecEMILock */
  197. static VAL_UINT32_T gu4L2CCounter; /* mutex : L2CLock */
  198. static VAL_BOOL_T bIsOpened = VAL_FALSE; /* mutex : IsOpenedLock */
  199. static VAL_UINT32_T gu4HwVencIrqStatus; /* hardware VENC IRQ status (VP8/H264) */
  200. static VAL_UINT32_T gu4VdecPWRCounter; /* mutex : VdecPWRLock */
  201. static VAL_UINT32_T gu4VencPWRCounter; /* mutex : VencPWRLock */
  202. static VAL_UINT32_T gu4LogCountUser; /* mutex : LogCountLock */
  203. static VAL_UINT32_T gu4LogCount;
  204. static VAL_UINT32_T gLockTimeOutCount;
  205. static VAL_UINT32_T gu4VdecLockThreadId;
  206. #if IS_ENABLED(CONFIG_COMPAT)
  207. static VAL_UINT8_T *ori_user_data_addr;
  208. static VAL_VCODEC_OAL_MEM_STAUTS_T *ori_pHWStatus;
  209. #endif
  210. /* #define VCODEC_DEBUG */
  211. #ifdef VCODEC_DEBUG
  212. #undef VCODEC_DEBUG
  213. #define VCODEC_DEBUG MODULE_MFV_LOGE
  214. #undef MODULE_MFV_LOGD
  215. #define MODULE_MFV_LOGD MODULE_MFV_LOGE
  216. #else
  217. #define VCODEC_DEBUG(...)
  218. #undef MODULE_MFV_LOGD
  219. #define MODULE_MFV_LOGD(...)
  220. #endif
  221. /* VENC physical base address */
  222. #undef VENC_BASE
  223. #define VENC_BASE 0x17002000
  224. #define VENC_REGION 0x1000
  225. #undef MP4_VENC_BASE
  226. #define MP4_VENC_BASE 0x15009000
  227. #define MP4_VENC_REGION 0x1000
  228. /* VDEC virtual base address */
  229. #define VDEC_BASE_PHY 0x16000000
  230. #define VDEC_REGION 0x29000
  231. #define HW_BASE 0x7FFF000
  232. #define HW_REGION 0x2000
  233. #define INFO_BASE 0x10000000
  234. #define INFO_REGION 0x1000
  235. #if 0
  236. #define VENC_IRQ_STATUS_addr (VENC_BASE + 0x05C)
  237. #define VENC_IRQ_ACK_addr (VENC_BASE + 0x060)
  238. #define VENC_MP4_IRQ_ACK_addr (VENC_BASE + 0x678)
  239. #define VENC_MP4_IRQ_STATUS_addr (VENC_BASE + 0x67C)
  240. #define VENC_ZERO_COEF_COUNT_addr (VENC_BASE + 0x688)
  241. #define VENC_BYTE_COUNT_addr (VENC_BASE + 0x680)
  242. #define VENC_MP4_IRQ_ENABLE_addr (VENC_BASE + 0x668)
  243. #define VENC_MP4_STATUS_addr (VENC_BASE + 0x664)
  244. #define VENC_MP4_MVQP_STATUS_addr (VENC_BASE + 0x6E4)
  245. #endif
  246. #define VENC_IRQ_STATUS_SPS 0x1
  247. #define VENC_IRQ_STATUS_PPS 0x2
  248. #define VENC_IRQ_STATUS_FRM 0x4
  249. #define VENC_IRQ_STATUS_DRAM 0x8
  250. #define VENC_IRQ_STATUS_PAUSE 0x10
  251. #define VENC_IRQ_STATUS_SWITCH 0x20
  252. /* #define VENC_PWR_FPGA */
  253. /* Cheng-Jung 20120621 VENC power physical base address (FPGA only, should use API) [ */
  254. #ifdef VENC_PWR_FPGA
  255. #define CLK_CFG_0_addr 0x10000140
  256. #define CLK_CFG_4_addr 0x10000150
  257. #define VENC_PWR_addr 0x10006230
  258. #define VENCSYS_CG_SET_addr 0x15000004
  259. #define PWR_ONS_1_D 3
  260. #define PWR_CKD_1_D 4
  261. #define PWR_ONN_1_D 2
  262. #define PWR_ISO_1_D 1
  263. #define PWR_RST_0_D 0
  264. #define PWR_ON_SEQ_0 ((0x1 << PWR_ONS_1_D) | (0x1 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  265. (0x1 << PWR_ISO_1_D) | (0x0 << PWR_RST_0_D))
  266. #define PWR_ON_SEQ_1 ((0x1 << PWR_ONS_1_D) | (0x0 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  267. (0x1 << PWR_ISO_1_D) | (0x0 << PWR_RST_0_D))
  268. #define PWR_ON_SEQ_2 ((0x1 << PWR_ONS_1_D) | (0x0 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  269. (0x0 << PWR_ISO_1_D) | (0x0 << PWR_RST_0_D))
  270. #define PWR_ON_SEQ_3 ((0x1 << PWR_ONS_1_D) | (0x0 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  271. (0x0 << PWR_ISO_1_D) | (0x1 << PWR_RST_0_D))
  272. /* ] */
  273. #endif
  274. #if 0
  275. /* VDEC virtual base address */
  276. #define VDEC_MISC_BASE (VDEC_BASE + 0x0000)
  277. #define VDEC_VLD_BASE (VDEC_BASE + 0x1000)
  278. #endif
  279. VAL_ULONG_T KVA_VENC_IRQ_ACK_ADDR, KVA_VENC_IRQ_STATUS_ADDR, KVA_VENC_BASE;
  280. VAL_ULONG_T KVA_VENC_ZERO_COEF_COUNT_ADDR, KVA_VENC_BYTE_COUNT_ADDR; /* hybrid */
  281. VAL_ULONG_T KVA_VDEC_MISC_BASE, KVA_VDEC_VLD_BASE, KVA_VDEC_BASE, KVA_VDEC_GCON_BASE;
  282. VAL_UINT32_T VENC_IRQ_ID, VDEC_IRQ_ID;
  283. VAL_ULONG_T KVA_VENC_MP4_IRQ_ENABLE_ADDR;
  284. #ifdef VENC_PWR_FPGA
  285. /* Cheng-Jung 20120621 VENC power physical base address (FPGA only, should use API) [ */
  286. VAL_ULONG_T KVA_VENC_CLK_CFG_0_ADDR, KVA_VENC_CLK_CFG_4_ADDR, KVA_VENC_PWR_ADDR, KVA_VENCSYS_CG_SET_ADDR;
  287. /* ] */
  288. #endif
  289. /* extern unsigned long pmem_user_v2p_video(unsigned long va); */
  290. extern int register_mmclk_switch_vdec_ctrl_cb(vdec_ctrl_cb vdec_suspend_cb,
  291. vdec_ctrl_cb vdec_resume_cb);
  292. #if defined(VENC_USE_L2C)
  293. /* extern int config_L2(int option); */
  294. #endif
  295. void vdec_power_on(void)
  296. {
  297. mutex_lock(&VdecPWRLock);
  298. gu4VdecPWRCounter++;
  299. mutex_unlock(&VdecPWRLock);
  300. /* Central power on */
  301. enable_clock(MT_CG_DISP0_SMI_COMMON, "VDEC");
  302. enable_clock(MT_CG_VDEC0_VDEC, "VDEC");
  303. enable_clock(MT_CG_VDEC1_LARB, "VDEC");
  304. #ifdef VDEC_USE_L2C
  305. /* enable_clock(MT_CG_INFRA_L2C_SRAM, "VDEC"); */
  306. #endif
  307. }
  308. void vdec_power_off(void)
  309. {
  310. mutex_lock(&VdecPWRLock);
  311. if (gu4VdecPWRCounter != 0) {
  312. gu4VdecPWRCounter--;
  313. /* Central power off */
  314. disable_clock(MT_CG_VDEC0_VDEC, "VDEC");
  315. disable_clock(MT_CG_VDEC1_LARB, "VDEC");
  316. disable_clock(MT_CG_DISP0_SMI_COMMON, "VDEC");
  317. #ifdef VDEC_USE_L2C
  318. /* disable_clock(MT_CG_INFRA_L2C_SRAM, "VDEC"); */
  319. #endif
  320. }
  321. mutex_unlock(&VdecPWRLock);
  322. }
  323. void venc_power_on(void)
  324. {
  325. mutex_lock(&VencPWRLock);
  326. gu4VencPWRCounter++;
  327. mutex_unlock(&VencPWRLock);
  328. MODULE_MFV_LOGD("[VCODEC] venc_power_on +\n");
  329. enable_clock(MT_CG_DISP0_SMI_COMMON, "VENC");
  330. enable_clock(MT_CG_IMAGE_VCODEC, "VENC");
  331. enable_clock(MT_CG_IMAGE_LARB2_SMI, "VENC");
  332. #ifdef VENC_USE_L2C
  333. enable_clock(MT_CG_INFRA_L2C_SRAM, "VENC");
  334. #endif
  335. /* enable_clock(MT_CG_MM_CODEC_SW_CG, "VideoClock"); */
  336. /* larb_clock_on(0, "VideoClock"); */
  337. VDO_HW_WRITE(KVA_VENC_MP4_IRQ_ENABLE_ADDR, 0x1);
  338. MODULE_MFV_LOGD("[VCODEC] venc_power_on -\n");
  339. }
  340. void venc_power_off(void)
  341. {
  342. mutex_lock(&VencPWRLock);
  343. if (gu4VencPWRCounter != 0) {
  344. gu4VencPWRCounter--;
  345. MODULE_MFV_LOGD("[VCODEC] venc_power_off +\n");
  346. disable_clock(MT_CG_IMAGE_LARB2_SMI, "VENC");
  347. disable_clock(MT_CG_IMAGE_VCODEC, "VENC");
  348. disable_clock(MT_CG_DISP0_SMI_COMMON, "VENC");
  349. #ifdef VENC_USE_L2C
  350. disable_clock(MT_CG_INFRA_L2C_SRAM, "VENC");
  351. #endif
  352. /* disable_clock(MT_CG_MM_CODEC_SW_CG, "VideoClock"); */
  353. /* larb_clock_off(0, "VideoClock"); */
  354. MODULE_MFV_LOGD("[VCODEC] venc_power_off -\n");
  355. }
  356. mutex_unlock(&VencPWRLock);
  357. }
  358. void dec_isr(void)
  359. {
  360. VAL_RESULT_T eValRet;
  361. VAL_ULONG_T ulFlags, ulFlagsISR, ulFlagsLockHW;
  362. VAL_UINT32_T u4TempDecISRCount = 0;
  363. VAL_UINT32_T u4TempLockDecHWCount = 0;
  364. VAL_UINT32_T u4CgStatus = 0;
  365. VAL_UINT32_T u4DecDoneStatus = 0;
  366. u4CgStatus = VDO_HW_READ(KVA_VDEC_GCON_BASE);
  367. if ((u4CgStatus & 0x10) != 0) {
  368. MODULE_MFV_LOGE("[VCODEC][ERROR] DEC ISR, VDEC active is not 0x0 (0x%08x)", u4CgStatus);
  369. return;
  370. }
  371. u4DecDoneStatus = VDO_HW_READ(KVA_VDEC_BASE + 0xA4);
  372. if ((u4DecDoneStatus & (0x1 << 16)) != 0x10000) {
  373. MODULE_MFV_LOGE("[VCODEC][ERROR] DEC ISR, Decode done status is not 0x1 (0x%08x)",
  374. u4DecDoneStatus);
  375. return;
  376. }
  377. spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
  378. gu4DecISRCount++;
  379. u4TempDecISRCount = gu4DecISRCount;
  380. spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
  381. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  382. u4TempLockDecHWCount = gu4LockDecHWCount;
  383. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  384. if (u4TempDecISRCount != u4TempLockDecHWCount)
  385. /* MODULE_MFV_LOGE
  386. ("[INFO] Dec ISRCount: 0x%x, LockHWCount:0x%x\n",
  387. u4TempDecISRCount, u4TempLockDecHWCount); */
  388. /* Clear interrupt */
  389. VDO_HW_WRITE(KVA_VDEC_MISC_BASE + 41 * 4, VDO_HW_READ(KVA_VDEC_MISC_BASE + 41 * 4) | 0x11);
  390. VDO_HW_WRITE(KVA_VDEC_MISC_BASE + 41 * 4, VDO_HW_READ(KVA_VDEC_MISC_BASE + 41 * 4) & ~0x10);
  391. spin_lock_irqsave(&DecIsrLock, ulFlags);
  392. eValRet = eVideoSetEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  393. if (VAL_RESULT_NO_ERROR != eValRet)
  394. MODULE_MFV_LOGE("[VCODEC][ERROR] ISR set DecIsrEvent error\n");
  395. spin_unlock_irqrestore(&DecIsrLock, ulFlags);
  396. }
  397. void enc_isr(void)
  398. {
  399. VAL_RESULT_T eValRet;
  400. VAL_UINT32_T index, i, maxnum;
  401. VAL_ULONG_T ulFlags, ulFlagsISR, ulFlagsLockHW;
  402. VAL_UINT32_T u4IRQStatus = 0;
  403. VAL_UINT32_T u4TempEncISRCount = 0;
  404. VAL_UINT32_T u4TempLockEncHWCount = 0;
  405. /* ---------------------- */
  406. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  407. gu4EncISRCount++;
  408. u4TempEncISRCount = gu4EncISRCount;
  409. spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
  410. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  411. u4TempLockEncHWCount = gu4LockEncHWCount;
  412. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  413. if (u4TempEncISRCount != u4TempLockEncHWCount)
  414. /* MODULE_MFV_LOGE
  415. ("[INFO] Enc ISRCount: 0x%x, LockHWCount:0x%x\n",
  416. u4TempEncISRCount, u4TempLockEncHWCount); */
  417. if (grVcodecEncHWLock.pvHandle == 0) {
  418. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] NO one Lock Enc HW, please check!!\n");
  419. /* Clear all status */
  420. if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
  421. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PAUSE);
  422. /* VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM_VP8); */
  423. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SWITCH);
  424. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM);
  425. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SPS);
  426. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PPS);
  427. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_FRM);
  428. } else if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  429. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  430. }
  431. return;
  432. }
  433. if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC) { /* hardwire */
  434. gu4HwVencIrqStatus = VDO_HW_READ(KVA_VENC_IRQ_STATUS_ADDR);
  435. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_PAUSE)
  436. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PAUSE);
  437. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_SWITCH)
  438. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SWITCH);
  439. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_DRAM)
  440. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM);
  441. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_SPS)
  442. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SPS);
  443. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_PPS)
  444. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PPS);
  445. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_FRM)
  446. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_FRM);
  447. } else if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC) { /* hardwire */
  448. MODULE_MFV_LOGE("[VCODEC][ISR] VAL_DRIVER_TYPE_HEVC_ENC!!\n");
  449. } else if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  450. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  451. index = search_HWLockSlot_ByHandle(0, (VAL_HANDLE_T) grVcodecEncHWLock.pvHandle);
  452. /* MODULE_MFV_LOGD("index = %d\n", index); */
  453. /* in case, if the process is killed first, */
  454. /* then receive an ISR from HW, the event information already cleared. */
  455. if (index == -1) { /* Hybrid */
  456. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] Can't find any index in ISR\n");
  457. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  458. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  459. return;
  460. }
  461. /* get address from context */
  462. /* MODULE_MFV_LOGD("ISR: Total %d u4NumOfRegister\n", oal_hw_context[index].u4NumOfRegister); */
  463. maxnum = oal_hw_context[index].u4NumOfRegister;
  464. if (oal_hw_context[index].u4NumOfRegister > VCODEC_MULTIPLE_INSTANCE_NUM) {
  465. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] oal_hw_context[index].u4NumOfRegister =%d\n",
  466. oal_hw_context[index].u4NumOfRegister);
  467. maxnum = VCODEC_MULTIPLE_INSTANCE_NUM;
  468. }
  469. /* MODULE_MFV_LOGD
  470. ("oal_hw_context[index].kva_u4HWIsCompleted 0x%x value=%d\n",
  471. oal_hw_context[index].kva_u4HWIsCompleted,
  472. *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_u4HWIsCompleted)); */
  473. if ((((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsCompleted) == NULL)
  474. || (((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsTimeout) == NULL)) {
  475. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] index = %d, please check!!\n", index);
  476. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  477. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  478. return;
  479. }
  480. *((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsCompleted) = 1;
  481. *((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsTimeout) = 0;
  482. for (i = 0; i < maxnum; i++) {
  483. /* MODULE_MFV_LOGD("[BEFORE] ISR read: [%d] User_va=0x%x kva=0x%x 0x%x\n", i , */
  484. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2), */
  485. /* oal_hw_context[index].oalmem_status[i].u4ReadAddr, */
  486. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2 + 1)); */
  487. *((volatile VAL_UINT32_T *)oal_hw_context[index].kva_Oal_HW_mem_reg + i * 2 + 1) =
  488. *((volatile VAL_UINT32_T *)oal_hw_context[index].oalmem_status[i].u4ReadAddr);
  489. if (maxnum == 3) {
  490. if (i == 0) {
  491. u4IRQStatus = (*((volatile VAL_UINT32_T *)
  492. oal_hw_context[index].kva_Oal_HW_mem_reg +
  493. i * 2 + 1));
  494. if (u4IRQStatus != 2) {
  495. MODULE_MFV_LOGE
  496. ("[VCODEC][ERROR][ISR] IRQ status error u4IRQStatus = %d\n",
  497. u4IRQStatus);
  498. }
  499. }
  500. if (u4IRQStatus != 2) {
  501. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] %d, 0x%lx, %d, %d, %d, %d\n",
  502. i, (VAL_ULONG_T) ((volatile VAL_UINT32_T *)
  503. oal_hw_context
  504. [index].oalmem_status[i].
  505. u4ReadAddr),
  506. (*((volatile VAL_UINT32_T *)
  507. oal_hw_context[index].kva_Oal_HW_mem_reg +
  508. i * 2 + 1)), VDO_HW_READ(KVA_VENC_IRQ_ACK_ADDR),
  509. VDO_HW_READ(KVA_VENC_ZERO_COEF_COUNT_ADDR),
  510. VDO_HW_READ(KVA_VENC_BYTE_COUNT_ADDR));
  511. }
  512. }
  513. /* MODULE_MFV_LOGD("[AFTER] ISR read: [%d] User_va=0x%x kva=0x%x 0x%x\n", i , */
  514. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2), */
  515. /* oal_hw_context[index].oalmem_status[i].u4ReadAddr, */
  516. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2 + 1)
  517. //oal_hw_context[index].oalmem_status[i].u4ReadData); */
  518. }
  519. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  520. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  521. /* TODO: Release HW lock */
  522. } else {
  523. MODULE_MFV_LOGE("[VCODEC][ERROR] Invalid lock holder driver type = %d\n",
  524. grVcodecEncHWLock.eDriverType);
  525. }
  526. eValRet = eVideoSetEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  527. if (VAL_RESULT_NO_ERROR != eValRet)
  528. MODULE_MFV_LOGE("[VCODEC][ERROR] ISR set EncIsrEvent error\n");
  529. }
  530. static irqreturn_t video_intr_dlr(int irq, void *dev_id)
  531. {
  532. dec_isr();
  533. return IRQ_HANDLED;
  534. }
  535. static irqreturn_t video_intr_dlr2(int irq, void *dev_id)
  536. {
  537. enc_isr();
  538. return IRQ_HANDLED;
  539. }
  540. static void vcodec_lockhw_dec_fail(VAL_UINT32_T FirstUseDecHW)
  541. {
  542. MODULE_MFV_LOGE
  543. ("[ERROR] VCODEC_LOCKHW, DecHWLockEvent TimeOut, CurrentTID = %d\n", current->pid);
  544. if (FirstUseDecHW != 1) {
  545. mutex_lock(&VdecHWLock);
  546. if (grVcodecDecHWLock.pvHandle == 0) {
  547. MODULE_MFV_LOGE
  548. ("[WARNING] VCODEC_LOCKHW, maybe mediaserver restart before, please check!!\n");
  549. } else {
  550. MODULE_MFV_LOGE
  551. ("[WARNING] VCODEC_LOCKHW, someone use HW, and check timeout value!!\n");
  552. }
  553. mutex_unlock(&VdecHWLock);
  554. }
  555. }
  556. static void vcodec_lockhw_dec_fail_more(VAL_RESULT_T eValRet, VAL_UINT32_T FirstUseDecHW)
  557. {
  558. if (VAL_RESULT_INVALID_ISR == eValRet && FirstUseDecHW != 1) {
  559. MODULE_MFV_LOGE
  560. ("[WARNING] VCODEC_LOCKHW, reset power/irq when HWLock!!\n");
  561. vdec_power_off();
  562. disable_irq(VDEC_IRQ_ID);
  563. }
  564. vdec_power_on();
  565. /* enable_irq(MT_VDEC_IRQ_ID); */
  566. enable_irq(VDEC_IRQ_ID);
  567. #ifdef ENABLE_MMDVFS_VDEC
  568. /* MM DVFS related */
  569. if (VAL_FALSE == gMMDFVFSMonitorStarts) {
  570. /* Continuous monitoring */
  571. VdecDvfsBegin();
  572. }
  573. if (VAL_TRUE == gMMDFVFSMonitorStarts) {
  574. MODULE_MFV_LOGD
  575. ("[VCODEC][MMDVFS_VDEC] @@ LOCK 1\n");
  576. if (gMMDFVFSMonitorCounts >
  577. MONITOR_START_MINUS_1) {
  578. if (VAL_TRUE == gFirstDvfsLock) {
  579. gFirstDvfsLock = VAL_FALSE;
  580. MODULE_MFV_LOGE
  581. ("[VCODEC][MMDVFS_VDEC] @@ LOCK 1 start monitor\n");
  582. eVideoGetTimeOfDay
  583. (&gMMDFVFSMonitorStartTime,
  584. sizeof(VAL_TIME_T));
  585. }
  586. eVideoGetTimeOfDay
  587. (&gMMDFVFSLastLockTime,
  588. sizeof(VAL_TIME_T));
  589. }
  590. }
  591. #endif
  592. }
  593. static long vcodec_lockhw_dec_checkirq(VAL_ISR_T val_isr, VAL_UINT8_T *user_data_addr)
  594. {
  595. if (val_isr.u4IrqStatusNum > 0) {
  596. val_isr.u4IrqStatus[0] = gu4HwVencIrqStatus;
  597. if (copy_to_user(user_data_addr, &val_isr, sizeof(VAL_ISR_T)))
  598. return 1;
  599. }
  600. return 0;
  601. }
  602. static void vcodec_lockhw_dec_check(VAL_RESULT_T eValHWLockRet)
  603. {
  604. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  605. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, ISR set EncHWLockEvent error\n");
  606. }
  607. #ifdef ENABLE_MMDVFS_VDEC
  608. static void vcodec_lockhw_dec_monitor_duration(VAL_UINT32_T _monitor_duration)
  609. {
  610. VAL_UINT32_T _diff = 0;
  611. VAL_UINT32_T _perc = 0;
  612. if (_monitor_duration < MONITOR_DURATION_MS) {
  613. _diff = VdecDvfsStep();
  614. if (_diff == MMDVFS_UPPER_BOUND_MS) {
  615. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC][Info] UNLOCK - lock time (%d ms, %d ms)\n",
  616. _diff, gHWLockInterval);
  617. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC][Info] cnt=%d, _monitor_duration=%d\n",
  618. gMMDFVFSMonitorCounts, _monitor_duration);
  619. }
  620. MODULE_MFV_LOGD
  621. ("[VCODEC][MMDVFS_VDEC] @@ UNLOCK - lock time(%d ms, %d ms), cnt=%d, _monitor_duration=%d\n",
  622. _diff, gHWLockInterval, gMMDFVFSMonitorCounts,
  623. _monitor_duration);
  624. } else {
  625. VdecDvfsStep();
  626. _perc =
  627. (VAL_UINT32_T) (100 * gHWLockInterval /
  628. _monitor_duration);
  629. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] UNLOCK - reset monitor duration (%d ms), percent: %d\n",
  630. _monitor_duration,
  631. _perc);
  632. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] UNLOCK - (DROP_PERCENTAGE = %d, RAISE_PERCENTAGE = %d)\n",
  633. DROP_PERCENTAGE,
  634. RAISE_PERCENTAGE);
  635. if (_perc < DROP_PERCENTAGE) {
  636. SendDvfsRequest(DVFS_LOW);
  637. VdecDvfsEnd(DVFS_LOW);
  638. } else if (_perc > RAISE_PERCENTAGE) {
  639. SendDvfsRequest(DVFS_HIGH);
  640. VdecDvfsEnd(DVFS_HIGH);
  641. } else {
  642. VdecDvfsEnd(-1);
  643. }
  644. }
  645. }
  646. #endif
  647. static long vcodec_lockhw_enc_while_loop(VAL_HW_LOCK_T *prHWLock, VAL_BOOL_T *pbLockedHW)
  648. {
  649. VAL_RESULT_T eValRet;
  650. VAL_UINT32_T FirstUseEncHW = 0;
  651. VAL_ULONG_T ulFlags;
  652. VAL_UINT32_T u4Index = 0xff;
  653. VAL_TIME_T rCurTime;
  654. VAL_UINT32_T u4TimeInterval;
  655. eValRet = VAL_RESULT_INVALID_ISR;
  656. while (*pbLockedHW == VAL_FALSE) {
  657. /* Early break for JPEG VENC */
  658. if (prHWLock->u4TimeoutMs == 0) {
  659. if (grVcodecEncHWLock.pvHandle != 0)
  660. break;
  661. }
  662. /* Wait to acquire Enc HW lock */
  663. mutex_lock(&EncHWLockEventTimeoutLock);
  664. if (EncHWLockEvent.u4TimeoutMs == 1) {
  665. MODULE_MFV_LOGE("VCODEC_LOCKHW, First Use Enc HW %d!!\n",
  666. prHWLock->eDriverType);
  667. FirstUseEncHW = 1;
  668. } else {
  669. FirstUseEncHW = 0;
  670. }
  671. mutex_unlock(&EncHWLockEventTimeoutLock);
  672. if (FirstUseEncHW == 1) {
  673. eValRet =
  674. eVideoWaitEvent(&EncHWLockEvent,
  675. sizeof(VAL_EVENT_T));
  676. }
  677. mutex_lock(&EncHWLockEventTimeoutLock);
  678. if (EncHWLockEvent.u4TimeoutMs == 1) {
  679. EncHWLockEvent.u4TimeoutMs = 1000;
  680. FirstUseEncHW = 1;
  681. } else {
  682. FirstUseEncHW = 0;
  683. if (prHWLock->u4TimeoutMs == 0)
  684. EncHWLockEvent.u4TimeoutMs = 0; /* No wait */
  685. else
  686. EncHWLockEvent.u4TimeoutMs = 1000; /* Wait indefinitely */
  687. }
  688. mutex_unlock(&EncHWLockEventTimeoutLock);
  689. mutex_lock(&VencHWLock);
  690. /* one process try to lock twice */
  691. if (grVcodecEncHWLock.pvHandle ==
  692. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  693. prHWLock->pvHandle)) {
  694. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, one encoder instance try to lock twice,");
  695. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, may cause lock HW timeout!");
  696. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, instance = 0x%lx, CurrentTID = %d, type:%d\n",
  697. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  698. current->pid, prHWLock->eDriverType);
  699. }
  700. mutex_unlock(&VencHWLock);
  701. if (FirstUseEncHW == 0) {
  702. eValRet =
  703. eVideoWaitEvent(&EncHWLockEvent,
  704. sizeof(VAL_EVENT_T));
  705. }
  706. if (VAL_RESULT_INVALID_ISR == eValRet) {
  707. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW EncHWLockEvent TimeOut, CurrentTID = %d\n",
  708. current->pid);
  709. if (FirstUseEncHW != 1) {
  710. mutex_lock(&VencHWLock);
  711. if (grVcodecEncHWLock.pvHandle == 0) {
  712. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, mediaserver may restart before\n");
  713. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, please check!!\n");
  714. } else {
  715. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, someone use HW\n");
  716. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, and check timeout value!! %d\n",
  717. gLockTimeOutCount);
  718. ++gLockTimeOutCount;
  719. if (gLockTimeOutCount > 30) {
  720. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - ID %d fail", current->pid);
  721. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - someone locked HW\n");
  722. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - time out more than 30 times\n");
  723. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - 0x%lx, %lx, 0x%lx, type:%d\n",
  724. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle,
  725. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle),
  726. (VAL_ULONG_T) prHWLock->pvHandle,
  727. prHWLock->eDriverType);
  728. gLockTimeOutCount = 0;
  729. mutex_unlock(&VencHWLock);
  730. return -EFAULT;
  731. }
  732. if (prHWLock->u4TimeoutMs == 0) {
  733. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - ID %d fail\n", current->pid);
  734. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - someone locked HW already.\n");
  735. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - 0x%lx, %lx, 0x%lx,type:%d\n",
  736. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  737. pmem_user_v2p_video((VAL_ULONG_T) prHWLock->pvHandle),
  738. (VAL_ULONG_T) prHWLock->pvHandle,
  739. prHWLock->eDriverType);
  740. gLockTimeOutCount = 0;
  741. mutex_unlock(&VencHWLock);
  742. return -EFAULT;
  743. }
  744. }
  745. mutex_unlock(&VencHWLock);
  746. }
  747. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  748. return -ERESTARTSYS;
  749. }
  750. mutex_lock(&VencHWLock);
  751. if (grVcodecEncHWLock.pvHandle == 0) {
  752. /* No process use HW, so current process can use HW */
  753. switch (prHWLock->eDriverType) {
  754. case VAL_DRIVER_TYPE_MP4_ENC:
  755. {
  756. spin_lock_irqsave(&OalHWContextLock,
  757. ulFlags);
  758. u4Index =
  759. search_HWLockSlot_ByTID(0,
  760. current->pid);
  761. /* Index = search_HWLockSlot_ByHandle
  762. (0, pmem_user_v2p_video(
  763. (unsigned int)prHWLock->pvHandle)); */
  764. spin_unlock_irqrestore(&OalHWContextLock,
  765. ulFlags);
  766. if (u4Index == -1) {
  767. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW, u4Index = -1\n");
  768. MODULE_MFV_LOGE("[ERROR] current process can use HW\n");
  769. mutex_unlock(&VencHWLock);
  770. return -EFAULT;
  771. }
  772. grVcodecEncHWLock.pvHandle = (VAL_VOID_T *)
  773. pmem_user_v2p_video((unsigned long)
  774. prHWLock->pvHandle);
  775. MODULE_MFV_LOGD("VCODEC_LOCKHW, current process can use HW, handle = 0x%lx\n",
  776. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle);
  777. grVcodecEncHWLock.eDriverType =
  778. prHWLock->eDriverType;
  779. spin_lock_irqsave(&OalHWContextLock,
  780. ulFlags);
  781. oal_hw_context[u4Index].pvHandle =
  782. (VAL_HANDLE_T)
  783. grVcodecEncHWLock.pvHandle;
  784. spin_unlock_irqrestore(&OalHWContextLock,
  785. ulFlags);
  786. eVideoGetTimeOfDay
  787. (&grVcodecEncHWLock.rLockedTime,
  788. sizeof(VAL_TIME_T));
  789. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx CurrentTID = %d\n",
  790. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle,
  791. current->pid);
  792. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d\n",
  793. grVcodecEncHWLock.rLockedTime.u4Sec,
  794. grVcodecEncHWLock.rLockedTime.u4uSec);
  795. *pbLockedHW = VAL_TRUE;
  796. venc_power_on();
  797. enable_irq(VENC_IRQ_ID);
  798. }
  799. break;
  800. case VAL_DRIVER_TYPE_H264_ENC:
  801. case VAL_DRIVER_TYPE_HEVC_ENC:
  802. case VAL_DRIVER_TYPE_JPEG_ENC:
  803. {
  804. grVcodecEncHWLock.pvHandle = (VAL_VOID_T *)
  805. pmem_user_v2p_video((VAL_ULONG_T)
  806. prHWLock->pvHandle);
  807. MODULE_MFV_LOGD("VCODEC_LOCKHW, current process can use HW, handle = 0x%lx\n",
  808. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle);
  809. grVcodecEncHWLock.eDriverType =
  810. prHWLock->eDriverType;
  811. eVideoGetTimeOfDay
  812. (&grVcodecEncHWLock.rLockedTime,
  813. sizeof(VAL_TIME_T));
  814. MODULE_MFV_LOGD("VCODEC_LOCKHW, No process use HW, so current process can use HW\n");
  815. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx CurrentTID = %d\n",
  816. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle,
  817. current->pid);
  818. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d\n",
  819. grVcodecEncHWLock.rLockedTime.u4Sec,
  820. grVcodecEncHWLock.rLockedTime.u4uSec);
  821. *pbLockedHW = VAL_TRUE;
  822. if (prHWLock->eDriverType ==
  823. VAL_DRIVER_TYPE_H264_ENC
  824. || prHWLock->eDriverType ==
  825. VAL_DRIVER_TYPE_HEVC_ENC) {
  826. venc_power_on();
  827. /* enable_irq(MT_VENC_IRQ_ID); */
  828. enable_irq(VENC_IRQ_ID);
  829. }
  830. }
  831. break;
  832. default:
  833. {
  834. MODULE_MFV_LOGD("Undefined prHWLock->eDriverType");
  835. }
  836. break;
  837. }
  838. } else { /* someone use HW, and check timeout value */
  839. if (prHWLock->u4TimeoutMs == 0) {
  840. *pbLockedHW = VAL_FALSE;
  841. mutex_unlock(&VencHWLock);
  842. break;
  843. }
  844. eVideoGetTimeOfDay(&rCurTime, sizeof(VAL_TIME_T));
  845. u4TimeInterval =
  846. (((((rCurTime.u4Sec -
  847. grVcodecEncHWLock.rLockedTime.u4Sec) *
  848. 1000000) + rCurTime.u4uSec)
  849. -
  850. grVcodecEncHWLock.rLockedTime.u4uSec) / 1000);
  851. MODULE_MFV_LOGD("VCODEC_LOCKHW, someone use enc HW, and check timeout value\n");
  852. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx, CurrentInstance = 0x%lx\n",
  853. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  854. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle));
  855. MODULE_MFV_LOGD("VCODEC_LOCKHW, CurrentTID = %d, TimeInterval(ms) = %d, TimeOutValue(ms)) = %d\n",
  856. current->pid, u4TimeInterval,
  857. prHWLock->u4TimeoutMs);
  858. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx, CurrentInstance = 0x%lx, CurrentTID = %d\n",
  859. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  860. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle),
  861. current->pid);
  862. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d, rCurTime(s, us) = %d, %d\n",
  863. grVcodecEncHWLock.rLockedTime.u4Sec,
  864. grVcodecEncHWLock.rLockedTime.u4uSec,
  865. rCurTime.u4Sec, rCurTime.u4uSec);
  866. ++gLockTimeOutCount;
  867. if (gLockTimeOutCount > 30) {
  868. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - ID %d fail, someone locked HW over 30 times",
  869. current->pid);
  870. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - without timeout 0x%lx, %lx, 0x%lx, type:%d\n",
  871. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  872. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle),
  873. (VAL_ULONG_T) prHWLock->pvHandle,
  874. prHWLock->eDriverType);
  875. gLockTimeOutCount = 0;
  876. mutex_unlock(&VencHWLock);
  877. return -EFAULT;
  878. }
  879. }
  880. if (VAL_TRUE == *pbLockedHW) {
  881. MODULE_MFV_LOGI
  882. ("VCODEC_LOCKHW, Lock ok grVcodecEncHWLock.pvHandle = 0x%lx, va:%lx, type:%d",
  883. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  884. (VAL_ULONG_T) prHWLock->pvHandle,
  885. prHWLock->eDriverType);
  886. gLockTimeOutCount = 0;
  887. }
  888. mutex_unlock(&VencHWLock);
  889. }
  890. return 0xFF;
  891. }
  892. static long vcodec_lockhw(VAL_HW_LOCK_T rHWLock)
  893. {
  894. VAL_LONG_T ret;
  895. VAL_RESULT_T eValRet;
  896. VAL_BOOL_T bLockedHW = VAL_FALSE;
  897. VAL_UINT32_T FirstUseDecHW = 0;
  898. VAL_TIME_T rCurTime;
  899. VAL_UINT32_T u4TimeInterval;
  900. VAL_ULONG_T ulFlags, ulFlagsLockHW;
  901. MODULE_MFV_LOGD("[VCODEC] LOCKHW eDriverType = %d\n", rHWLock.eDriverType);
  902. eValRet = VAL_RESULT_INVALID_ISR;
  903. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
  904. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
  905. rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
  906. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
  907. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
  908. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
  909. rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC ||
  910. rHWLock.eDriverType == VAL_DRIVER_TYPE_MMDVFS) {
  911. while (bLockedHW == VAL_FALSE) {
  912. mutex_lock(&DecHWLockEventTimeoutLock);
  913. if (DecHWLockEvent.u4TimeoutMs == 1) {
  914. MODULE_MFV_LOGE("VCODEC_LOCKHW, First Use Dec HW!!\n");
  915. FirstUseDecHW = 1;
  916. } else {
  917. FirstUseDecHW = 0;
  918. }
  919. mutex_unlock(&DecHWLockEventTimeoutLock);
  920. if (FirstUseDecHW == 1) {
  921. eValRet =
  922. eVideoWaitEvent(&DecHWLockEvent,
  923. sizeof(VAL_EVENT_T));
  924. }
  925. mutex_lock(&DecHWLockEventTimeoutLock);
  926. if (DecHWLockEvent.u4TimeoutMs != 1000) {
  927. DecHWLockEvent.u4TimeoutMs = 1000;
  928. FirstUseDecHW = 1;
  929. } else {
  930. FirstUseDecHW = 0;
  931. }
  932. mutex_unlock(&DecHWLockEventTimeoutLock);
  933. mutex_lock(&VdecHWLock);
  934. /* one process try to lock twice */
  935. if (grVcodecDecHWLock.pvHandle ==
  936. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  937. rHWLock.pvHandle)) {
  938. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, one decoder instance");
  939. MODULE_MFV_LOGE("[WARNING] try to lock twice, may cause lock HW timeout!");
  940. MODULE_MFV_LOGE("[WARNING] instance = 0x%lx, CurrentTID = %d\n",
  941. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle, current->pid);
  942. }
  943. mutex_unlock(&VdecHWLock);
  944. if (FirstUseDecHW == 0) {
  945. MODULE_MFV_LOGD
  946. ("VCODEC_LOCKHW, Not first time use HW, timeout = %d\n",
  947. DecHWLockEvent.u4TimeoutMs);
  948. eValRet =
  949. eVideoWaitEvent(&DecHWLockEvent,
  950. sizeof(VAL_EVENT_T));
  951. }
  952. if (VAL_RESULT_INVALID_ISR == eValRet) {
  953. vcodec_lockhw_dec_fail(FirstUseDecHW);
  954. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  955. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW\n");
  956. MODULE_MFV_LOGE("[WARNING] VAL_RESULT_RESTARTSYS return when HWLock!!\n");
  957. return -ERESTARTSYS;
  958. }
  959. mutex_lock(&VdecHWLock);
  960. if (grVcodecDecHWLock.pvHandle == 0) { /* No one holds dec hw lock now */
  961. gu4VdecLockThreadId = current->pid;
  962. grVcodecDecHWLock.pvHandle =
  963. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  964. rHWLock.pvHandle);
  965. grVcodecDecHWLock.eDriverType = rHWLock.eDriverType;
  966. eVideoGetTimeOfDay(&grVcodecDecHWLock.rLockedTime,
  967. sizeof(VAL_TIME_T));
  968. MODULE_MFV_LOGD("VCODEC_LOCKHW, No process use dec HW\n");
  969. MODULE_MFV_LOGD("VCODEC_LOCKHW, so current process can use HW\n");
  970. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx CurrentTID = %d\n",
  971. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle,
  972. current->pid);
  973. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d\n",
  974. grVcodecDecHWLock.rLockedTime.u4Sec,
  975. grVcodecDecHWLock.rLockedTime.u4uSec);
  976. bLockedHW = VAL_TRUE;
  977. vcodec_lockhw_dec_fail_more(eValRet, FirstUseDecHW);
  978. } else { /* Another one holding dec hw now */
  979. MODULE_MFV_LOGE("VCODEC_LOCKHW E\n");
  980. eVideoGetTimeOfDay(&rCurTime, sizeof(VAL_TIME_T));
  981. u4TimeInterval =
  982. (((((rCurTime.u4Sec -
  983. grVcodecDecHWLock.rLockedTime.u4Sec) *
  984. 1000000) + rCurTime.u4uSec)
  985. -
  986. grVcodecDecHWLock.rLockedTime.u4uSec) / 1000);
  987. MODULE_MFV_LOGD("VCODEC_LOCKHW, someone use dec HW, and check timeout value\n");
  988. MODULE_MFV_LOGD("VCODEC_LOCKHW, Instance = 0x%lx CurrentTID = %d,TimeInterval(ms) = %d, TimeOutValue(ms)) = %d\n",
  989. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle,
  990. current->pid, u4TimeInterval,
  991. rHWLock.u4TimeoutMs);
  992. MODULE_MFV_LOGE("VCODEC_LOCKHW Lock Instance = 0x%lx, Lock TID = %d\n",
  993. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle,
  994. gu4VdecLockThreadId);
  995. MODULE_MFV_LOGE("CurrentTID = %d, rLockedTime(%d s, %d us)\n",
  996. current->pid,
  997. grVcodecDecHWLock.rLockedTime.u4Sec,
  998. grVcodecDecHWLock.rLockedTime.u4uSec);
  999. MODULE_MFV_LOGE("rCurTime(%d s, %d us)\n",
  1000. rCurTime.u4Sec, rCurTime.u4uSec);
  1001. }
  1002. mutex_unlock(&VdecHWLock);
  1003. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  1004. gu4LockDecHWCount++;
  1005. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  1006. }
  1007. } else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1008. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
  1009. rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC ||
  1010. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1011. vcodec_lockhw_enc_while_loop(&rHWLock, &bLockedHW);
  1012. if (VAL_FALSE == bLockedHW) {
  1013. MODULE_MFV_LOGE
  1014. ("[ERROR] VCODEC_LOCKHW - ID %d fail, someone locked HW already\n",
  1015. current->pid);
  1016. MODULE_MFV_LOGE
  1017. ("[ERROR] VCODEC_LOCKHW -0x%lx, %lx, 0x%lx, type:%d\n",
  1018. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  1019. pmem_user_v2p_video((VAL_ULONG_T) rHWLock.pvHandle),
  1020. (VAL_ULONG_T) rHWLock.pvHandle, rHWLock.eDriverType);
  1021. gLockTimeOutCount = 0;
  1022. return -EFAULT;
  1023. }
  1024. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  1025. gu4LockEncHWCount++;
  1026. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  1027. MODULE_MFV_LOGD("VCODEC_LOCKHWed - tid = %d\n", current->pid);
  1028. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1029. /* add for debugging checking */
  1030. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1031. ret = search_HWLockSlot_ByTID(0, current->pid);
  1032. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1033. if (ret == -1) {
  1034. MODULE_MFV_LOGE
  1035. ("VCODEC_LOCKHW - ID %d fail, didn't call InitHWLock\n",
  1036. current->pid);
  1037. return -EFAULT;
  1038. }
  1039. }
  1040. } else {
  1041. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW Unknown instance\n");
  1042. return -EFAULT;
  1043. }
  1044. MODULE_MFV_LOGD("VCODEC_LOCKHW - tid = %d\n", current->pid);
  1045. return 0;
  1046. }
  1047. static long vcodec_unlockhw(VAL_HW_LOCK_T rHWLock)
  1048. {
  1049. VAL_RESULT_T eValRet;
  1050. #ifdef ENABLE_MMDVFS_VDEC
  1051. VAL_UINT32_T _monitor_duration = 0;
  1052. #endif
  1053. MODULE_MFV_LOGD("VCODEC_UNLOCKHW eDriverType = %d\n", rHWLock.eDriverType);
  1054. eValRet = VAL_RESULT_INVALID_ISR;
  1055. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
  1056. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
  1057. rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
  1058. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
  1059. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
  1060. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
  1061. rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC ||
  1062. rHWLock.eDriverType == VAL_DRIVER_TYPE_MMDVFS) {
  1063. mutex_lock(&VdecHWLock);
  1064. if (grVcodecDecHWLock.pvHandle ==
  1065. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1066. rHWLock.pvHandle)) {
  1067. /* Current owner give up hw lock */
  1068. grVcodecDecHWLock.pvHandle = 0;
  1069. grVcodecDecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  1070. /* disable_irq(MT_VDEC_IRQ_ID); */
  1071. disable_irq(VDEC_IRQ_ID);
  1072. /* TODO: check if turning power off is ok */
  1073. vdec_power_off();
  1074. #ifdef ENABLE_MMDVFS_VDEC
  1075. /* MM DVFS related */
  1076. if (VAL_TRUE == gMMDFVFSMonitorStarts
  1077. && gMMDFVFSMonitorCounts > MONITOR_START_MINUS_1) {
  1078. _monitor_duration = VdecDvfsGetMonitorDuration();
  1079. vcodec_lockhw_dec_monitor_duration(_monitor_duration);
  1080. }
  1081. gMMDFVFSMonitorCounts++;
  1082. #endif
  1083. } else { /* Not current owner */
  1084. MODULE_MFV_LOGE
  1085. ("[ERROR] VCODEC_UNLOCKHW, Not owner trying to unlock dec hardware 0x%lx\n",
  1086. pmem_user_v2p_video((VAL_ULONG_T) rHWLock.pvHandle));
  1087. mutex_unlock(&VdecHWLock);
  1088. return -EFAULT;
  1089. }
  1090. mutex_unlock(&VdecHWLock);
  1091. eValRet = eVideoSetEvent(&DecHWLockEvent, sizeof(VAL_EVENT_T));
  1092. } else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1093. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
  1094. rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC ||
  1095. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1096. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1097. /* Debug */
  1098. MODULE_MFV_LOGE("Hybrid VCODEC_UNLOCKHW\n");
  1099. } else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1100. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC) {
  1101. mutex_lock(&VencHWLock);
  1102. if (grVcodecEncHWLock.pvHandle ==
  1103. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1104. rHWLock.pvHandle)) {
  1105. /* Current owner give up hw lock */
  1106. grVcodecEncHWLock.pvHandle = 0;
  1107. grVcodecEncHWLock.eDriverType =
  1108. VAL_DRIVER_TYPE_NONE;
  1109. /* disable_irq(MT_VENC_IRQ_ID); */
  1110. disable_irq(VENC_IRQ_ID);
  1111. /* turn venc power off */
  1112. venc_power_off();
  1113. } else { /* Not current owner */
  1114. /* [TODO] error handling */
  1115. MODULE_MFV_LOGE("[ERROR] Not owner trying to unlock enc hardware\n");
  1116. MODULE_MFV_LOGE("[ERROR] 0x%lx,pa:%lx, va:%lx type:%d\n",
  1117. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  1118. pmem_user_v2p_video((VAL_ULONG_T)rHWLock.pvHandle),
  1119. (VAL_ULONG_T) rHWLock.pvHandle,
  1120. rHWLock.eDriverType);
  1121. mutex_unlock(&VencHWLock);
  1122. return -EFAULT;
  1123. }
  1124. mutex_unlock(&VencHWLock);
  1125. eValRet =
  1126. eVideoSetEvent(&EncHWLockEvent, sizeof(VAL_EVENT_T));
  1127. }
  1128. } else {
  1129. MODULE_MFV_LOGE("[WARNING] VCODEC_UNLOCKHW Unknown instance\n");
  1130. return -EFAULT;
  1131. }
  1132. MODULE_MFV_LOGD("VCODEC_UNLOCKHW - tid = %d\n", current->pid);
  1133. return 0;
  1134. }
  1135. int vdec_suspend_before_mmsysclk_switch(void){
  1136. /* Waiting for the frame done and suspend vdec jobs*/
  1137. VAL_HW_LOCK_T rLock;
  1138. rLock.eDriverType = VAL_DRIVER_TYPE_MMDVFS;
  1139. /* kenel VA won't overlap with any PA, still unique key */
  1140. rLock.pvHandle = &gMMDVFSHandle;
  1141. rLock.u4TimeoutMs = 1000;
  1142. vcodec_lockhw(rLock);
  1143. return 1; /* Success, return 0 to notify suspension failed*/
  1144. }
  1145. int vdec_resume_after_mmsysclk_switch(void){
  1146. /* Waiting for the frame done and suspend vdec jobs*/
  1147. VAL_HW_LOCK_T rLock;
  1148. rLock.eDriverType = VAL_DRIVER_TYPE_MMDVFS;
  1149. /* kenel VA won't overlap with any PA, still unique key */
  1150. rLock.pvHandle = &gMMDVFSHandle;
  1151. rLock.u4TimeoutMs = 1000;
  1152. vcodec_unlockhw(rLock);
  1153. return 1; /* Success, return 0 to notify suspension failed*/
  1154. }
  1155. static long vcodec_unlocked_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
  1156. {
  1157. VAL_LONG_T ret;
  1158. VAL_UINT8_T *user_data_addr;
  1159. VAL_RESULT_T eValRet;
  1160. VAL_RESULT_T eValHWLockRet = VAL_RESULT_INVALID_ISR;
  1161. VAL_ULONG_T ulFlags, ulFlagsISR;
  1162. VAL_HW_LOCK_T rHWLock;
  1163. VAL_BOOL_T bLockedHW = VAL_FALSE;
  1164. VAL_ISR_T val_isr;
  1165. VAL_VCODEC_CORE_LOADING_T rTempCoreLoading;
  1166. VAL_VCODEC_CPU_OPP_LIMIT_T rCpuOppLimit;
  1167. VAL_INT32_T temp_nr_cpu_ids;
  1168. VAL_POWER_T rPowerParam;
  1169. VAL_MEMORY_T rTempMem;
  1170. VAL_VCODEC_THREAD_ID_T rTempTID;
  1171. VAL_UINT32_T u4Index = 0xff;
  1172. VAL_UINT32_T *pu4TempKVA;
  1173. VAL_ULONG_T u8TempKPA;
  1174. VAL_UINT32_T u4TempVCodecThreadNum;
  1175. VAL_UINT32_T u4TempVCodecThreadID[VCODEC_THREAD_MAX_NUM];
  1176. VAL_BOOL_T rIncLogCount;
  1177. #if 0
  1178. VCODEC_DRV_CMD_QUEUE_T rDrvCmdQueue;
  1179. P_VCODEC_DRV_CMD_T cmd_queue = VAL_NULL;
  1180. VAL_UINT32_T u4Size, uValue, nCount;
  1181. #endif
  1182. switch (cmd) {
  1183. case VCODEC_SET_THREAD_ID:
  1184. {
  1185. MODULE_MFV_LOGD("VCODEC_SET_THREAD_ID + tid = %d\n", current->pid);
  1186. user_data_addr = (VAL_UINT8_T *) arg;
  1187. ret =
  1188. copy_from_user(&rTempTID, user_data_addr,
  1189. sizeof(VAL_VCODEC_THREAD_ID_T));
  1190. if (ret) {
  1191. MODULE_MFV_LOGE
  1192. ("[ERROR] VCODEC_SET_THREAD_ID, copy_from_user failed: %ld\n",
  1193. ret);
  1194. return -EFAULT;
  1195. }
  1196. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1197. setCurr_HWLockSlot_Thread_ID(rTempTID, &u4Index);
  1198. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1199. if (u4Index == 0xff) {
  1200. MODULE_MFV_LOGE("[ERROR] VCODEC_SET_THREAD_ID error, u4Index = %d\n",
  1201. u4Index);
  1202. }
  1203. MODULE_MFV_LOGD("VCODEC_SET_THREAD_ID - tid = %d\n", current->pid);
  1204. }
  1205. break;
  1206. case VCODEC_ALLOC_NON_CACHE_BUFFER:
  1207. {
  1208. VAL_INT32_T i4I;
  1209. VAL_INT32_T i4Index = -1;
  1210. MODULE_MFV_LOGE("VCODEC_ALLOC_NON_CACHE_BUFFER + tid = %d\n", current->pid);
  1211. user_data_addr = (VAL_UINT8_T *) arg;
  1212. ret = copy_from_user(&rTempMem, user_data_addr, sizeof(VAL_MEMORY_T));
  1213. if (ret) {
  1214. MODULE_MFV_LOGE
  1215. ("[ERROR] VCODEC_ALLOC_NON_CACHE_BUFFER, copy_from_user failed: %lu\n",
  1216. ret);
  1217. return -EFAULT;
  1218. }
  1219. rTempMem.u4ReservedSize /*kernel va */ =
  1220. (VAL_ULONG_T) dma_alloc_coherent(vcodec_device, rTempMem.u4MemSize,
  1221. (dma_addr_t *) &rTempMem.pvMemPa,
  1222. GFP_KERNEL);
  1223. if ((0 == rTempMem.u4ReservedSize) || (0 == rTempMem.pvMemPa)) {
  1224. MODULE_MFV_LOGE
  1225. ("[ERROR] dma_alloc_coherent fail in VCODEC_ALLOC_NON_CACHE_BUFFER, size=%lu\n",
  1226. rTempMem.u4MemSize);
  1227. return -EFAULT;
  1228. }
  1229. MODULE_MFV_LOGD
  1230. ("[VCODEC] kernel va = 0x%lx, kernel pa = 0x%lx, memory size = %lu\n",
  1231. (VAL_ULONG_T) rTempMem.u4ReservedSize, (VAL_ULONG_T) rTempMem.pvMemPa,
  1232. (VAL_ULONG_T) rTempMem.u4MemSize);
  1233. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1234. i4Index = search_HWLockSlot_ByTID(0, current->pid);
  1235. if (i4Index == -1) {
  1236. MODULE_MFV_LOGE
  1237. ("[VCODEC][ERROR] Add_NonCacheMemoryList error, u4Index = -1\n");
  1238. break;
  1239. }
  1240. u4TempVCodecThreadNum = oal_hw_context[i4Index].u4VCodecThreadNum;
  1241. for (i4I = 0; i4I < u4TempVCodecThreadNum; i4I++) {
  1242. u4TempVCodecThreadID[i4I] =
  1243. oal_hw_context[i4Index].u4VCodecThreadID[i4I];
  1244. }
  1245. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1246. mutex_lock(&NonCacheMemoryListLock);
  1247. Add_NonCacheMemoryList(rTempMem.u4ReservedSize,
  1248. (VAL_ULONG_T) rTempMem.pvMemPa,
  1249. (VAL_ULONG_T) rTempMem.u4MemSize,
  1250. u4TempVCodecThreadNum, u4TempVCodecThreadID);
  1251. mutex_unlock(&NonCacheMemoryListLock);
  1252. ret = copy_to_user(user_data_addr, &rTempMem, sizeof(VAL_MEMORY_T));
  1253. if (ret) {
  1254. MODULE_MFV_LOGE
  1255. ("[ERROR] VCODEC_ALLOC_NON_CACHE_BUFFER, copy_to_user failed: %lu\n",
  1256. ret);
  1257. return -EFAULT;
  1258. }
  1259. MODULE_MFV_LOGE("VCODEC_ALLOC_NON_CACHE_BUFFER - tid = %d\n", current->pid);
  1260. }
  1261. break;
  1262. case VCODEC_FREE_NON_CACHE_BUFFER:
  1263. {
  1264. MODULE_MFV_LOGE("VCODEC_FREE_NON_CACHE_BUFFER + tid = %d\n", current->pid);
  1265. user_data_addr = (VAL_UINT8_T *) arg;
  1266. ret = copy_from_user(&rTempMem, user_data_addr, sizeof(VAL_MEMORY_T));
  1267. if (ret) {
  1268. MODULE_MFV_LOGE
  1269. ("[ERROR] VCODEC_FREE_NON_CACHE_BUFFER, copy_from_user failed: %lu\n",
  1270. ret);
  1271. return -EFAULT;
  1272. }
  1273. dma_free_coherent(vcodec_device, rTempMem.u4MemSize,
  1274. (void *)rTempMem.u4ReservedSize,
  1275. (dma_addr_t) rTempMem.pvMemPa);
  1276. mutex_lock(&NonCacheMemoryListLock);
  1277. Free_NonCacheMemoryList((VAL_ULONG_T) rTempMem.u4ReservedSize,
  1278. (VAL_ULONG_T) rTempMem.pvMemPa);
  1279. mutex_unlock(&NonCacheMemoryListLock);
  1280. rTempMem.u4ReservedSize = 0;
  1281. rTempMem.pvMemPa = NULL;
  1282. ret = copy_to_user(user_data_addr, &rTempMem, sizeof(VAL_MEMORY_T));
  1283. if (ret) {
  1284. MODULE_MFV_LOGE
  1285. ("[ERROR] VCODEC_FREE_NON_CACHE_BUFFER, copy_to_user failed: %lu\n",
  1286. ret);
  1287. return -EFAULT;
  1288. }
  1289. MODULE_MFV_LOGE("VCODEC_FREE_NON_CACHE_BUFFER - tid = %d\n", current->pid);
  1290. }
  1291. break;
  1292. case VCODEC_INC_DEC_EMI_USER:
  1293. {
  1294. MODULE_MFV_LOGD("VCODEC_INC_DEC_EMI_USER + tid = %d\n", current->pid);
  1295. mutex_lock(&DecEMILock);
  1296. gu4DecEMICounter++;
  1297. MODULE_MFV_LOGE("[VCODEC] DEC_EMI_USER = %d\n", gu4DecEMICounter);
  1298. user_data_addr = (VAL_UINT8_T *) arg;
  1299. ret = copy_to_user(user_data_addr, &gu4DecEMICounter, sizeof(VAL_UINT32_T));
  1300. if (ret) {
  1301. MODULE_MFV_LOGE
  1302. ("[ERROR] VCODEC_INC_DEC_EMI_USER, copy_to_user failed: %lu\n",
  1303. ret);
  1304. mutex_unlock(&DecEMILock);
  1305. return -EFAULT;
  1306. }
  1307. mutex_unlock(&DecEMILock);
  1308. #ifdef ENABLE_MMDVFS_VDEC
  1309. /* MM DVFS related */
  1310. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] @@ INC_DEC_EMI MM DVFS init\n");
  1311. /* raise voltage */
  1312. SendDvfsRequest(DVFS_DEFAULT);
  1313. VdecDvfsBegin();
  1314. #endif
  1315. MODULE_MFV_LOGD("VCODEC_INC_DEC_EMI_USER - tid = %d\n", current->pid);
  1316. }
  1317. break;
  1318. case VCODEC_DEC_DEC_EMI_USER:
  1319. {
  1320. MODULE_MFV_LOGD("VCODEC_DEC_DEC_EMI_USER + tid = %d\n", current->pid);
  1321. mutex_lock(&DecEMILock);
  1322. gu4DecEMICounter--;
  1323. MODULE_MFV_LOGE("[VCODEC] DEC_EMI_USER = %d\n", gu4DecEMICounter);
  1324. user_data_addr = (VAL_UINT8_T *) arg;
  1325. ret = copy_to_user(user_data_addr, &gu4DecEMICounter, sizeof(VAL_UINT32_T));
  1326. if (ret) {
  1327. MODULE_MFV_LOGE
  1328. ("[ERROR] VCODEC_DEC_DEC_EMI_USER, copy_to_user failed: %lu\n",
  1329. ret);
  1330. mutex_unlock(&DecEMILock);
  1331. return -EFAULT;
  1332. }
  1333. mutex_unlock(&DecEMILock);
  1334. MODULE_MFV_LOGD("VCODEC_DEC_DEC_EMI_USER - tid = %d\n", current->pid);
  1335. }
  1336. break;
  1337. case VCODEC_INC_ENC_EMI_USER:
  1338. {
  1339. MODULE_MFV_LOGD("VCODEC_INC_ENC_EMI_USER + tid = %d\n", current->pid);
  1340. mutex_lock(&EncEMILock);
  1341. gu4EncEMICounter++;
  1342. MODULE_MFV_LOGE("[VCODEC] ENC_EMI_USER = %d\n", gu4EncEMICounter);
  1343. user_data_addr = (VAL_UINT8_T *) arg;
  1344. ret = copy_to_user(user_data_addr, &gu4EncEMICounter, sizeof(VAL_UINT32_T));
  1345. if (ret) {
  1346. MODULE_MFV_LOGE
  1347. ("[ERROR] VCODEC_INC_ENC_EMI_USER, copy_to_user failed: %lu\n",
  1348. ret);
  1349. mutex_unlock(&EncEMILock);
  1350. return -EFAULT;
  1351. }
  1352. mutex_unlock(&EncEMILock);
  1353. MODULE_MFV_LOGD("VCODEC_INC_ENC_EMI_USER - tid = %d\n", current->pid);
  1354. }
  1355. break;
  1356. case VCODEC_DEC_ENC_EMI_USER:
  1357. {
  1358. MODULE_MFV_LOGD("VCODEC_DEC_ENC_EMI_USER + tid = %d\n", current->pid);
  1359. mutex_lock(&EncEMILock);
  1360. gu4EncEMICounter--;
  1361. MODULE_MFV_LOGE("[VCODEC] ENC_EMI_USER = %d\n", gu4EncEMICounter);
  1362. user_data_addr = (VAL_UINT8_T *) arg;
  1363. ret = copy_to_user(user_data_addr, &gu4EncEMICounter, sizeof(VAL_UINT32_T));
  1364. if (ret) {
  1365. MODULE_MFV_LOGE
  1366. ("[ERROR] VCODEC_DEC_ENC_EMI_USER, copy_to_user failed: %lu\n",
  1367. ret);
  1368. mutex_unlock(&EncEMILock);
  1369. return -EFAULT;
  1370. }
  1371. mutex_unlock(&EncEMILock);
  1372. MODULE_MFV_LOGD("VCODEC_DEC_ENC_EMI_USER - tid = %d\n", current->pid);
  1373. }
  1374. break;
  1375. case VCODEC_LOCKHW:
  1376. {
  1377. MODULE_MFV_LOGD("VCODEC_LOCKHW + tid = %d\n", current->pid);
  1378. user_data_addr = (VAL_UINT8_T *) arg;
  1379. ret = copy_from_user(&rHWLock, user_data_addr, sizeof(VAL_HW_LOCK_T));
  1380. if (ret) {
  1381. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW, copy_from_user failed: %lu\n",
  1382. ret);
  1383. return -EFAULT;
  1384. }
  1385. ret = vcodec_lockhw(rHWLock);
  1386. if (0 != ret)
  1387. {
  1388. /* return error code or let it fall through to end */
  1389. return ret;
  1390. }
  1391. }
  1392. break;
  1393. case VCODEC_UNLOCKHW:
  1394. {
  1395. MODULE_MFV_LOGD("VCODEC_UNLOCKHW + tid = %d\n", current->pid);
  1396. user_data_addr = (VAL_UINT8_T *) arg;
  1397. ret = copy_from_user(&rHWLock, user_data_addr, sizeof(VAL_HW_LOCK_T));
  1398. if (ret) {
  1399. MODULE_MFV_LOGE("[ERROR] VCODEC_UNLOCKHW, copy_from_user failed: %lu\n",
  1400. ret);
  1401. return -EFAULT;
  1402. }
  1403. ret = vcodec_unlockhw(rHWLock);
  1404. if (0 != ret)
  1405. {
  1406. /* return error code or let it fall through to end */
  1407. return ret;
  1408. }
  1409. }
  1410. break;
  1411. case VCODEC_INC_PWR_USER:
  1412. {
  1413. MODULE_MFV_LOGD("VCODEC_INC_PWR_USER + tid = %d\n", current->pid);
  1414. user_data_addr = (VAL_UINT8_T *) arg;
  1415. ret = copy_from_user(&rPowerParam, user_data_addr, sizeof(VAL_POWER_T));
  1416. if (ret) {
  1417. MODULE_MFV_LOGE
  1418. ("[ERROR] VCODEC_INC_PWR_USER, copy_from_user failed: %lu\n",
  1419. ret);
  1420. return -EFAULT;
  1421. }
  1422. MODULE_MFV_LOGD("[VCODEC] INC_PWR_USER eDriverType = %d\n",
  1423. rPowerParam.eDriverType);
  1424. mutex_lock(&L2CLock);
  1425. #ifdef VENC_USE_L2C
  1426. if (rPowerParam.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
  1427. gu4L2CCounter++;
  1428. MODULE_MFV_LOGD("[VCODEC] INC_PWR_USER L2C counter = %d\n", gu4L2CCounter);
  1429. if (1 == gu4L2CCounter) {
  1430. if (config_L2(0)) {
  1431. MODULE_MFV_LOGE
  1432. ("[VCODEC][ERROR] Switch L2C size to 512K failed\n");
  1433. mutex_unlock(&L2CLock);
  1434. return -EFAULT;
  1435. }
  1436. MODULE_MFV_LOGE("[VCODEC] Switch L2C size to 512K successful\n");
  1437. }
  1438. }
  1439. #endif
  1440. mutex_unlock(&L2CLock);
  1441. MODULE_MFV_LOGD("VCODEC_INC_PWR_USER - tid = %d\n", current->pid);
  1442. }
  1443. break;
  1444. case VCODEC_DEC_PWR_USER:
  1445. {
  1446. MODULE_MFV_LOGD("VCODEC_DEC_PWR_USER + tid = %d\n", current->pid);
  1447. user_data_addr = (VAL_UINT8_T *) arg;
  1448. ret = copy_from_user(&rPowerParam, user_data_addr, sizeof(VAL_POWER_T));
  1449. if (ret) {
  1450. MODULE_MFV_LOGE
  1451. ("[ERROR] VCODEC_DEC_PWR_USER, copy_from_user failed: %lu\n",
  1452. ret);
  1453. return -EFAULT;
  1454. }
  1455. MODULE_MFV_LOGD("[VCODEC] DEC_PWR_USER eDriverType = %d\n",
  1456. rPowerParam.eDriverType);
  1457. mutex_lock(&L2CLock);
  1458. #ifdef VENC_USE_L2C
  1459. if (rPowerParam.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
  1460. gu4L2CCounter--;
  1461. MODULE_MFV_LOGD("[VCODEC] DEC_PWR_USER L2C counter = %d\n",
  1462. gu4L2CCounter);
  1463. if (0 == gu4L2CCounter) {
  1464. if (config_L2(1)) {
  1465. MODULE_MFV_LOGE
  1466. ("[VCODEC][ERROR] Switch L2C size to 0K failed\n");
  1467. mutex_unlock(&L2CLock);
  1468. return -EFAULT;
  1469. }
  1470. MODULE_MFV_LOGE("[VCODEC] Switch L2C size to 0K successful\n");
  1471. }
  1472. }
  1473. #endif
  1474. mutex_unlock(&L2CLock);
  1475. MODULE_MFV_LOGD("VCODEC_DEC_PWR_USER - tid = %d\n", current->pid);
  1476. }
  1477. break;
  1478. case VCODEC_WAITISR:
  1479. {
  1480. MODULE_MFV_LOGD("VCODEC_WAITISR + tid = %d\n", current->pid);
  1481. user_data_addr = (VAL_UINT8_T *) arg;
  1482. ret = copy_from_user(&val_isr, user_data_addr, sizeof(VAL_ISR_T));
  1483. if (ret) {
  1484. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, copy_from_user failed: %lu\n",
  1485. ret);
  1486. return -EFAULT;
  1487. }
  1488. if (val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
  1489. val_isr.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
  1490. val_isr.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
  1491. val_isr.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
  1492. val_isr.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
  1493. val_isr.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
  1494. val_isr.eDriverType == VAL_DRIVER_TYPE_VP8_DEC) {
  1495. mutex_lock(&VdecHWLock);
  1496. if (grVcodecDecHWLock.pvHandle ==
  1497. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1498. val_isr.pvHandle)) {
  1499. bLockedHW = VAL_TRUE;
  1500. } else {
  1501. }
  1502. mutex_unlock(&VdecHWLock);
  1503. if (bLockedHW == VAL_FALSE) {
  1504. MODULE_MFV_LOGE
  1505. ("[ERROR] VCODEC_WAITISR, DO NOT have HWLock, so return fail\n");
  1506. break;
  1507. }
  1508. spin_lock_irqsave(&DecIsrLock, ulFlags);
  1509. DecIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
  1510. spin_unlock_irqrestore(&DecIsrLock, ulFlags);
  1511. eValRet = eVideoWaitEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  1512. if (VAL_RESULT_INVALID_ISR == eValRet) {
  1513. return -2;
  1514. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  1515. MODULE_MFV_LOGE
  1516. ("[WARNING] VCODEC_WAITISR, VAL_RESULT_RESTARTSYS return when WAITISR!!\n");
  1517. return -ERESTARTSYS;
  1518. }
  1519. } else if (val_isr.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1520. val_isr.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
  1521. val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1522. if (val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) { /* Hybrid */
  1523. MODULE_MFV_LOGD("VCODEC_WAITISR_MP4_ENC + tid = %d\n",
  1524. current->pid);
  1525. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1526. u4Index =
  1527. search_HWLockSlot_ByHandle(0,
  1528. pmem_user_v2p_video((unsigned
  1529. long)
  1530. val_isr.pvHandle));
  1531. /* u4Index = search_HWLockSlot_ByTID(0, current->pid); */
  1532. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1533. if (u4Index == -1) {
  1534. MODULE_MFV_LOGE
  1535. ("[ERROR] VCODEC_WAITISR Fail, handle = (v:0x%lx)(p:0x%lx)\n",
  1536. (unsigned long)val_isr.pvHandle, pmem_user_v2p_video(
  1537. (unsigned long)val_isr.pvHandle));
  1538. MODULE_MFV_LOGE
  1539. ("[ERROR] vcodecEncHWLock(p:0x%lx), tid = %d, index = -1\n",
  1540. (unsigned long)grVcodecEncHWLock.pvHandle, current->pid);
  1541. return -EFAULT;
  1542. }
  1543. MODULE_MFV_LOGD
  1544. ("VCODEC_WAITISR, index = %d, start wait VCODEC_WAITISR handle 0x%lx\n",
  1545. u4Index,
  1546. pmem_user_v2p_video((unsigned long)val_isr.pvHandle));
  1547. mutex_lock(&VencHWLock);
  1548. MODULE_MFV_LOGI
  1549. ("VCODEC_WAITISR, grVcodecEncHWLock.pvHandle = 0x%lx\n",
  1550. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle);
  1551. if (grVcodecEncHWLock.pvHandle ==
  1552. (VAL_VOID_T *) pmem_user_v2p_video((unsigned long)
  1553. val_isr.pvHandle)) {
  1554. /* normal case */
  1555. bLockedHW = VAL_TRUE;
  1556. } else { /* current process can not use HW */
  1557. /* do not disable irq, because other process is using irq */
  1558. MODULE_MFV_LOGE
  1559. ("[ERROR] VCODEC_WAITISR, pvHandle=0x%lx, current handle=0x%lx\n",
  1560. (unsigned long)grVcodecEncHWLock.pvHandle,
  1561. pmem_user_v2p_video((unsigned long)val_isr.pvHandle));
  1562. }
  1563. mutex_unlock(&VencHWLock);
  1564. if (bLockedHW == VAL_FALSE) {
  1565. MODULE_MFV_LOGE
  1566. ("[ERROR] VCODEC_WAITISR, DO NOT have HWLock, so return fail\n");
  1567. break;
  1568. }
  1569. spin_lock_irqsave(&EncIsrLock, ulFlags);
  1570. EncIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
  1571. spin_unlock_irqrestore(&EncIsrLock, ulFlags);
  1572. eValRet =
  1573. eVideoWaitEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  1574. MODULE_MFV_LOGD("waitdone VCODEC_WAITISR handle 0x%lx\n",
  1575. pmem_user_v2p_video((unsigned long)
  1576. val_isr.pvHandle));
  1577. mutex_lock(&VencHWLock);
  1578. if (grVcodecEncHWLock.pvHandle ==
  1579. (VAL_VOID_T *) pmem_user_v2p_video((unsigned long)
  1580. val_isr.pvHandle)) {
  1581. /* normal case */
  1582. grVcodecEncHWLock.pvHandle = 0;
  1583. grVcodecEncHWLock.rLockedTime.u4Sec = 0;
  1584. grVcodecEncHWLock.rLockedTime.u4uSec = 0;
  1585. disable_irq_nosync(VENC_IRQ_ID);
  1586. /* turn venc power off */
  1587. venc_power_off();
  1588. eValHWLockRet =
  1589. eVideoSetEvent(&EncHWLockEvent,
  1590. sizeof(VAL_EVENT_T));
  1591. vcodec_lockhw_dec_check(eValHWLockRet);
  1592. }
  1593. mutex_unlock(&VencHWLock);
  1594. if (VAL_RESULT_INVALID_ISR == eValRet) {
  1595. MODULE_MFV_LOGE
  1596. ("[ERROR] VCODEC_WAITISR, WAIT_ISR_CMD TimeOut\n");
  1597. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1598. *((volatile VAL_UINT32_T *)
  1599. oal_hw_context[u4Index].kva_u4HWIsCompleted) = 0;
  1600. *((volatile VAL_UINT32_T *)
  1601. oal_hw_context[u4Index].kva_u4HWIsTimeout) = 1;
  1602. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1603. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  1604. gu4EncISRCount++;
  1605. spin_unlock_irqrestore(&EncISRCountLock,
  1606. ulFlagsISR);
  1607. /* Cheng-Jung 20120614 Dump status register */
  1608. #ifdef DEBUG_MP4_ENC
  1609. dump_venc_status();
  1610. #endif
  1611. /* TODO: power down hw? */
  1612. return -2;
  1613. }
  1614. } else if (val_isr.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1615. val_isr.eDriverType == VAL_DRIVER_TYPE_VP8_ENC) { /* Pure HW */
  1616. mutex_lock(&VencHWLock);
  1617. if (grVcodecEncHWLock.pvHandle ==
  1618. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1619. val_isr.pvHandle)) {
  1620. bLockedHW = VAL_TRUE;
  1621. } else {
  1622. }
  1623. mutex_unlock(&VencHWLock);
  1624. if (bLockedHW == VAL_FALSE) {
  1625. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, DO NOT have enc HWLock");
  1626. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, so return fail pa:%lx, va:%lx\n",
  1627. pmem_user_v2p_video((VAL_ULONG_T)val_isr.pvHandle),
  1628. (VAL_ULONG_T) val_isr.pvHandle);
  1629. break;
  1630. }
  1631. spin_lock_irqsave(&EncIsrLock, ulFlags);
  1632. EncIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
  1633. spin_unlock_irqrestore(&EncIsrLock, ulFlags);
  1634. eValRet =
  1635. eVideoWaitEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  1636. if (VAL_RESULT_INVALID_ISR == eValRet) {
  1637. return -2;
  1638. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  1639. MODULE_MFV_LOGE("[WARNING] VCODEC_WAITISR\n");
  1640. MODULE_MFV_LOGE("[WARNING] VAL_RESULT_RESTARTSYS return when WAITISR!!\n");
  1641. return -ERESTARTSYS;
  1642. }
  1643. ret = vcodec_lockhw_dec_checkirq(val_isr, user_data_addr);
  1644. if (ret) {
  1645. MODULE_MFV_LOGE
  1646. ("[ERROR] VCODEC_WAITISR, copy_to_user failed: %lu\n", ret);
  1647. return -EFAULT;
  1648. }
  1649. }
  1650. } else {
  1651. MODULE_MFV_LOGE("[WARNING] VCODEC_WAITISR Unknown instance\n");
  1652. return -EFAULT;
  1653. }
  1654. MODULE_MFV_LOGD("VCODEC_WAITISR - tid = %d\n", current->pid);
  1655. }
  1656. break;
  1657. case VCODEC_INITHWLOCK:
  1658. {
  1659. VAL_VCODEC_OAL_HW_CONTEXT_T *context;
  1660. VAL_VCODEC_OAL_HW_REGISTER_T hwoal_reg;
  1661. VAL_VCODEC_OAL_HW_REGISTER_T *kva_TempReg;
  1662. VAL_VCODEC_OAL_MEM_STAUTS_T oal_mem_status[OALMEM_STATUS_NUM];
  1663. VAL_UINT32_T ret, i, pa_u4HWIsCompleted, pa_u4HWIsTimeout;
  1664. VAL_ULONG_T addr_pa;
  1665. MODULE_MFV_LOGD("VCODEC_INITHWLOCK + - tid = %d\n", current->pid);
  1666. /* //////////// Start to get content */
  1667. /* //////////// take VAL_VCODEC_OAL_HW_REGISTER_T content */
  1668. user_data_addr = (VAL_UINT8_T *) arg;
  1669. ret =
  1670. copy_from_user(&hwoal_reg, user_data_addr,
  1671. sizeof(VAL_VCODEC_OAL_HW_REGISTER_T));
  1672. /* TODO: */
  1673. #if IS_ENABLED(CONFIG_COMPAT)
  1674. if (ori_user_data_addr != 0) {
  1675. addr_pa = pmem_user_v2p_video((unsigned long)ori_user_data_addr);
  1676. } else
  1677. #endif
  1678. {
  1679. addr_pa = pmem_user_v2p_video((unsigned long)user_data_addr);
  1680. }
  1681. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1682. context = setCurr_HWLockSlot(addr_pa, current->pid);
  1683. context->Oal_HW_reg = (VAL_VCODEC_OAL_HW_REGISTER_T *) arg;
  1684. #if IS_ENABLED(CONFIG_COMPAT)
  1685. if (ori_pHWStatus != 0) {
  1686. context->Oal_HW_mem_reg = (VAL_UINT32_T *)ori_pHWStatus;
  1687. } else
  1688. #endif
  1689. {
  1690. context->Oal_HW_mem_reg =
  1691. (VAL_UINT32_T *) (((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1692. user_data_addr)->pHWStatus);
  1693. }
  1694. if (hwoal_reg.u4NumOfRegister != 0) {
  1695. context->pa_Oal_HW_mem_reg =
  1696. pmem_user_v2p_video((unsigned long)context->Oal_HW_mem_reg);
  1697. }
  1698. pa_u4HWIsCompleted = pmem_user_v2p_video((unsigned long)
  1699. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1700. user_data_addr)->
  1701. u4HWIsCompleted));
  1702. pa_u4HWIsTimeout = pmem_user_v2p_video((unsigned long)
  1703. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1704. user_data_addr)->u4HWIsTimeout));
  1705. MODULE_MFV_LOGD("[VCODEC] user_data_addr->u4HWIsCompleted ua = 0x%lx pa= 0x%x\n",
  1706. (unsigned long)
  1707. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1708. user_data_addr)->u4HWIsCompleted), pa_u4HWIsCompleted);
  1709. MODULE_MFV_LOGD("[VCODEC] user_data_addr->u4HWIsTimeout ua = 0x%lx pa= 0x%x\n",
  1710. (unsigned long)
  1711. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1712. user_data_addr)->u4HWIsTimeout), pa_u4HWIsTimeout);
  1713. /* ret = copy_from_user
  1714. (&oal_mem_status[0], ((VAL_VCODEC_OAL_HW_REGISTER_T *)user_data_addr)->pHWStatus,
  1715. hwoal_reg.u4NumOfRegister*sizeof(VAL_VCODEC_OAL_MEM_STAUTS_T)); */
  1716. ret =
  1717. copy_from_user(&oal_mem_status[0], hwoal_reg.pHWStatus,
  1718. hwoal_reg.u4NumOfRegister *
  1719. sizeof(VAL_VCODEC_OAL_MEM_STAUTS_T));
  1720. context->u4NumOfRegister = hwoal_reg.u4NumOfRegister;
  1721. MODULE_MFV_LOGW("[VCODEC_INITHWLOCK] ToTal %d u4NumOfRegister\n",
  1722. hwoal_reg.u4NumOfRegister);
  1723. if (hwoal_reg.u4NumOfRegister != 0) {
  1724. u8TempKPA = context->pa_Oal_HW_mem_reg;
  1725. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1726. mutex_lock(&NonCacheMemoryListLock);
  1727. pu4TempKVA =
  1728. (VAL_UINT32_T *) Search_NonCacheMemoryList_By_KPA(u8TempKPA);
  1729. mutex_unlock(&NonCacheMemoryListLock);
  1730. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1731. context->kva_Oal_HW_mem_reg = pu4TempKVA;
  1732. MODULE_MFV_LOGD
  1733. ("[VCODEC] context->ua = 0x%lx pa_Oal_HW_mem_reg = 0x%lx\n",
  1734. (VAL_ULONG_T) context->Oal_HW_mem_reg,
  1735. context->pa_Oal_HW_mem_reg);
  1736. }
  1737. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1738. mutex_lock(&NonCacheMemoryListLock);
  1739. kva_TempReg = (VAL_VCODEC_OAL_HW_REGISTER_T *)
  1740. Search_NonCacheMemoryList_By_KPA(addr_pa);
  1741. mutex_unlock(&NonCacheMemoryListLock);
  1742. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1743. context->kva_u4HWIsCompleted =
  1744. (VAL_ULONG_T) (&(kva_TempReg->u4HWIsCompleted));
  1745. context->kva_u4HWIsTimeout = (VAL_ULONG_T) (&(kva_TempReg->u4HWIsTimeout));
  1746. MODULE_MFV_LOGD
  1747. ("[VCODEC] kva_TempReg = 0x%lx, kva_u4HWIsCompleted = 0x%lx, kva_u4HWIsTimeout = 0x%lx\n",
  1748. (VAL_ULONG_T) kva_TempReg, context->kva_u4HWIsCompleted,
  1749. context->kva_u4HWIsTimeout);
  1750. for (i = 0; i < hwoal_reg.u4NumOfRegister; i++) {
  1751. VAL_ULONG_T kva;
  1752. MODULE_MFV_LOGE("[VCODEC][REG_INFO_1] [%d] 0x%lx 0x%x\n", i,
  1753. oal_mem_status[i].u4ReadAddr,
  1754. oal_mem_status[i].u4ReadData);
  1755. addr_pa = pmem_user_v2p_video((unsigned long)
  1756. oal_mem_status[i].u4ReadAddr);
  1757. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1758. kva = (VAL_ULONG_T) ioremap(addr_pa, 8); /* need to remap addr + data addr */
  1759. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1760. MODULE_MFV_LOGE("[VCODEC][REG_INFO_2] [%d] pa = 0x%lx kva = 0x%lx\n", i,
  1761. addr_pa, kva);
  1762. context->oalmem_status[i].u4ReadAddr = kva; /* oal_mem_status[i].u4ReadAddr; */
  1763. }
  1764. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1765. MODULE_MFV_LOGD("VCODEC_INITHWLOCK addr1 0x%lx addr2 0x%lx\n",
  1766. (unsigned long)arg, (unsigned long)context->Oal_HW_mem_reg);
  1767. MODULE_MFV_LOGD("VCODEC_INITHWLOCK - - tid = %d\n", current->pid);
  1768. }
  1769. break;
  1770. case VCODEC_DEINITHWLOCK:
  1771. {
  1772. VAL_UINT8_T *user_data_addr;
  1773. VAL_ULONG_T addr_pa;
  1774. MODULE_MFV_LOGD("VCODEC_DEINITHWLOCK + - tid = %d\n", current->pid);
  1775. user_data_addr = (VAL_UINT8_T *) arg;
  1776. /* TODO: */
  1777. addr_pa = pmem_user_v2p_video((unsigned long)user_data_addr);
  1778. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1779. freeCurr_HWLockSlot(addr_pa);
  1780. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1781. MODULE_MFV_LOGD("VCODEC_DEINITHWLOCK - - tid = %d\n", current->pid);
  1782. }
  1783. break;
  1784. case VCODEC_GET_CPU_LOADING_INFO:
  1785. {
  1786. VAL_UINT8_T *user_data_addr;
  1787. VAL_VCODEC_CPU_LOADING_INFO_T _temp;
  1788. MODULE_MFV_LOGD("VCODEC_GET_CPU_LOADING_INFO +\n");
  1789. user_data_addr = (VAL_UINT8_T *) arg;
  1790. /* TODO: */
  1791. #if 0 /* Morris Yang 20120112 mark temporarily */
  1792. _temp._cpu_idle_time = mt_get_cpu_idle(0);
  1793. _temp._thread_cpu_time = mt_get_thread_cputime(0);
  1794. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1795. _temp._inst_count = getCurInstanceCount();
  1796. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1797. _temp._sched_clock = mt_sched_clock();
  1798. #endif
  1799. ret =
  1800. copy_to_user(user_data_addr, &_temp,
  1801. sizeof(VAL_VCODEC_CPU_LOADING_INFO_T));
  1802. if (ret) {
  1803. MODULE_MFV_LOGE
  1804. ("[ERROR] VCODEC_GET_CPU_LOADING_INFO, copy_to_user failed: %lu\n",
  1805. ret);
  1806. return -EFAULT;
  1807. }
  1808. MODULE_MFV_LOGD("VCODEC_GET_CPU_LOADING_INFO -\n");
  1809. }
  1810. break;
  1811. case VCODEC_GET_CORE_LOADING:
  1812. {
  1813. MODULE_MFV_LOGD("VCODEC_GET_CORE_LOADING + - tid = %d\n", current->pid);
  1814. user_data_addr = (VAL_UINT8_T *) arg;
  1815. ret =
  1816. copy_from_user(&rTempCoreLoading, user_data_addr,
  1817. sizeof(VAL_VCODEC_CORE_LOADING_T));
  1818. if (ret) {
  1819. MODULE_MFV_LOGE
  1820. ("[ERROR] VCODEC_GET_CORE_LOADING, copy_from_user failed: %lu\n",
  1821. ret);
  1822. return -EFAULT;
  1823. }
  1824. if (rTempCoreLoading.CPUid > num_possible_cpus()) {
  1825. MODULE_MFV_LOGE("[ERROR] rTempCoreLoading.CPUid(%d) > num_possible_cpus(%d)\n",
  1826. rTempCoreLoading.CPUid, num_possible_cpus());
  1827. return -EFAULT;
  1828. }
  1829. rTempCoreLoading.Loading = get_cpu_load(rTempCoreLoading.CPUid);
  1830. ret =
  1831. copy_to_user(user_data_addr, &rTempCoreLoading,
  1832. sizeof(VAL_VCODEC_CORE_LOADING_T));
  1833. if (ret) {
  1834. MODULE_MFV_LOGE
  1835. ("[ERROR] VCODEC_GET_CORE_LOADING, copy_to_user failed: %lu\n",
  1836. ret);
  1837. return -EFAULT;
  1838. }
  1839. MODULE_MFV_LOGD("VCODEC_GET_CORE_LOADING - - tid = %d\n", current->pid);
  1840. }
  1841. break;
  1842. case VCODEC_GET_CORE_NUMBER:
  1843. {
  1844. MODULE_MFV_LOGD("VCODEC_GET_CORE_NUMBER + - tid = %d\n", current->pid);
  1845. user_data_addr = (VAL_UINT8_T *) arg;
  1846. temp_nr_cpu_ids = nr_cpu_ids;
  1847. ret = copy_to_user(user_data_addr, &temp_nr_cpu_ids, sizeof(int));
  1848. if (ret) {
  1849. MODULE_MFV_LOGE
  1850. ("[ERROR] VCODEC_GET_CORE_NUMBER, copy_to_user failed: %lu\n",
  1851. ret);
  1852. return -EFAULT;
  1853. }
  1854. MODULE_MFV_LOGD("VCODEC_GET_CORE_NUMBER - - tid = %d\n", current->pid);
  1855. }
  1856. break;
  1857. case VCODEC_SET_CPU_OPP_LIMIT:
  1858. {
  1859. MODULE_MFV_LOGE("VCODEC_SET_CPU_OPP_LIMIT [EMPTY] + - tid = %d\n", current->pid);
  1860. user_data_addr = (VAL_UINT8_T *) arg;
  1861. ret =
  1862. copy_from_user(&rCpuOppLimit, user_data_addr,
  1863. sizeof(VAL_VCODEC_CPU_OPP_LIMIT_T));
  1864. if (ret) {
  1865. MODULE_MFV_LOGE
  1866. ("[ERROR] VCODEC_SET_CPU_OPP_LIMIT, copy_from_user failed: %lu\n",
  1867. ret);
  1868. return -EFAULT;
  1869. }
  1870. MODULE_MFV_LOGE("+VCODEC_SET_CPU_OPP_LIMIT (%d, %d, %d), tid = %d\n",
  1871. rCpuOppLimit.limited_freq, rCpuOppLimit.limited_cpu,
  1872. rCpuOppLimit.enable, current->pid);
  1873. /* TODO: Check if cpu_opp_limit is available */
  1874. /* ret = cpu_opp_limit
  1875. (EVENT_VIDEO, rCpuOppLimit.limited_freq, rCpuOppLimit.limited_cpu, rCpuOppLimit.enable);
  1876. // 0: PASS, other: FAIL */
  1877. if (ret) {
  1878. MODULE_MFV_LOGE("[VCODEC][ERROR] cpu_opp_limit failed: %lu\n", ret);
  1879. return -EFAULT;
  1880. }
  1881. MODULE_MFV_LOGE("-VCODEC_SET_CPU_OPP_LIMIT tid = %d, ret = %lu\n", current->pid,
  1882. ret);
  1883. MODULE_MFV_LOGE("VCODEC_SET_CPU_OPP_LIMIT [EMPTY] - - tid = %d\n", current->pid);
  1884. }
  1885. break;
  1886. case VCODEC_MB:
  1887. {
  1888. mb();
  1889. }
  1890. break;
  1891. case VCODEC_SET_LOG_COUNT:
  1892. {
  1893. MODULE_MFV_LOGD("VCODEC_SET_LOG_COUNT + tid = %d\n", current->pid);
  1894. mutex_lock(&LogCountLock);
  1895. user_data_addr = (VAL_UINT8_T *)arg;
  1896. ret = copy_from_user(&rIncLogCount, user_data_addr, sizeof(VAL_BOOL_T));
  1897. if (ret) {
  1898. MODULE_MFV_LOGE("[ERROR] VCODEC_SET_LOG_COUNT, copy_from_user failed: %lu\n", ret);
  1899. mutex_unlock(&LogCountLock);
  1900. return -EFAULT;
  1901. }
  1902. if (rIncLogCount == VAL_TRUE) {
  1903. if (gu4LogCountUser == 0) {
  1904. gu4LogCount = get_detect_count();
  1905. set_detect_count(gu4LogCount + 100);
  1906. }
  1907. gu4LogCountUser++;
  1908. } else {
  1909. gu4LogCountUser--;
  1910. if (gu4LogCountUser == 0) {
  1911. set_detect_count(gu4LogCount);
  1912. gu4LogCount = 0;
  1913. }
  1914. }
  1915. mutex_unlock(&LogCountLock);
  1916. MODULE_MFV_LOGD("VCODEC_SET_LOG_COUNT - tid = %d\n", current->pid);
  1917. }
  1918. break;
  1919. default:
  1920. {
  1921. MODULE_MFV_LOGE("========[ERROR] vcodec_ioctl default case======== %u\n", cmd);
  1922. }
  1923. break;
  1924. }
  1925. return 0xFF;
  1926. }
  1927. #if IS_ENABLED(CONFIG_COMPAT)
  1928. typedef enum {
  1929. VAL_HW_LOCK_TYPE = 0,
  1930. VAL_POWER_TYPE,
  1931. VAL_ISR_TYPE,
  1932. VAL_MEMORY_TYPE,
  1933. VAL_VCODEC_OAL_HW_REGISTER_TYPE
  1934. } STRUCT_TYPE;
  1935. typedef enum {
  1936. COPY_FROM_USER = 0,
  1937. COPY_TO_USER,
  1938. } COPY_DIRECTION;
  1939. typedef struct COMPAT_VAL_HW_LOCK {
  1940. compat_uptr_t pvHandle; /* /< [IN] The video codec driver handle */
  1941. compat_uint_t u4HandleSize; /* /< [IN] The size of video codec driver handle */
  1942. compat_uptr_t pvLock; /* /< [IN/OUT] The Lock discriptor */
  1943. compat_uint_t u4TimeoutMs; /* /< [IN] The timeout ms */
  1944. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1945. compat_uint_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1946. compat_uint_t eDriverType; /* /< [IN] The driver type */
  1947. char bSecureInst; /* /< [IN] True if this is a secure instance // MTK_SEC_VIDEO_PATH_SUPPORT */
  1948. } COMPAT_VAL_HW_LOCK_T;
  1949. typedef struct COMPAT_VAL_POWER {
  1950. compat_uptr_t pvHandle; /* /< [IN] The video codec driver handle */
  1951. compat_uint_t u4HandleSize; /* /< [IN] The size of video codec driver handle */
  1952. compat_uint_t eDriverType; /* /< [IN] The driver type */
  1953. char fgEnable; /* /< [IN] Enable or not. */
  1954. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1955. compat_uint_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1956. /* VAL_UINT32_T u4L2CUser; ///< [OUT] The number of power user right now */
  1957. } COMPAT_VAL_POWER_T;
  1958. typedef struct COMPAT_VAL_ISR {
  1959. compat_uptr_t pvHandle; /* /< [IN] The video codec driver handle */
  1960. compat_uint_t u4HandleSize; /* /< [IN] The size of video codec driver handle */
  1961. compat_uint_t eDriverType; /* /< [IN] The driver type */
  1962. compat_uptr_t pvIsrFunction; /* /< [IN] The isr function */
  1963. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1964. compat_uint_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1965. compat_uint_t u4TimeoutMs; /* /< [IN] The timeout in ms */
  1966. compat_uint_t u4IrqStatusNum; /* /< [IN] The num of return registers when HW done */
  1967. compat_uint_t u4IrqStatus[IRQ_STATUS_MAX_NUM]; /* /< [IN/OUT] The value of return registers when HW done */
  1968. } COMPAT_VAL_ISR_T;
  1969. typedef struct COMPAT_VAL_MEMORY {
  1970. compat_uint_t eMemType; /* /< [IN] The allocation memory type */
  1971. compat_ulong_t u4MemSize; /* /< [IN] The size of memory allocation */
  1972. compat_uptr_t pvMemVa; /* /< [IN/OUT] The memory virtual address */
  1973. compat_uptr_t pvMemPa; /* /< [IN/OUT] The memory physical address */
  1974. compat_uint_t eAlignment; /* /< [IN] The memory byte alignment setting */
  1975. compat_uptr_t pvAlignMemVa; /* /< [IN/OUT] The align memory virtual address */
  1976. compat_uptr_t pvAlignMemPa; /* /< [IN/OUT] The align memory physical address */
  1977. compat_uint_t eMemCodec; /* /< [IN] The memory codec for VENC or VDEC */
  1978. compat_uint_t i4IonShareFd;
  1979. compat_uptr_t pIonBufhandle;
  1980. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1981. compat_ulong_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1982. } COMPAT_VAL_MEMORY_T;
  1983. typedef struct COMPAT_VAL_VCODEC_OAL_HW_REGISTER {
  1984. /* /< [IN/OUT] HW is Completed or not, set by driver & clear by codec
  1985. (0: not completed or still in lock status; 1: HW is completed or in unlock status) */
  1986. compat_uint_t u4HWIsCompleted;
  1987. /* /< [OUT] HW is Timeout or not, set by driver & clear by codec
  1988. (0: not in timeout status; 1: HW is in timeout status) */
  1989. compat_uint_t u4HWIsTimeout;
  1990. compat_uint_t u4NumOfRegister; /* /< [IN] Number of HW register need to store; */
  1991. compat_uptr_t pHWStatus; /* /< [OUT] HW status based on input address. */
  1992. } COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T;
  1993. typedef struct COMPAT_VAL_VCODEC_OAL_MEM_STAUTS {
  1994. compat_ulong_t u4ReadAddr; /* / [IN] memory source address in VA */
  1995. compat_uint_t u4ReadData; /* / [OUT] memory data */
  1996. } COMPAT_VAL_VCODEC_OAL_MEM_STAUTS_T;
  1997. static int get_uptr_to_32(compat_uptr_t *p, void __user **uptr)
  1998. {
  1999. void __user *p2p;
  2000. int err = get_user(p2p, uptr);
  2001. *p = ptr_to_compat(p2p);
  2002. return err;
  2003. }
  2004. static int compat_copy_struct(STRUCT_TYPE eType,
  2005. COPY_DIRECTION eDirection, void __user *data32, void __user *data)
  2006. {
  2007. compat_uint_t u;
  2008. compat_ulong_t l;
  2009. compat_uptr_t p;
  2010. char c;
  2011. int err = 0;
  2012. switch (eType) {
  2013. case VAL_HW_LOCK_TYPE:
  2014. {
  2015. if (eDirection == COPY_FROM_USER) {
  2016. COMPAT_VAL_HW_LOCK_T __user *from32 =
  2017. (COMPAT_VAL_HW_LOCK_T *) data32;
  2018. VAL_HW_LOCK_T __user *to = (VAL_HW_LOCK_T *) data;
  2019. err = get_user(p, &(from32->pvHandle));
  2020. err |= put_user(compat_ptr(p), &(to->pvHandle));
  2021. err |= get_user(u, &(from32->u4HandleSize));
  2022. err |= put_user(u, &(to->u4HandleSize));
  2023. err |= get_user(p, &(from32->pvLock));
  2024. err |= put_user(compat_ptr(p), &(to->pvLock));
  2025. err |= get_user(u, &(from32->u4TimeoutMs));
  2026. err |= put_user(u, &(to->u4TimeoutMs));
  2027. err |= get_user(p, &(from32->pvReserved));
  2028. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2029. err |= get_user(u, &(from32->u4ReservedSize));
  2030. err |= put_user(u, &(to->u4ReservedSize));
  2031. err |= get_user(u, &(from32->eDriverType));
  2032. err |= put_user(u, &(to->eDriverType));
  2033. err |= get_user(c, &(from32->bSecureInst));
  2034. err |= put_user(c, &(to->bSecureInst));
  2035. } else {
  2036. COMPAT_VAL_HW_LOCK_T __user *to32 = (COMPAT_VAL_HW_LOCK_T *) data32;
  2037. VAL_HW_LOCK_T __user *from = (VAL_HW_LOCK_T *) data;
  2038. err = get_uptr_to_32(&p, &(from->pvHandle));
  2039. err |= put_user(p, &(to32->pvHandle));
  2040. err |= get_user(u, &(from->u4HandleSize));
  2041. err |= put_user(u, &(to32->u4HandleSize));
  2042. err |= get_uptr_to_32(&p, &(from->pvLock));
  2043. err |= put_user(p, &(to32->pvLock));
  2044. err |= get_user(u, &(from->u4TimeoutMs));
  2045. err |= put_user(u, &(to32->u4TimeoutMs));
  2046. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2047. err |= put_user(p, &(to32->pvReserved));
  2048. err |= get_user(u, &(from->u4ReservedSize));
  2049. err |= put_user(u, &(to32->u4ReservedSize));
  2050. err |= get_user(u, &(from->eDriverType));
  2051. err |= put_user(u, &(to32->eDriverType));
  2052. err |= get_user(c, &(from->bSecureInst));
  2053. err |= put_user(c, &(to32->bSecureInst));
  2054. }
  2055. }
  2056. break;
  2057. case VAL_POWER_TYPE:
  2058. {
  2059. if (eDirection == COPY_FROM_USER) {
  2060. COMPAT_VAL_POWER_T __user *from32 = (COMPAT_VAL_POWER_T *) data32;
  2061. VAL_POWER_T __user *to = (VAL_POWER_T *) data;
  2062. err = get_user(p, &(from32->pvHandle));
  2063. err |= put_user(compat_ptr(p), &(to->pvHandle));
  2064. err |= get_user(u, &(from32->u4HandleSize));
  2065. err |= put_user(u, &(to->u4HandleSize));
  2066. err |= get_user(u, &(from32->eDriverType));
  2067. err |= put_user(u, &(to->eDriverType));
  2068. err |= get_user(c, &(from32->fgEnable));
  2069. err |= put_user(c, &(to->fgEnable));
  2070. err |= get_user(p, &(from32->pvReserved));
  2071. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2072. err |= get_user(u, &(from32->u4ReservedSize));
  2073. err |= put_user(u, &(to->u4ReservedSize));
  2074. } else {
  2075. COMPAT_VAL_POWER_T __user *to32 = (COMPAT_VAL_POWER_T *) data32;
  2076. VAL_POWER_T __user *from = (VAL_POWER_T *) data;
  2077. err = get_uptr_to_32(&p, &(from->pvHandle));
  2078. err |= put_user(p, &(to32->pvHandle));
  2079. err |= get_user(u, &(from->u4HandleSize));
  2080. err |= put_user(u, &(to32->u4HandleSize));
  2081. err |= get_user(u, &(from->eDriverType));
  2082. err |= put_user(u, &(to32->eDriverType));
  2083. err |= get_user(c, &(from->fgEnable));
  2084. err |= put_user(c, &(to32->fgEnable));
  2085. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2086. err |= put_user(p, &(to32->pvReserved));
  2087. err |= get_user(u, &(from->u4ReservedSize));
  2088. err |= put_user(u, &(to32->u4ReservedSize));
  2089. }
  2090. }
  2091. break;
  2092. case VAL_ISR_TYPE:
  2093. {
  2094. int i = 0;
  2095. if (eDirection == COPY_FROM_USER) {
  2096. COMPAT_VAL_ISR_T __user *from32 = (COMPAT_VAL_ISR_T *) data32;
  2097. VAL_ISR_T __user *to = (VAL_ISR_T *) data;
  2098. err = get_user(p, &(from32->pvHandle));
  2099. err |= put_user(compat_ptr(p), &(to->pvHandle));
  2100. err |= get_user(u, &(from32->u4HandleSize));
  2101. err |= put_user(u, &(to->u4HandleSize));
  2102. err |= get_user(u, &(from32->eDriverType));
  2103. err |= put_user(u, &(to->eDriverType));
  2104. err |= get_user(p, &(from32->pvIsrFunction));
  2105. err |= put_user(compat_ptr(p), &(to->pvIsrFunction));
  2106. err |= get_user(p, &(from32->pvReserved));
  2107. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2108. err |= get_user(u, &(from32->u4ReservedSize));
  2109. err |= put_user(u, &(to->u4ReservedSize));
  2110. err |= get_user(u, &(from32->u4TimeoutMs));
  2111. err |= put_user(u, &(to->u4TimeoutMs));
  2112. err |= get_user(u, &(from32->u4IrqStatusNum));
  2113. err |= put_user(u, &(to->u4IrqStatusNum));
  2114. for (; i < IRQ_STATUS_MAX_NUM; i++) {
  2115. err |= get_user(u, &(from32->u4IrqStatus[i]));
  2116. err |= put_user(u, &(to->u4IrqStatus[i]));
  2117. }
  2118. } else {
  2119. COMPAT_VAL_ISR_T __user *to32 = (COMPAT_VAL_ISR_T *) data32;
  2120. VAL_ISR_T __user *from = (VAL_ISR_T *) data;
  2121. err = get_uptr_to_32(&p, &(from->pvHandle));
  2122. err |= put_user(p, &(to32->pvHandle));
  2123. err |= get_user(u, &(from->u4HandleSize));
  2124. err |= put_user(u, &(to32->u4HandleSize));
  2125. err |= get_user(u, &(from->eDriverType));
  2126. err |= put_user(u, &(to32->eDriverType));
  2127. err |= get_uptr_to_32(&p, &(from->pvIsrFunction));
  2128. err |= put_user(p, &(to32->pvIsrFunction));
  2129. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2130. err |= put_user(p, &(to32->pvReserved));
  2131. err |= get_user(u, &(from->u4ReservedSize));
  2132. err |= put_user(u, &(to32->u4ReservedSize));
  2133. err |= get_user(u, &(from->u4TimeoutMs));
  2134. err |= put_user(u, &(to32->u4TimeoutMs));
  2135. err |= get_user(u, &(from->u4IrqStatusNum));
  2136. err |= put_user(u, &(to32->u4IrqStatusNum));
  2137. for (; i < IRQ_STATUS_MAX_NUM; i++) {
  2138. err |= get_user(u, &(from->u4IrqStatus[i]));
  2139. err |= put_user(u, &(to32->u4IrqStatus[i]));
  2140. }
  2141. }
  2142. }
  2143. break;
  2144. case VAL_MEMORY_TYPE:
  2145. {
  2146. if (eDirection == COPY_FROM_USER) {
  2147. COMPAT_VAL_MEMORY_T __user *from32 = (COMPAT_VAL_MEMORY_T *) data32;
  2148. VAL_MEMORY_T __user *to = (VAL_MEMORY_T *) data;
  2149. err = get_user(u, &(from32->eMemType));
  2150. err |= put_user(u, &(to->eMemType));
  2151. err |= get_user(l, &(from32->u4MemSize));
  2152. err |= put_user(l, &(to->u4MemSize));
  2153. err |= get_user(p, &(from32->pvMemVa));
  2154. err |= put_user(compat_ptr(p), &(to->pvMemVa));
  2155. err |= get_user(p, &(from32->pvMemPa));
  2156. err |= put_user(compat_ptr(p), &(to->pvMemPa));
  2157. err |= get_user(u, &(from32->eAlignment));
  2158. err |= put_user(u, &(to->eAlignment));
  2159. err |= get_user(p, &(from32->pvAlignMemVa));
  2160. err |= put_user(compat_ptr(p), &(to->pvAlignMemVa));
  2161. err |= get_user(p, &(from32->pvAlignMemPa));
  2162. err |= put_user(compat_ptr(p), &(to->pvAlignMemPa));
  2163. err |= get_user(u, &(from32->eMemCodec));
  2164. err |= put_user(u, &(to->eMemCodec));
  2165. err |= get_user(u, &(from32->i4IonShareFd));
  2166. err |= put_user(u, &(to->i4IonShareFd));
  2167. err |= get_user(p, &(from32->pIonBufhandle));
  2168. err |= put_user(compat_ptr(p), &(to->pIonBufhandle));
  2169. err |= get_user(p, &(from32->pvReserved));
  2170. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2171. err |= get_user(l, &(from32->u4ReservedSize));
  2172. err |= put_user(l, &(to->u4ReservedSize));
  2173. } else {
  2174. COMPAT_VAL_MEMORY_T __user *to32 = (COMPAT_VAL_MEMORY_T *) data32;
  2175. VAL_MEMORY_T __user *from = (VAL_MEMORY_T *) data;
  2176. err = get_user(u, &(from->eMemType));
  2177. err |= put_user(u, &(to32->eMemType));
  2178. err |= get_user(l, &(from->u4MemSize));
  2179. err |= put_user(l, &(to32->u4MemSize));
  2180. err |= get_uptr_to_32(&p, &(from->pvMemVa));
  2181. err |= put_user(p, &(to32->pvMemVa));
  2182. err |= get_uptr_to_32(&p, &(from->pvMemPa));
  2183. err |= put_user(p, &(to32->pvMemPa));
  2184. err |= get_user(u, &(from->eAlignment));
  2185. err |= put_user(u, &(to32->eAlignment));
  2186. err |= get_uptr_to_32(&p, &(from->pvAlignMemVa));
  2187. err |= put_user(p, &(to32->pvAlignMemVa));
  2188. err |= get_uptr_to_32(&p, &(from->pvAlignMemPa));
  2189. err |= put_user(p, &(to32->pvAlignMemPa));
  2190. err |= get_user(u, &(from->eMemCodec));
  2191. err |= put_user(u, &(to32->eMemCodec));
  2192. err |= get_user(u, &(from->i4IonShareFd));
  2193. err |= put_user(u, &(to32->i4IonShareFd));
  2194. err |= get_uptr_to_32(&p, (void __user **)&(from->pIonBufhandle));
  2195. err |= put_user(p, &(to32->pIonBufhandle));
  2196. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2197. err |= put_user(p, &(to32->pvReserved));
  2198. err |= get_user(l, &(from->u4ReservedSize));
  2199. err |= put_user(l, &(to32->u4ReservedSize));
  2200. }
  2201. }
  2202. break;
  2203. case VAL_VCODEC_OAL_HW_REGISTER_TYPE:
  2204. {
  2205. if (eDirection == COPY_FROM_USER) {
  2206. COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T __user *from32 =
  2207. (COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T *) data32;
  2208. VAL_VCODEC_OAL_HW_REGISTER_T __user *to =
  2209. (VAL_VCODEC_OAL_HW_REGISTER_T *) data;
  2210. err = get_user(u, &(from32->u4HWIsCompleted));
  2211. err |= put_user(u, &(to->u4HWIsCompleted));
  2212. err |= get_user(u, &(from32->u4HWIsTimeout));
  2213. err |= put_user(u, &(to->u4HWIsTimeout));
  2214. err |= get_user(u, &(from32->u4NumOfRegister));
  2215. err |= put_user(u, &(to->u4NumOfRegister));
  2216. err |= get_user(p, &(from32->pHWStatus));
  2217. err |= put_user(compat_ptr(p), &(to->pHWStatus));
  2218. } else {
  2219. COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T __user *to32 =
  2220. (COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T *) data32;
  2221. VAL_VCODEC_OAL_HW_REGISTER_T __user *from =
  2222. (VAL_VCODEC_OAL_HW_REGISTER_T *) data;
  2223. err = get_user(u, &(from->u4HWIsCompleted));
  2224. err |= put_user(u, &(to32->u4HWIsCompleted));
  2225. err |= get_user(u, &(from->u4HWIsTimeout));
  2226. err |= put_user(u, &(to32->u4HWIsTimeout));
  2227. err |= get_user(u, &(from->u4NumOfRegister));
  2228. err |= put_user(u, &(to32->u4NumOfRegister));
  2229. err |= get_uptr_to_32(&p, (void __user **)&(from->pHWStatus));
  2230. err |= put_user(p, &(to32->pHWStatus));
  2231. }
  2232. }
  2233. break;
  2234. default:
  2235. break;
  2236. }
  2237. return err;
  2238. }
  2239. static long vcodec_unlocked_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
  2240. {
  2241. long ret = 0;
  2242. /* MODULE_MFV_LOGD("vcodec_unlocked_compat_ioctl: 0x%x\n", cmd); */
  2243. switch (cmd) {
  2244. case VCODEC_LOCKHW:
  2245. case VCODEC_UNLOCKHW:
  2246. {
  2247. COMPAT_VAL_HW_LOCK_T __user *data32;
  2248. VAL_HW_LOCK_T __user *data;
  2249. int err;
  2250. data32 = compat_ptr(arg);
  2251. data = compat_alloc_user_space(sizeof(VAL_HW_LOCK_T));
  2252. if (data == NULL)
  2253. return -EFAULT;
  2254. err =
  2255. compat_copy_struct(VAL_HW_LOCK_TYPE, COPY_FROM_USER, (void *)data32,
  2256. (void *)data);
  2257. if (err)
  2258. return err;
  2259. ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
  2260. err =
  2261. compat_copy_struct(VAL_HW_LOCK_TYPE, COPY_TO_USER, (void *)data32,
  2262. (void *)data);
  2263. if (err)
  2264. return err;
  2265. return ret;
  2266. }
  2267. break;
  2268. case VCODEC_INC_PWR_USER:
  2269. case VCODEC_DEC_PWR_USER:
  2270. {
  2271. COMPAT_VAL_POWER_T __user *data32;
  2272. VAL_POWER_T __user *data;
  2273. int err;
  2274. data32 = compat_ptr(arg);
  2275. data = compat_alloc_user_space(sizeof(VAL_POWER_T));
  2276. if (data == NULL)
  2277. return -EFAULT;
  2278. err =
  2279. compat_copy_struct(VAL_POWER_TYPE, COPY_FROM_USER, (void *)data32,
  2280. (void *)data);
  2281. if (err)
  2282. return err;
  2283. ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
  2284. err =
  2285. compat_copy_struct(VAL_POWER_TYPE, COPY_TO_USER, (void *)data32,
  2286. (void *)data);
  2287. if (err)
  2288. return err;
  2289. return ret;
  2290. }
  2291. break;
  2292. case VCODEC_WAITISR:
  2293. {
  2294. COMPAT_VAL_ISR_T __user *data32;
  2295. VAL_ISR_T __user *data;
  2296. int err;
  2297. data32 = compat_ptr(arg);
  2298. data = compat_alloc_user_space(sizeof(VAL_ISR_T));
  2299. if (data == NULL)
  2300. return -EFAULT;
  2301. err =
  2302. compat_copy_struct(VAL_ISR_TYPE, COPY_FROM_USER, (void *)data32,
  2303. (void *)data);
  2304. if (err)
  2305. return err;
  2306. ret = file->f_op->unlocked_ioctl(file, VCODEC_WAITISR, (unsigned long)data);
  2307. err =
  2308. compat_copy_struct(VAL_ISR_TYPE, COPY_TO_USER, (void *)data32,
  2309. (void *)data);
  2310. if (err)
  2311. return err;
  2312. return ret;
  2313. }
  2314. break;
  2315. case VCODEC_INITHWLOCK:
  2316. {
  2317. COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T __user *data32;
  2318. VAL_VCODEC_OAL_HW_REGISTER_T __user *data;
  2319. COMPAT_VAL_VCODEC_OAL_MEM_STAUTS_T __user *pHWStatus32;
  2320. VAL_VCODEC_OAL_MEM_STAUTS_T __user *pHWStatus;
  2321. VAL_UINT32_T u4NumOfRegister;
  2322. compat_uint_t u;
  2323. compat_ulong_t l;
  2324. int err, i;
  2325. data32 = compat_ptr(arg);
  2326. data =
  2327. compat_alloc_user_space(sizeof(VAL_VCODEC_OAL_HW_REGISTER_T) +
  2328. sizeof(VAL_VCODEC_OAL_MEM_STAUTS_T) * 16);
  2329. if (data == NULL)
  2330. return -EFAULT;
  2331. err =
  2332. compat_copy_struct(VAL_VCODEC_OAL_HW_REGISTER_TYPE, COPY_FROM_USER,
  2333. (void *)data32, (void *)data);
  2334. pHWStatus32 = (COMPAT_VAL_VCODEC_OAL_MEM_STAUTS_T *)data->pHWStatus;
  2335. u4NumOfRegister = (VAL_UINT32_T)data->u4NumOfRegister;
  2336. pHWStatus = (VAL_VCODEC_OAL_MEM_STAUTS_T *)(data + sizeof(VAL_VCODEC_OAL_HW_REGISTER_T));
  2337. for (i = 0; i < u4NumOfRegister; i++) {
  2338. err |= get_user(l, &(pHWStatus32[i].u4ReadAddr));
  2339. err |= put_user(l, &(pHWStatus[i].u4ReadAddr));
  2340. err |= get_user(u, &(pHWStatus32[i].u4ReadData));
  2341. err |= put_user(u, &(pHWStatus[i].u4ReadData));
  2342. /* MODULE_MFV_LOGE("[%d] 0x%x, 0x%lx, %u, %u\n",
  2343. i, l, pHWStatus[i].u4ReadAddr, u, pHWStatus[i].u4ReadData); */
  2344. }
  2345. data->pHWStatus = pHWStatus;
  2346. if (err)
  2347. return err;
  2348. mutex_lock(&InitHWLock);
  2349. ori_user_data_addr = (VAL_UINT8_T *)arg;
  2350. ori_pHWStatus = (VAL_VCODEC_OAL_MEM_STAUTS_T *)pHWStatus32;
  2351. ret =
  2352. file->f_op->unlocked_ioctl(file, VCODEC_INITHWLOCK,
  2353. (unsigned long)data);
  2354. data->pHWStatus = (VAL_VCODEC_OAL_MEM_STAUTS_T __user *)pHWStatus32;
  2355. ori_user_data_addr = 0;
  2356. ori_pHWStatus = 0;
  2357. mutex_unlock(&InitHWLock);
  2358. err =
  2359. compat_copy_struct(VAL_VCODEC_OAL_HW_REGISTER_TYPE, COPY_TO_USER,
  2360. (void *)data32, (void *)data);
  2361. if (err)
  2362. return err;
  2363. return ret;
  2364. }
  2365. break;
  2366. default:
  2367. {
  2368. return vcodec_unlocked_ioctl(file, cmd, arg);
  2369. }
  2370. break;
  2371. }
  2372. return 0;
  2373. }
  2374. #else
  2375. #define vcodec_unlocked_compat_ioctl NULL
  2376. #endif
  2377. static int vcodec_open(struct inode *inode, struct file *file)
  2378. {
  2379. MODULE_MFV_LOGD("vcodec_open\n");
  2380. mutex_lock(&DriverOpenCountLock);
  2381. Driver_Open_Count++;
  2382. MODULE_MFV_LOGE("vcodec_open pid = %d, Driver_Open_Count %d\n", current->pid, Driver_Open_Count);
  2383. mutex_unlock(&DriverOpenCountLock);
  2384. /* TODO: Check upper limit of concurrent users? */
  2385. return 0;
  2386. }
  2387. static int vcodec_flush(struct file *file, fl_owner_t id)
  2388. {
  2389. MODULE_MFV_LOGD("vcodec_flush, curr_tid =%d\n", current->pid);
  2390. /* MODULE_MFV_LOGE("vcodec_flush pid = %d, Driver_Open_Count %d\n", current->pid, Driver_Open_Count); */
  2391. return 0;
  2392. }
  2393. static int vcodec_release(struct inode *inode, struct file *file)
  2394. {
  2395. VAL_INT32_T i, j;
  2396. VAL_ULONG_T ulFlags, ulFlagsLockHW, ulFlagsISR;
  2397. /* dump_stack(); */
  2398. MODULE_MFV_LOGD("vcodec_release, curr_tid =%d\n", current->pid);
  2399. mutex_lock(&DriverOpenCountLock);
  2400. MODULE_MFV_LOGE("vcodec_release pid = %d, Driver_Open_Count %d\n", current->pid,
  2401. Driver_Open_Count);
  2402. Driver_Open_Count--;
  2403. /* mutex_lock(&NonCacheMemoryListLock); */
  2404. /* Force_Free_NonCacheMemoryList(current->pid); */
  2405. /* mutex_unlock(&NonCacheMemoryListLock); */
  2406. if (Driver_Open_Count == 0) {
  2407. mutex_lock(&VdecHWLock);
  2408. gu4VdecLockThreadId = 0;
  2409. grVcodecDecHWLock.pvHandle = 0;
  2410. grVcodecDecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2411. grVcodecDecHWLock.rLockedTime.u4Sec = 0;
  2412. grVcodecDecHWLock.rLockedTime.u4uSec = 0;
  2413. mutex_unlock(&VdecHWLock);
  2414. mutex_lock(&VencHWLock);
  2415. grVcodecEncHWLock.pvHandle = 0;
  2416. grVcodecEncHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2417. grVcodecEncHWLock.rLockedTime.u4Sec = 0;
  2418. grVcodecEncHWLock.rLockedTime.u4uSec = 0;
  2419. mutex_unlock(&VencHWLock);
  2420. mutex_lock(&DecEMILock);
  2421. gu4DecEMICounter = 0;
  2422. mutex_unlock(&DecEMILock);
  2423. mutex_lock(&EncEMILock);
  2424. gu4EncEMICounter = 0;
  2425. mutex_unlock(&EncEMILock);
  2426. mutex_lock(&PWRLock);
  2427. gu4PWRCounter = 0;
  2428. mutex_unlock(&PWRLock);
  2429. mutex_lock(&NonCacheMemoryListLock);
  2430. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM_x_10; i++) {
  2431. grNonCacheMemoryList[i].pvHandle = 0;
  2432. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2433. grNonCacheMemoryList[i].u4VCodecThreadID[j] = 0xffffffff;
  2434. grNonCacheMemoryList[i].ulKVA = -1L;
  2435. grNonCacheMemoryList[i].ulKPA = -1L;
  2436. }
  2437. mutex_unlock(&NonCacheMemoryListLock);
  2438. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  2439. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM; i++) {
  2440. oal_hw_context[i].Oal_HW_reg = (VAL_VCODEC_OAL_HW_REGISTER_T *) 0;
  2441. oal_hw_context[i].ObjId = -1L;
  2442. oal_hw_context[i].slotindex = i;
  2443. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2444. oal_hw_context[i].u4VCodecThreadID[j] = -1;
  2445. oal_hw_context[i].pvHandle = 0;
  2446. oal_hw_context[i].u4NumOfRegister = 0;
  2447. for (j = 0; j < OALMEM_STATUS_NUM; j++) {
  2448. oal_hw_context[i].oalmem_status[j].u4ReadAddr = 0;
  2449. oal_hw_context[i].oalmem_status[j].u4ReadData = 0;
  2450. }
  2451. }
  2452. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  2453. #if defined(VENC_USE_L2C)
  2454. mutex_lock(&L2CLock);
  2455. if (gu4L2CCounter != 0) {
  2456. MODULE_MFV_LOGE("vcodec_flush pid = %d, L2 user = %d, force restore L2 settings\n",
  2457. current->pid, gu4L2CCounter);
  2458. if (config_L2(1))
  2459. MODULE_MFV_LOGE("[VCODEC][ERROR] restore L2 settings failed\n");
  2460. }
  2461. gu4L2CCounter = 0;
  2462. mutex_unlock(&L2CLock);
  2463. #endif
  2464. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  2465. gu4LockDecHWCount = 0;
  2466. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  2467. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  2468. gu4LockEncHWCount = 0;
  2469. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  2470. spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
  2471. gu4DecISRCount = 0;
  2472. spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
  2473. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  2474. gu4EncISRCount = 0;
  2475. spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
  2476. #ifdef ENABLE_MMDVFS_VDEC
  2477. if (VAL_TRUE == gMMDFVFSMonitorStarts) {
  2478. gMMDFVFSMonitorStarts = VAL_FALSE;
  2479. gMMDFVFSMonitorCounts = 0;
  2480. gHWLockInterval = 0;
  2481. gHWLockMaxDuration = 0;
  2482. SendDvfsRequest(DVFS_LOW);
  2483. }
  2484. #endif
  2485. }
  2486. #ifdef ENABLE_MMDVFS_VDEC
  2487. mutex_lock(&DecEMILock);
  2488. if (VAL_TRUE == gMMDFVFSMonitorStarts && 0 == gu4DecEMICounter) {
  2489. gMMDFVFSMonitorStarts = VAL_FALSE;
  2490. gMMDFVFSMonitorCounts = 0;
  2491. gHWLockInterval = 0;
  2492. gHWLockMaxDuration = 0;
  2493. SendDvfsRequest(DVFS_LOW);
  2494. }
  2495. mutex_unlock(&DecEMILock);
  2496. #endif
  2497. mutex_unlock(&DriverOpenCountLock);
  2498. return 0;
  2499. }
  2500. void vcodec_vma_open(struct vm_area_struct *vma)
  2501. {
  2502. MODULE_MFV_LOGD("vcodec VMA open, virt %lx, phys %lx\n", vma->vm_start,
  2503. vma->vm_pgoff << PAGE_SHIFT);
  2504. }
  2505. void vcodec_vma_close(struct vm_area_struct *vma)
  2506. {
  2507. MODULE_MFV_LOGD("vcodec VMA close, virt %lx, phys %lx\n", vma->vm_start,
  2508. vma->vm_pgoff << PAGE_SHIFT);
  2509. }
  2510. static struct vm_operations_struct vcodec_remap_vm_ops = {
  2511. .open = vcodec_vma_open,
  2512. .close = vcodec_vma_close,
  2513. };
  2514. static int vcodec_mmap(struct file *file, struct vm_area_struct *vma)
  2515. {
  2516. #if 1
  2517. VAL_UINT32_T u4I = 0;
  2518. VAL_ULONG_T length;
  2519. VAL_ULONG_T pfn;
  2520. length = vma->vm_end - vma->vm_start;
  2521. pfn = vma->vm_pgoff << PAGE_SHIFT;
  2522. if (((length > VENC_REGION) || (pfn < VENC_BASE) || (pfn > VENC_BASE + VENC_REGION)) &&
  2523. ((length > VDEC_REGION) || (pfn < VDEC_BASE_PHY) || (pfn > VDEC_BASE_PHY + VDEC_REGION))
  2524. && ((length > HW_REGION) || (pfn < HW_BASE) || (pfn > HW_BASE + HW_REGION))
  2525. && ((length > INFO_REGION) || (pfn < INFO_BASE) || (pfn > INFO_BASE + INFO_REGION))
  2526. && ((length > MP4_VENC_REGION) || (pfn < MP4_VENC_BASE)
  2527. || (pfn > MP4_VENC_BASE + MP4_VENC_REGION))
  2528. ) {
  2529. VAL_ULONG_T ulAddr, ulSize;
  2530. for (u4I = 0; u4I < VCODEC_MULTIPLE_INSTANCE_NUM_x_10; u4I++) {
  2531. if ((grNonCacheMemoryList[u4I].ulKVA != -1L)
  2532. && (grNonCacheMemoryList[u4I].ulKPA != -1L)) {
  2533. ulAddr = grNonCacheMemoryList[u4I].ulKPA;
  2534. ulSize =
  2535. (grNonCacheMemoryList[u4I].ulSize + 0x1000 - 1) & ~(0x1000 - 1);
  2536. if ((length == ulSize) && (pfn == ulAddr)) {
  2537. MODULE_MFV_LOGD("[VCODEC] cache idx %d\n", u4I);
  2538. break;
  2539. }
  2540. }
  2541. }
  2542. if (u4I == VCODEC_MULTIPLE_INSTANCE_NUM_x_10) {
  2543. MODULE_MFV_LOGE("[VCODEC][ERROR] mmap region error: Length(0x%lx), pfn(0x%lx)\n",
  2544. (VAL_ULONG_T) length, pfn);
  2545. return -EAGAIN;
  2546. }
  2547. }
  2548. #endif
  2549. vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
  2550. /* MODULE_MFV_LOGE("[VCODEC][mmap] vma->start 0x%lx, vma->end 0x%lx, vma->pgoff 0x%lx, pfn: 0x%lx\n",
  2551. (VAL_ULONG_T) vma->vm_start, (VAL_ULONG_T) vma->vm_end,
  2552. (VAL_ULONG_T) vma->vm_pgoff, pfn); */
  2553. if (remap_pfn_range
  2554. (vma, vma->vm_start, vma->vm_pgoff, vma->vm_end - vma->vm_start, vma->vm_page_prot)) {
  2555. return -EAGAIN;
  2556. }
  2557. vma->vm_ops = &vcodec_remap_vm_ops;
  2558. vcodec_vma_open(vma);
  2559. return 0;
  2560. }
  2561. #ifdef CONFIG_HAS_EARLYSUSPEND
  2562. static void vcodec_early_suspend(struct early_suspend *h)
  2563. {
  2564. mutex_lock(&PWRLock);
  2565. MODULE_MFV_LOGE("vcodec_early_suspend, tid = %d, PWR_USER = %d\n", current->pid, gu4PWRCounter);
  2566. mutex_unlock(&PWRLock);
  2567. /*
  2568. if (gu4PWRCounter != 0)
  2569. {
  2570. MODULE_MFV_LOGE("[MT6589_VCodec_early_suspend] Someone Use HW, Disable Power!\n");
  2571. disable_clock(MT65XX_PDN_MM_VBUF, "Video_VBUF");
  2572. disable_clock(MT_CG_VDEC0_VDE, "VideoDec");
  2573. disable_clock(MT_CG_VENC_VEN, "VideoEnc");
  2574. disable_clock(MT65XX_PDN_MM_GDC_SHARE_MACRO, "VideoEnc");
  2575. }
  2576. */
  2577. MODULE_MFV_LOGD("vcodec_early_suspend - tid = %d\n", current->pid);
  2578. }
  2579. static void vcodec_late_resume(struct early_suspend *h)
  2580. {
  2581. mutex_lock(&PWRLock);
  2582. MODULE_MFV_LOGE("vcodec_late_resume, tid = %d, PWR_USER = %d\n", current->pid, gu4PWRCounter);
  2583. mutex_unlock(&PWRLock);
  2584. /*
  2585. if (gu4PWRCounter != 0)
  2586. {
  2587. MODULE_MFV_LOGE("[vcodec_late_resume] Someone Use HW, Enable Power!\n");
  2588. enable_clock(MT65XX_PDN_MM_VBUF, "Video_VBUF");
  2589. enable_clock(MT_CG_VDEC0_VDE, "VideoDec");
  2590. enable_clock(MT_CG_VENC_VEN, "VideoEnc");
  2591. enable_clock(MT65XX_PDN_MM_GDC_SHARE_MACRO, "VideoEnc");
  2592. }
  2593. */
  2594. MODULE_MFV_LOGD("vcodec_late_resume - tid = %d\n", current->pid);
  2595. }
  2596. static struct early_suspend vcodec_early_suspend_handler = {
  2597. .level = (EARLY_SUSPEND_LEVEL_DISABLE_FB - 1),
  2598. .suspend = vcodec_early_suspend,
  2599. .resume = vcodec_late_resume,
  2600. };
  2601. #endif
  2602. static const struct file_operations vcodec_fops = {
  2603. .owner = THIS_MODULE,
  2604. .unlocked_ioctl = vcodec_unlocked_ioctl,
  2605. .open = vcodec_open,
  2606. .flush = vcodec_flush,
  2607. .release = vcodec_release,
  2608. .mmap = vcodec_mmap,
  2609. #if IS_ENABLED(CONFIG_COMPAT)
  2610. .compat_ioctl = vcodec_unlocked_compat_ioctl,
  2611. #endif
  2612. };
  2613. static int vcodec_probe(struct platform_device *dev)
  2614. {
  2615. int ret;
  2616. MODULE_MFV_LOGD("+vcodec_probe\n");
  2617. mutex_lock(&DecEMILock);
  2618. gu4DecEMICounter = 0;
  2619. mutex_unlock(&DecEMILock);
  2620. mutex_lock(&EncEMILock);
  2621. gu4EncEMICounter = 0;
  2622. mutex_unlock(&EncEMILock);
  2623. mutex_lock(&PWRLock);
  2624. gu4PWRCounter = 0;
  2625. mutex_unlock(&PWRLock);
  2626. mutex_lock(&L2CLock);
  2627. gu4L2CCounter = 0;
  2628. mutex_unlock(&L2CLock);
  2629. ret = register_chrdev_region(vcodec_devno, 1, VCODEC_DEVNAME);
  2630. if (ret)
  2631. MODULE_MFV_LOGE("[ERROR] Can't Get Major number for VCodec Device\n");
  2632. vcodec_cdev = cdev_alloc();
  2633. vcodec_cdev->owner = THIS_MODULE;
  2634. vcodec_cdev->ops = &vcodec_fops;
  2635. ret = cdev_add(vcodec_cdev, vcodec_devno, 1);
  2636. if (ret)
  2637. MODULE_MFV_LOGE("[ERROR] Can't add Vcodec Device\n");
  2638. vcodec_class = class_create(THIS_MODULE, VCODEC_DEVNAME);
  2639. if (IS_ERR(vcodec_class)) {
  2640. ret = PTR_ERR(vcodec_class);
  2641. MODULE_MFV_LOGE("[VCODEC][ERROR] Unable to create class, err = %d", ret);
  2642. return ret;
  2643. }
  2644. vcodec_device = device_create(vcodec_class, NULL, vcodec_devno, NULL, VCODEC_DEVNAME);
  2645. /* if (request_irq
  2646. (MT_VDEC_IRQ_ID , (irq_handler_t)video_intr_dlr, IRQF_TRIGGER_LOW, VCODEC_DEVNAME, NULL) < 0) */
  2647. if (request_irq
  2648. (VDEC_IRQ_ID, (irq_handler_t) video_intr_dlr, IRQF_TRIGGER_LOW, VCODEC_DEVNAME,
  2649. NULL) < 0) {
  2650. MODULE_MFV_LOGE("[VCODEC][ERROR] error to request dec irq\n");
  2651. } else {
  2652. MODULE_MFV_LOGD("[VCODEC] success to request dec irq: %d\n", VDEC_IRQ_ID);
  2653. }
  2654. /* if (request_irq
  2655. (MT_VENC_IRQ_ID , (irq_handler_t)video_intr_dlr2, IRQF_TRIGGER_LOW, VCODEC_DEVNAME, NULL) < 0) */
  2656. if (request_irq
  2657. (VENC_IRQ_ID, (irq_handler_t) video_intr_dlr2, IRQF_TRIGGER_LOW, VCODEC_DEVNAME,
  2658. NULL) < 0) {
  2659. MODULE_MFV_LOGD("[VCODEC][ERROR] error to request enc irq\n");
  2660. } else {
  2661. MODULE_MFV_LOGD("[VCODEC] success to request enc irq: %d\n", VENC_IRQ_ID);
  2662. }
  2663. /* disable_irq(MT_VDEC_IRQ_ID); */
  2664. disable_irq(VDEC_IRQ_ID);
  2665. /* disable_irq(MT_VENC_IRQ_ID); */
  2666. disable_irq(VENC_IRQ_ID);
  2667. vcodec_device->coherent_dma_mask = DMA_BIT_MASK(32);
  2668. if (!vcodec_device->dma_mask)
  2669. vcodec_device->dma_mask = &vcodec_device->coherent_dma_mask;
  2670. MODULE_MFV_LOGD("vcodec_probe Done\n");
  2671. return 0;
  2672. }
  2673. #ifdef CONFIG_MTK_HIBERNATION
  2674. static int vcodec_pm_restore_noirq(struct device *device)
  2675. {
  2676. /* vdec : IRQF_TRIGGER_LOW */
  2677. mt_irq_set_sens(VDEC_IRQ_ID, MT_LEVEL_SENSITIVE);
  2678. mt_irq_set_polarity(VDEC_IRQ_ID, MT_POLARITY_LOW);
  2679. /* venc: IRQF_TRIGGER_LOW */
  2680. mt_irq_set_sens(VENC_IRQ_ID, MT_LEVEL_SENSITIVE);
  2681. mt_irq_set_polarity(VENC_IRQ_ID, MT_POLARITY_LOW);
  2682. return 0;
  2683. }
  2684. #endif
  2685. static int __init vcodec_driver_init(void)
  2686. {
  2687. int i, j;
  2688. VAL_RESULT_T eValHWLockRet;
  2689. VAL_ULONG_T ulFlags, ulFlagsLockHW, ulFlagsISR;
  2690. MODULE_MFV_LOGD("+vcodec_driver_init !!\n");
  2691. mutex_lock(&DriverOpenCountLock);
  2692. Driver_Open_Count = 0;
  2693. mutex_unlock(&DriverOpenCountLock);
  2694. mutex_lock(&LogCountLock);
  2695. gu4LogCountUser = 0;
  2696. gu4LogCount = 0;
  2697. mutex_unlock(&LogCountLock);
  2698. {
  2699. #ifdef CONFIG_ARCH_MT6735M
  2700. struct device_node *node = NULL;
  2701. node = of_find_compatible_node(NULL, NULL, "mediatek,VENC");
  2702. if (node) {
  2703. KVA_VENC_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2704. VENC_IRQ_ID = irq_of_parse_and_map(node, 0);
  2705. } else {
  2706. MODULE_MFV_LOGD("[VCODEC][DeviceTree] Not supported, use hard-code value")
  2707. KVA_VENC_BASE = (VAL_ULONG_T) ioremap(0x14016000, 0x800);
  2708. /* VENC_IRQ_ID = MT_VENC_IRQ_ID; */
  2709. }
  2710. KVA_VENC_IRQ_STATUS_ADDR = KVA_VENC_BASE + 0x67C;
  2711. KVA_VENC_IRQ_ACK_ADDR = KVA_VENC_BASE + 0x678;
  2712. KVA_VENC_ZERO_COEF_COUNT_ADDR = KVA_VENC_BASE + 0x688;
  2713. KVA_VENC_BYTE_COUNT_ADDR = KVA_VENC_BASE + 0x680;
  2714. KVA_VENC_MP4_IRQ_ENABLE_ADDR = KVA_VENC_BASE + 0x668;
  2715. #else
  2716. struct device_node *node = NULL;
  2717. node = of_find_compatible_node(NULL, NULL, "mediatek,VENC");
  2718. KVA_VENC_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2719. VENC_IRQ_ID = irq_of_parse_and_map(node, 0);
  2720. KVA_VENC_IRQ_STATUS_ADDR = KVA_VENC_BASE + 0x05C;
  2721. KVA_VENC_IRQ_ACK_ADDR = KVA_VENC_BASE + 0x060;
  2722. #endif
  2723. }
  2724. {
  2725. struct device_node *node = NULL;
  2726. node = of_find_compatible_node(NULL, NULL, "mediatek,VDEC_FULL_TOP");
  2727. KVA_VDEC_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2728. VDEC_IRQ_ID = irq_of_parse_and_map(node, 0);
  2729. KVA_VDEC_MISC_BASE = KVA_VDEC_BASE + 0x0000;
  2730. KVA_VDEC_VLD_BASE = KVA_VDEC_BASE + 0x1000;
  2731. }
  2732. {
  2733. struct device_node *node = NULL;
  2734. node = of_find_compatible_node(NULL, NULL, "mediatek,VDEC_GCON");
  2735. KVA_VDEC_GCON_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2736. MODULE_MFV_LOGD
  2737. ("[VCODEC][DeviceTree] KVA_VENC_BASE(0x%lx), KVA_VDEC_BASE(0x%lx), KVA_VDEC_GCON_BASE(0x%lx)",
  2738. KVA_VENC_BASE, KVA_VDEC_BASE, KVA_VDEC_GCON_BASE);
  2739. MODULE_MFV_LOGD("[VCODEC][DeviceTree] VDEC_IRQ_ID(%d), VENC_IRQ_ID(%d)", VDEC_IRQ_ID,
  2740. VENC_IRQ_ID);
  2741. }
  2742. /* KVA_VENC_IRQ_STATUS_ADDR = (VAL_ULONG_T)ioremap(VENC_IRQ_STATUS_addr, 4); */
  2743. /* KVA_VENC_IRQ_ACK_ADDR = (VAL_ULONG_T)ioremap(VENC_IRQ_ACK_addr, 4); */
  2744. #ifdef VENC_PWR_FPGA /* useless 2014_3_4 */
  2745. KVA_VENC_CLK_CFG_0_ADDR = (VAL_ULONG_T) ioremap(CLK_CFG_0_addr, 4);
  2746. KVA_VENC_CLK_CFG_4_ADDR = (VAL_ULONG_T) ioremap(CLK_CFG_4_addr, 4);
  2747. KVA_VENC_PWR_ADDR = (VAL_ULONG_T) ioremap(VENC_PWR_addr, 4);
  2748. KVA_VENCSYS_CG_SET_ADDR = (VAL_ULONG_T) ioremap(VENCSYS_CG_SET_addr, 4);
  2749. #endif
  2750. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  2751. gu4LockDecHWCount = 0;
  2752. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  2753. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  2754. gu4LockEncHWCount = 0;
  2755. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  2756. spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
  2757. gu4DecISRCount = 0;
  2758. spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
  2759. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  2760. gu4EncISRCount = 0;
  2761. spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
  2762. mutex_lock(&VdecPWRLock);
  2763. gu4VdecPWRCounter = 0;
  2764. mutex_unlock(&VdecPWRLock);
  2765. mutex_lock(&VencPWRLock);
  2766. gu4VencPWRCounter = 0;
  2767. mutex_unlock(&VencPWRLock);
  2768. mutex_lock(&IsOpenedLock);
  2769. if (VAL_FALSE == bIsOpened) {
  2770. bIsOpened = VAL_TRUE;
  2771. vcodec_probe(NULL);
  2772. }
  2773. mutex_unlock(&IsOpenedLock);
  2774. mutex_lock(&VdecHWLock);
  2775. gu4VdecLockThreadId = 0;
  2776. grVcodecDecHWLock.pvHandle = 0;
  2777. grVcodecDecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2778. grVcodecDecHWLock.rLockedTime.u4Sec = 0;
  2779. grVcodecDecHWLock.rLockedTime.u4uSec = 0;
  2780. mutex_unlock(&VdecHWLock);
  2781. mutex_lock(&VencHWLock);
  2782. grVcodecEncHWLock.pvHandle = 0;
  2783. grVcodecEncHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2784. grVcodecEncHWLock.rLockedTime.u4Sec = 0;
  2785. grVcodecEncHWLock.rLockedTime.u4uSec = 0;
  2786. mutex_unlock(&VencHWLock);
  2787. mutex_lock(&NonCacheMemoryListLock);
  2788. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM_x_10; i++) {
  2789. grNonCacheMemoryList[i].pvHandle = 0x0;
  2790. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2791. grNonCacheMemoryList[i].u4VCodecThreadID[j] = 0xffffffff;
  2792. grNonCacheMemoryList[i].ulKVA = -1L;
  2793. grNonCacheMemoryList[i].ulKPA = -1L;
  2794. }
  2795. mutex_unlock(&NonCacheMemoryListLock);
  2796. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  2797. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM; i++) {
  2798. oal_hw_context[i].Oal_HW_reg = (VAL_VCODEC_OAL_HW_REGISTER_T *) 0;
  2799. oal_hw_context[i].ObjId = -1L;
  2800. oal_hw_context[i].slotindex = i;
  2801. oal_hw_context[i].u4VCodecThreadNum = VCODEC_THREAD_MAX_NUM;
  2802. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2803. oal_hw_context[i].u4VCodecThreadID[j] = -1;
  2804. oal_hw_context[i].pvHandle = 0;
  2805. oal_hw_context[i].u4NumOfRegister = 0;
  2806. for (j = 0; j < OALMEM_STATUS_NUM; j++) {
  2807. oal_hw_context[i].oalmem_status[j].u4ReadAddr = 0;
  2808. oal_hw_context[i].oalmem_status[j].u4ReadData = 0;
  2809. }
  2810. }
  2811. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  2812. /* HWLockEvent part */
  2813. mutex_lock(&DecHWLockEventTimeoutLock);
  2814. DecHWLockEvent.pvHandle = "DECHWLOCK_EVENT";
  2815. DecHWLockEvent.u4HandleSize = sizeof("DECHWLOCK_EVENT") + 1;
  2816. DecHWLockEvent.u4TimeoutMs = 1;
  2817. mutex_unlock(&DecHWLockEventTimeoutLock);
  2818. eValHWLockRet = eVideoCreateEvent(&DecHWLockEvent, sizeof(VAL_EVENT_T));
  2819. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2820. MODULE_MFV_LOGE("[VCODEC][ERROR] create dec hwlock event error\n");
  2821. mutex_lock(&EncHWLockEventTimeoutLock);
  2822. EncHWLockEvent.pvHandle = "ENCHWLOCK_EVENT";
  2823. EncHWLockEvent.u4HandleSize = sizeof("ENCHWLOCK_EVENT") + 1;
  2824. EncHWLockEvent.u4TimeoutMs = 1;
  2825. mutex_unlock(&EncHWLockEventTimeoutLock);
  2826. eValHWLockRet = eVideoCreateEvent(&EncHWLockEvent, sizeof(VAL_EVENT_T));
  2827. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2828. MODULE_MFV_LOGE("[VCODEC][ERROR] create enc hwlock event error\n");
  2829. /* IsrEvent part */
  2830. spin_lock_irqsave(&DecIsrLock, ulFlags);
  2831. DecIsrEvent.pvHandle = "DECISR_EVENT";
  2832. DecIsrEvent.u4HandleSize = sizeof("DECISR_EVENT") + 1;
  2833. DecIsrEvent.u4TimeoutMs = 1;
  2834. spin_unlock_irqrestore(&DecIsrLock, ulFlags);
  2835. eValHWLockRet = eVideoCreateEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  2836. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2837. MODULE_MFV_LOGE("[VCODEC][ERROR] create dec isr event error\n");
  2838. spin_lock_irqsave(&EncIsrLock, ulFlags);
  2839. EncIsrEvent.pvHandle = "ENCISR_EVENT";
  2840. EncIsrEvent.u4HandleSize = sizeof("ENCISR_EVENT") + 1;
  2841. EncIsrEvent.u4TimeoutMs = 1;
  2842. spin_unlock_irqrestore(&EncIsrLock, ulFlags);
  2843. eValHWLockRet = eVideoCreateEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  2844. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2845. MODULE_MFV_LOGE("[VCODEC][ERROR] create enc isr event error\n");
  2846. MODULE_MFV_LOGD("vcodec_driver_init Done\n");
  2847. #ifdef CONFIG_HAS_EARLYSUSPEND
  2848. register_early_suspend(&vcodec_early_suspend_handler);
  2849. #endif
  2850. #ifdef CONFIG_MTK_HIBERNATION
  2851. register_swsusp_restore_noirq_func(ID_M_VCODEC, vcodec_pm_restore_noirq, NULL);
  2852. #endif
  2853. register_mmclk_switch_vdec_ctrl_cb(vdec_suspend_before_mmsysclk_switch, vdec_resume_after_mmsysclk_switch);
  2854. return 0;
  2855. }
  2856. static void __exit vcodec_driver_exit(void)
  2857. {
  2858. VAL_RESULT_T eValHWLockRet;
  2859. MODULE_MFV_LOGD("vcodec_driver_exit\n");
  2860. mutex_lock(&IsOpenedLock);
  2861. if (VAL_TRUE == bIsOpened)
  2862. bIsOpened = VAL_FALSE;
  2863. mutex_unlock(&IsOpenedLock);
  2864. cdev_del(vcodec_cdev);
  2865. unregister_chrdev_region(vcodec_devno, 1);
  2866. /* [TODO] iounmap the following? */
  2867. #if 0
  2868. iounmap((void *)KVA_VENC_IRQ_STATUS_ADDR);
  2869. iounmap((void *)KVA_VENC_IRQ_ACK_ADDR);
  2870. #endif
  2871. #ifdef VENC_PWR_FPGA
  2872. iounmap((void *)KVA_VENC_CLK_CFG_0_ADDR);
  2873. iounmap((void *)KVA_VENC_CLK_CFG_4_ADDR);
  2874. iounmap((void *)KVA_VENC_PWR_ADDR);
  2875. iounmap((void *)KVA_VENCSYS_CG_SET_ADDR);
  2876. #else
  2877. /* TODO: */
  2878. /* iounmap((void *)KVA_VENC_BASE); */
  2879. #endif
  2880. /* [TODO] free IRQ here */
  2881. /* free_irq(MT_VENC_IRQ_ID, NULL); */
  2882. free_irq(VENC_IRQ_ID, NULL);
  2883. /* free_irq(MT_VDEC_IRQ_ID, NULL); */
  2884. free_irq(VDEC_IRQ_ID, NULL);
  2885. eValHWLockRet = eVideoCloseEvent(&DecHWLockEvent, sizeof(VAL_EVENT_T));
  2886. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2887. MODULE_MFV_LOGE("[VCODEC][ERROR] close dec hwlock event error\n");
  2888. eValHWLockRet = eVideoCloseEvent(&EncHWLockEvent, sizeof(VAL_EVENT_T));
  2889. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2890. MODULE_MFV_LOGE("[VCODEC][ERROR] close enc hwlock event error\n");
  2891. eValHWLockRet = eVideoCloseEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  2892. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2893. MODULE_MFV_LOGE("[VCODEC][ERROR] close dec isr event error\n");
  2894. eValHWLockRet = eVideoCloseEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  2895. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2896. MODULE_MFV_LOGE("[VCODEC][ERROR] close enc isr event error\n");
  2897. #ifdef CONFIG_HAS_EARLYSUSPEND
  2898. unregister_early_suspend(&vcodec_early_suspend_handler);
  2899. #endif
  2900. #ifdef CONFIG_MTK_HIBERNATION
  2901. unregister_swsusp_restore_noirq_func(ID_M_VCODEC);
  2902. #endif
  2903. }
  2904. module_init(vcodec_driver_init);
  2905. module_exit(vcodec_driver_exit);
  2906. MODULE_AUTHOR("Legis, Lu <legis.lu@mediatek.com>");
  2907. MODULE_DESCRIPTION("Denali-2 Vcodec Driver");
  2908. MODULE_LICENSE("GPL");