videocodec_kernel_driver_D2.c 107 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339
  1. #include <linux/init.h>
  2. #include <linux/module.h>
  3. #include <linux/kernel.h>
  4. #include <linux/types.h>
  5. #include <linux/device.h>
  6. #include <linux/kdev_t.h>
  7. #include <linux/fs.h>
  8. #include <linux/cdev.h>
  9. #include <linux/platform_device.h>
  10. #include <linux/dma-mapping.h>
  11. #include <linux/mm_types.h>
  12. #include <linux/mm.h>
  13. #include <linux/jiffies.h>
  14. #include <linux/sched.h>
  15. #include <asm/uaccess.h>
  16. #include <asm/page.h>
  17. #include <linux/vmalloc.h>
  18. #include <linux/interrupt.h>
  19. #include <mach/irqs.h>
  20. /* #include <mach/x_define_irq.h> */
  21. #include <linux/wait.h>
  22. #include <linux/proc_fs.h>
  23. #include <linux/semaphore.h>
  24. #include <mt-plat/dma.h>
  25. #include <linux/delay.h>
  26. #include "mt-plat/sync_write.h"
  27. /* #include "mach/mt_reg_base.h" */
  28. #include "mach/mt_clkmgr.h"
  29. #include "mmdvfs_mgr.h"
  30. #ifdef CONFIG_MTK_HIBERNATION
  31. #include <mtk_hibernate_dpm.h>
  32. /* #include <mach/diso.h> */
  33. #endif
  34. #include "videocodec_kernel_driver.h"
  35. #include "../videocodec_kernel.h"
  36. #include <asm/cacheflush.h>
  37. #include <asm/io.h>
  38. #include <asm/sizes.h>
  39. #include "val_types_private.h"
  40. #include "hal_types_private.h"
  41. #include "val_api_private.h"
  42. #include "val_log.h"
  43. #include "drv_api.h"
  44. #include <linux/of.h>
  45. #include <linux/of_address.h>
  46. #include <linux/of_irq.h>
  47. #if IS_ENABLED(CONFIG_COMPAT)
  48. #include <linux/uaccess.h>
  49. #include <linux/compat.h>
  50. #endif
  51. /* #define CONFIG_ARCH_MT6735M */
  52. /*
  53. #ifdef CONFIG_ARCH_MT6735M
  54. #include "mt_irq.h"
  55. #endif
  56. */
  57. #include <mt_smi.h>
  58. #define ENABLE_MMDVFS_VDEC
  59. #ifdef ENABLE_MMDVFS_VDEC
  60. /* <--- MM DVFS related */
  61. #define DROP_PERCENTAGE 50
  62. #define RAISE_PERCENTAGE 90
  63. #define MONITOR_DURATION_MS 4000
  64. /* dvfs patch */
  65. /* #define MMDVFS_VOLTAGE_LOW 0 */
  66. /* #define MMDVFS_VOLTAGE_HIGH 1 */
  67. #define DVFS_LOW MMDVFS_VOLTAGE_LOW
  68. #define DVFS_HIGH MMDVFS_VOLTAGE_HIGH
  69. #define DVFS_DEFAULT MMDVFS_VOLTAGE_HIGH
  70. #define MONITOR_START_MINUS_1 0
  71. #define SW_OVERHEAD_MS 1
  72. #define MMDVFS_UPPER_BOUND_MS 50
  73. static VAL_BOOL_T gMMDFVFSMonitorStarts = VAL_FALSE;
  74. static VAL_BOOL_T gFirstDvfsLock = VAL_FALSE;
  75. static VAL_UINT32_T gMMDFVFSMonitorCounts;
  76. static VAL_TIME_T gMMDFVFSMonitorStartTime;
  77. static VAL_TIME_T gMMDFVFSLastLockTime;
  78. static VAL_TIME_T gMMDFVFSMonitorEndTime;
  79. static VAL_UINT32_T gHWLockInterval;
  80. static VAL_INT32_T gHWLockMaxDuration;
  81. static VAL_INT32_T gMMDVFSHandle = 0;
  82. VAL_UINT32_T TimeDiffMs(VAL_TIME_T timeOld, VAL_TIME_T timeNew)
  83. {
  84. /* MODULE_MFV_LOGE ("@@ timeOld(%d, %d), timeNew(%d, %d)",
  85. timeOld.u4Sec, timeOld.u4uSec, timeNew.u4Sec, timeNew.u4uSec); */
  86. return ((((timeNew.u4Sec - timeOld.u4Sec) * 1000000) + timeNew.u4uSec) -
  87. timeOld.u4uSec) / 1000;
  88. }
  89. /* raise/drop voltage */
  90. #if 0 /* dvfs patch */
  91. void SendDvfsRequest(int level)
  92. {
  93. }
  94. #else
  95. void SendDvfsRequest(int level)
  96. {
  97. int ret = 0;
  98. if (level == MMDVFS_VOLTAGE_LOW) {
  99. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] SendDvfsRequest(MMDVFS_VOLTAGE_LOW)\n");
  100. clkmux_sel(MT_MUX_VDEC, 3, "MMDVFS_VOLTAGE_LOW"); /* 156MHz */
  101. ret = mmdvfs_set_step(SMI_BWC_SCEN_VP, MMDVFS_VOLTAGE_LOW);
  102. } else if (level == MMDVFS_VOLTAGE_HIGH) {
  103. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] SendDvfsRequest(MMDVFS_VOLTAGE_HIGH)\n");
  104. ret = mmdvfs_set_step(SMI_BWC_SCEN_VP, MMDVFS_VOLTAGE_HIGH);
  105. clkmux_sel(MT_MUX_VDEC, 4, "MMDVFS_VOLTAGE_HIGH"); /* 273MHz */
  106. } else {
  107. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] @@ OOPS: level = %d\n", level);
  108. }
  109. if (0 != ret)
  110. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] @@ OOPS: mmdvfs_set_step error!\n");
  111. }
  112. #endif
  113. void VdecDvfsBegin(void)
  114. {
  115. gMMDFVFSMonitorStarts = VAL_TRUE;
  116. gMMDFVFSMonitorCounts = 0;
  117. gHWLockInterval = 0;
  118. gFirstDvfsLock = VAL_TRUE;
  119. gHWLockMaxDuration = 0;
  120. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] @@ VdecDvfsBegin\n");
  121. /* eVideoGetTimeOfDay(&gMMDFVFSMonitorStartTime, sizeof(VAL_TIME_T)); */
  122. }
  123. VAL_UINT32_T VdecDvfsGetMonitorDuration(void)
  124. {
  125. eVideoGetTimeOfDay(&gMMDFVFSMonitorEndTime, sizeof(VAL_TIME_T));
  126. return TimeDiffMs(gMMDFVFSMonitorStartTime, gMMDFVFSMonitorEndTime);
  127. }
  128. void VdecDvfsEnd(int level)
  129. {
  130. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] VdecDVFS monitor %dms, decoded %d frames, total time %d\n",
  131. MONITOR_DURATION_MS, gMMDFVFSMonitorCounts, gHWLockInterval);
  132. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC] max duration %d, target lv %d\n", gHWLockMaxDuration, level);
  133. gMMDFVFSMonitorStarts = VAL_FALSE;
  134. gMMDFVFSMonitorCounts = 0;
  135. gHWLockInterval = 0;
  136. gHWLockMaxDuration = 0;
  137. }
  138. VAL_UINT32_T VdecDvfsStep(void)
  139. {
  140. VAL_TIME_T _now;
  141. VAL_UINT32_T _diff = 0;
  142. eVideoGetTimeOfDay(&_now, sizeof(VAL_TIME_T));
  143. _diff = TimeDiffMs(gMMDFVFSLastLockTime, _now);
  144. if (_diff > MMDVFS_UPPER_BOUND_MS) {
  145. /* MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC][VdecDvfsStep][Info] gMMDFVFSLastLockTime(%d, %d)\n",
  146. gMMDFVFSLastLockTime.u4Sec, gMMDFVFSLastLockTime.u4uSec);
  147. MODULE_MFV_LOGD("[VCODEC][MMDVFS_VDEC][VdecDvfsStep][Info] _now(%d, %d), diff(%d)\n",
  148. _now.u4Sec, _now.u4uSec, _diff); */
  149. _diff = MMDVFS_UPPER_BOUND_MS;
  150. }
  151. if (_diff > gHWLockMaxDuration)
  152. gHWLockMaxDuration = _diff;
  153. gHWLockInterval += (_diff + SW_OVERHEAD_MS);
  154. return _diff;
  155. }
  156. /* ---> */
  157. #endif
  158. #define VDO_HW_WRITE(ptr, data) mt_reg_sync_writel(data, ptr)
  159. #define VDO_HW_READ(ptr) (*((volatile unsigned int * const)(ptr)))
  160. #define VCODEC_DEVNAME "Vcodec"
  161. #define VCODEC_DEV_MAJOR_NUMBER 160 /* 189 */
  162. /* #define VENC_USE_L2C */
  163. static dev_t vcodec_devno = MKDEV(VCODEC_DEV_MAJOR_NUMBER, 0);
  164. static struct cdev *vcodec_cdev;
  165. static struct class *vcodec_class;
  166. static struct device *vcodec_device;
  167. static DEFINE_MUTEX(IsOpenedLock);
  168. static DEFINE_MUTEX(PWRLock);
  169. static DEFINE_MUTEX(VdecHWLock);
  170. static DEFINE_MUTEX(VencHWLock);
  171. static DEFINE_MUTEX(EncEMILock);
  172. static DEFINE_MUTEX(L2CLock);
  173. static DEFINE_MUTEX(DecEMILock);
  174. static DEFINE_MUTEX(DriverOpenCountLock);
  175. static DEFINE_MUTEX(NonCacheMemoryListLock);
  176. static DEFINE_MUTEX(DecHWLockEventTimeoutLock);
  177. static DEFINE_MUTEX(EncHWLockEventTimeoutLock);
  178. static DEFINE_MUTEX(VdecPWRLock);
  179. static DEFINE_MUTEX(VencPWRLock);
  180. static DEFINE_MUTEX(InitHWLock);
  181. static DEFINE_MUTEX(LogCountLock);
  182. static DEFINE_SPINLOCK(OalHWContextLock);
  183. static DEFINE_SPINLOCK(DecIsrLock);
  184. static DEFINE_SPINLOCK(EncIsrLock);
  185. static DEFINE_SPINLOCK(LockDecHWCountLock);
  186. static DEFINE_SPINLOCK(LockEncHWCountLock);
  187. static DEFINE_SPINLOCK(DecISRCountLock);
  188. static DEFINE_SPINLOCK(EncISRCountLock);
  189. static VAL_EVENT_T DecHWLockEvent; /* mutex : HWLockEventTimeoutLock */
  190. static VAL_EVENT_T EncHWLockEvent; /* mutex : HWLockEventTimeoutLock */
  191. static VAL_EVENT_T DecIsrEvent; /* mutex : HWLockEventTimeoutLock */
  192. static VAL_EVENT_T EncIsrEvent; /* mutex : HWLockEventTimeoutLock */
  193. static VAL_INT32_T Driver_Open_Count; /* mutex : DriverOpenCountLock */
  194. static VAL_UINT32_T gu4PWRCounter; /* mutex : PWRLock */
  195. static VAL_UINT32_T gu4EncEMICounter; /* mutex : EncEMILock */
  196. static VAL_UINT32_T gu4DecEMICounter; /* mutex : DecEMILock */
  197. static VAL_UINT32_T gu4L2CCounter; /* mutex : L2CLock */
  198. static VAL_BOOL_T bIsOpened = VAL_FALSE; /* mutex : IsOpenedLock */
  199. static VAL_UINT32_T gu4HwVencIrqStatus; /* hardware VENC IRQ status (VP8/H264) */
  200. static VAL_UINT32_T gu4VdecPWRCounter; /* mutex : VdecPWRLock */
  201. static VAL_UINT32_T gu4VencPWRCounter; /* mutex : VencPWRLock */
  202. static VAL_UINT32_T gu4LogCountUser; /* mutex : LogCountLock */
  203. static VAL_UINT32_T gu4LogCount;
  204. static VAL_UINT32_T gLockTimeOutCount;
  205. static VAL_UINT32_T gu4VdecLockThreadId;
  206. #if IS_ENABLED(CONFIG_COMPAT)
  207. static VAL_UINT8_T *ori_user_data_addr;
  208. static VAL_VCODEC_OAL_MEM_STAUTS_T *ori_pHWStatus;
  209. #endif
  210. /* #define VCODEC_DEBUG */
  211. #ifdef VCODEC_DEBUG
  212. #undef VCODEC_DEBUG
  213. #define VCODEC_DEBUG MODULE_MFV_LOGE
  214. #undef MODULE_MFV_LOGD
  215. #define MODULE_MFV_LOGD MODULE_MFV_LOGE
  216. #else
  217. #define VCODEC_DEBUG(...)
  218. #undef MODULE_MFV_LOGD
  219. #define MODULE_MFV_LOGD(...)
  220. #endif
  221. /* VENC physical base address */
  222. #undef VENC_BASE
  223. #define VENC_BASE 0x17002000
  224. #define VENC_REGION 0x1000
  225. #undef MP4_VENC_BASE
  226. #define MP4_VENC_BASE 0x15009000
  227. #define MP4_VENC_REGION 0x1000
  228. /* VDEC virtual base address */
  229. #define VDEC_BASE_PHY 0x16000000
  230. #define VDEC_REGION 0x29000
  231. #define HW_BASE 0x7FFF000
  232. #define HW_REGION 0x2000
  233. #define INFO_BASE 0x10000000
  234. #define INFO_REGION 0x1000
  235. #if 0
  236. #define VENC_IRQ_STATUS_addr (VENC_BASE + 0x05C)
  237. #define VENC_IRQ_ACK_addr (VENC_BASE + 0x060)
  238. #define VENC_MP4_IRQ_ACK_addr (VENC_BASE + 0x678)
  239. #define VENC_MP4_IRQ_STATUS_addr (VENC_BASE + 0x67C)
  240. #define VENC_ZERO_COEF_COUNT_addr (VENC_BASE + 0x688)
  241. #define VENC_BYTE_COUNT_addr (VENC_BASE + 0x680)
  242. #define VENC_MP4_IRQ_ENABLE_addr (VENC_BASE + 0x668)
  243. #define VENC_MP4_STATUS_addr (VENC_BASE + 0x664)
  244. #define VENC_MP4_MVQP_STATUS_addr (VENC_BASE + 0x6E4)
  245. #endif
  246. #define VENC_IRQ_STATUS_SPS 0x1
  247. #define VENC_IRQ_STATUS_PPS 0x2
  248. #define VENC_IRQ_STATUS_FRM 0x4
  249. #define VENC_IRQ_STATUS_DRAM 0x8
  250. #define VENC_IRQ_STATUS_PAUSE 0x10
  251. #define VENC_IRQ_STATUS_SWITCH 0x20
  252. /* #define VENC_PWR_FPGA */
  253. /* Cheng-Jung 20120621 VENC power physical base address (FPGA only, should use API) [ */
  254. #ifdef VENC_PWR_FPGA
  255. #define CLK_CFG_0_addr 0x10000140
  256. #define CLK_CFG_4_addr 0x10000150
  257. #define VENC_PWR_addr 0x10006230
  258. #define VENCSYS_CG_SET_addr 0x15000004
  259. #define PWR_ONS_1_D 3
  260. #define PWR_CKD_1_D 4
  261. #define PWR_ONN_1_D 2
  262. #define PWR_ISO_1_D 1
  263. #define PWR_RST_0_D 0
  264. #define PWR_ON_SEQ_0 ((0x1 << PWR_ONS_1_D) | (0x1 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  265. (0x1 << PWR_ISO_1_D) | (0x0 << PWR_RST_0_D))
  266. #define PWR_ON_SEQ_1 ((0x1 << PWR_ONS_1_D) | (0x0 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  267. (0x1 << PWR_ISO_1_D) | (0x0 << PWR_RST_0_D))
  268. #define PWR_ON_SEQ_2 ((0x1 << PWR_ONS_1_D) | (0x0 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  269. (0x0 << PWR_ISO_1_D) | (0x0 << PWR_RST_0_D))
  270. #define PWR_ON_SEQ_3 ((0x1 << PWR_ONS_1_D) | (0x0 << PWR_CKD_1_D) | (0x1 << PWR_ONN_1_D) |\
  271. (0x0 << PWR_ISO_1_D) | (0x1 << PWR_RST_0_D))
  272. /* ] */
  273. #endif
  274. #if 0
  275. /* VDEC virtual base address */
  276. #define VDEC_MISC_BASE (VDEC_BASE + 0x0000)
  277. #define VDEC_VLD_BASE (VDEC_BASE + 0x1000)
  278. #endif
  279. VAL_ULONG_T KVA_VENC_IRQ_ACK_ADDR, KVA_VENC_IRQ_STATUS_ADDR, KVA_VENC_BASE;
  280. VAL_ULONG_T KVA_VENC_ZERO_COEF_COUNT_ADDR, KVA_VENC_BYTE_COUNT_ADDR; /* hybrid */
  281. VAL_ULONG_T KVA_VDEC_MISC_BASE, KVA_VDEC_VLD_BASE, KVA_VDEC_BASE, KVA_VDEC_GCON_BASE;
  282. VAL_UINT32_T VENC_IRQ_ID, VDEC_IRQ_ID;
  283. VAL_ULONG_T KVA_VENC_MP4_IRQ_ENABLE_ADDR;
  284. #ifdef VENC_PWR_FPGA
  285. /* Cheng-Jung 20120621 VENC power physical base address (FPGA only, should use API) [ */
  286. VAL_ULONG_T KVA_VENC_CLK_CFG_0_ADDR, KVA_VENC_CLK_CFG_4_ADDR, KVA_VENC_PWR_ADDR, KVA_VENCSYS_CG_SET_ADDR;
  287. /* ] */
  288. #endif
  289. /* extern unsigned long pmem_user_v2p_video(unsigned long va); */
  290. extern int register_mmclk_switch_vdec_ctrl_cb(vdec_ctrl_cb vdec_suspend_cb,
  291. vdec_ctrl_cb vdec_resume_cb);
  292. #if defined(VENC_USE_L2C)
  293. /* extern int config_L2(int option); */
  294. #endif
  295. void vdec_power_on(void)
  296. {
  297. mutex_lock(&VdecPWRLock);
  298. gu4VdecPWRCounter++;
  299. mutex_unlock(&VdecPWRLock);
  300. /* Central power on */
  301. enable_clock(MT_CG_DISP0_SMI_COMMON, "VDEC");
  302. enable_clock(MT_CG_VDEC0_VDEC, "VDEC");
  303. enable_clock(MT_CG_VDEC1_LARB, "VDEC");
  304. #ifdef VDEC_USE_L2C
  305. /* enable_clock(MT_CG_INFRA_L2C_SRAM, "VDEC"); */
  306. #endif
  307. }
  308. void vdec_power_off(void)
  309. {
  310. mutex_lock(&VdecPWRLock);
  311. if (gu4VdecPWRCounter != 0) {
  312. gu4VdecPWRCounter--;
  313. /* Central power off */
  314. disable_clock(MT_CG_VDEC0_VDEC, "VDEC");
  315. disable_clock(MT_CG_VDEC1_LARB, "VDEC");
  316. disable_clock(MT_CG_DISP0_SMI_COMMON, "VDEC");
  317. #ifdef VDEC_USE_L2C
  318. /* disable_clock(MT_CG_INFRA_L2C_SRAM, "VDEC"); */
  319. #endif
  320. }
  321. mutex_unlock(&VdecPWRLock);
  322. }
  323. void venc_power_on(void)
  324. {
  325. mutex_lock(&VencPWRLock);
  326. gu4VencPWRCounter++;
  327. mutex_unlock(&VencPWRLock);
  328. MODULE_MFV_LOGD("[VCODEC] venc_power_on +\n");
  329. enable_clock(MT_CG_DISP0_SMI_COMMON, "VENC");
  330. enable_clock(MT_CG_IMAGE_VCODEC, "VENC");
  331. enable_clock(MT_CG_IMAGE_LARB2_SMI, "VENC");
  332. #ifdef VENC_USE_L2C
  333. enable_clock(MT_CG_INFRA_L2C_SRAM, "VENC");
  334. #endif
  335. /* enable_clock(MT_CG_MM_CODEC_SW_CG, "VideoClock"); */
  336. /* larb_clock_on(0, "VideoClock"); */
  337. VDO_HW_WRITE(KVA_VENC_MP4_IRQ_ENABLE_ADDR, 0x1);
  338. MODULE_MFV_LOGD("[VCODEC] venc_power_on -\n");
  339. }
  340. void venc_power_off(void)
  341. {
  342. mutex_lock(&VencPWRLock);
  343. if (gu4VencPWRCounter != 0) {
  344. gu4VencPWRCounter--;
  345. MODULE_MFV_LOGD("[VCODEC] venc_power_off +\n");
  346. disable_clock(MT_CG_IMAGE_LARB2_SMI, "VENC");
  347. disable_clock(MT_CG_IMAGE_VCODEC, "VENC");
  348. disable_clock(MT_CG_DISP0_SMI_COMMON, "VENC");
  349. #ifdef VENC_USE_L2C
  350. disable_clock(MT_CG_INFRA_L2C_SRAM, "VENC");
  351. #endif
  352. /* disable_clock(MT_CG_MM_CODEC_SW_CG, "VideoClock"); */
  353. /* larb_clock_off(0, "VideoClock"); */
  354. MODULE_MFV_LOGD("[VCODEC] venc_power_off -\n");
  355. }
  356. mutex_unlock(&VencPWRLock);
  357. }
  358. void dec_isr(void)
  359. {
  360. VAL_RESULT_T eValRet;
  361. VAL_ULONG_T ulFlags, ulFlagsISR, ulFlagsLockHW;
  362. VAL_UINT32_T u4TempDecISRCount = 0;
  363. VAL_UINT32_T u4TempLockDecHWCount = 0;
  364. VAL_UINT32_T u4CgStatus = 0;
  365. VAL_UINT32_T u4DecDoneStatus = 0;
  366. u4CgStatus = VDO_HW_READ(KVA_VDEC_GCON_BASE);
  367. if ((u4CgStatus & 0x10) != 0) {
  368. MODULE_MFV_LOGE("[VCODEC][ERROR] DEC ISR, VDEC active is not 0x0 (0x%08x)", u4CgStatus);
  369. return;
  370. }
  371. u4DecDoneStatus = VDO_HW_READ(KVA_VDEC_BASE + 0xA4);
  372. if ((u4DecDoneStatus & (0x1 << 16)) != 0x10000) {
  373. MODULE_MFV_LOGE("[VCODEC][ERROR] DEC ISR, Decode done status is not 0x1 (0x%08x)",
  374. u4DecDoneStatus);
  375. return;
  376. }
  377. spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
  378. gu4DecISRCount++;
  379. u4TempDecISRCount = gu4DecISRCount;
  380. spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
  381. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  382. u4TempLockDecHWCount = gu4LockDecHWCount;
  383. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  384. if (u4TempDecISRCount != u4TempLockDecHWCount)
  385. /* MODULE_MFV_LOGE
  386. ("[INFO] Dec ISRCount: 0x%x, LockHWCount:0x%x\n",
  387. u4TempDecISRCount, u4TempLockDecHWCount); */
  388. /* Clear interrupt */
  389. VDO_HW_WRITE(KVA_VDEC_MISC_BASE + 41 * 4, VDO_HW_READ(KVA_VDEC_MISC_BASE + 41 * 4) | 0x11);
  390. VDO_HW_WRITE(KVA_VDEC_MISC_BASE + 41 * 4, VDO_HW_READ(KVA_VDEC_MISC_BASE + 41 * 4) & ~0x10);
  391. spin_lock_irqsave(&DecIsrLock, ulFlags);
  392. eValRet = eVideoSetEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  393. if (VAL_RESULT_NO_ERROR != eValRet)
  394. MODULE_MFV_LOGE("[VCODEC][ERROR] ISR set DecIsrEvent error\n");
  395. spin_unlock_irqrestore(&DecIsrLock, ulFlags);
  396. }
  397. void enc_isr(void)
  398. {
  399. VAL_RESULT_T eValRet;
  400. VAL_UINT32_T index, i, maxnum;
  401. VAL_ULONG_T ulFlags, ulFlagsISR, ulFlagsLockHW;
  402. VAL_UINT32_T u4IRQStatus = 0;
  403. VAL_UINT32_T u4TempEncISRCount = 0;
  404. VAL_UINT32_T u4TempLockEncHWCount = 0;
  405. /* ---------------------- */
  406. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  407. gu4EncISRCount++;
  408. u4TempEncISRCount = gu4EncISRCount;
  409. spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
  410. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  411. u4TempLockEncHWCount = gu4LockEncHWCount;
  412. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  413. if (u4TempEncISRCount != u4TempLockEncHWCount)
  414. /* MODULE_MFV_LOGE
  415. ("[INFO] Enc ISRCount: 0x%x, LockHWCount:0x%x\n",
  416. u4TempEncISRCount, u4TempLockEncHWCount); */
  417. if (grVcodecEncHWLock.pvHandle == 0) {
  418. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] NO one Lock Enc HW, please check!!\n");
  419. /* Clear all status */
  420. if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
  421. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PAUSE);
  422. /* VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM_VP8); */
  423. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SWITCH);
  424. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM);
  425. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SPS);
  426. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PPS);
  427. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_FRM);
  428. } else if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  429. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  430. }
  431. return;
  432. }
  433. if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC) { /* hardwire */
  434. gu4HwVencIrqStatus = VDO_HW_READ(KVA_VENC_IRQ_STATUS_ADDR);
  435. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_PAUSE)
  436. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PAUSE);
  437. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_SWITCH)
  438. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SWITCH);
  439. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_DRAM)
  440. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_DRAM);
  441. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_SPS)
  442. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_SPS);
  443. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_PPS)
  444. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_PPS);
  445. if (gu4HwVencIrqStatus & VENC_IRQ_STATUS_FRM)
  446. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, VENC_IRQ_STATUS_FRM);
  447. } else if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC) { /* hardwire */
  448. MODULE_MFV_LOGE("[VCODEC][ISR] VAL_DRIVER_TYPE_HEVC_ENC!!\n");
  449. } else if (grVcodecEncHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  450. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  451. index = search_HWLockSlot_ByHandle(0, (VAL_HANDLE_T) grVcodecEncHWLock.pvHandle);
  452. /* MODULE_MFV_LOGD("index = %d\n", index); */
  453. /* in case, if the process is killed first, */
  454. /* then receive an ISR from HW, the event information already cleared. */
  455. if (index == -1) { /* Hybrid */
  456. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] Can't find any index in ISR\n");
  457. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  458. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  459. return;
  460. }
  461. /* get address from context */
  462. /* MODULE_MFV_LOGD("ISR: Total %d u4NumOfRegister\n", oal_hw_context[index].u4NumOfRegister); */
  463. maxnum = oal_hw_context[index].u4NumOfRegister;
  464. if (oal_hw_context[index].u4NumOfRegister > VCODEC_MULTIPLE_INSTANCE_NUM) {
  465. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] oal_hw_context[index].u4NumOfRegister =%d\n",
  466. oal_hw_context[index].u4NumOfRegister);
  467. maxnum = VCODEC_MULTIPLE_INSTANCE_NUM;
  468. }
  469. /* MODULE_MFV_LOGD
  470. ("oal_hw_context[index].kva_u4HWIsCompleted 0x%x value=%d\n",
  471. oal_hw_context[index].kva_u4HWIsCompleted,
  472. *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_u4HWIsCompleted)); */
  473. if ((((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsCompleted) == NULL)
  474. || (((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsTimeout) == NULL)) {
  475. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] index = %d, please check!!\n", index);
  476. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  477. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  478. return;
  479. }
  480. *((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsCompleted) = 1;
  481. *((volatile VAL_UINT32_T *)oal_hw_context[index].kva_u4HWIsTimeout) = 0;
  482. for (i = 0; i < maxnum; i++) {
  483. /* MODULE_MFV_LOGD("[BEFORE] ISR read: [%d] User_va=0x%x kva=0x%x 0x%x\n", i , */
  484. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2), */
  485. /* oal_hw_context[index].oalmem_status[i].u4ReadAddr, */
  486. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2 + 1)); */
  487. *((volatile VAL_UINT32_T *)oal_hw_context[index].kva_Oal_HW_mem_reg + i * 2 + 1) =
  488. *((volatile VAL_UINT32_T *)oal_hw_context[index].oalmem_status[i].u4ReadAddr);
  489. if (maxnum == 3) {
  490. if (i == 0) {
  491. u4IRQStatus = (*((volatile VAL_UINT32_T *)
  492. oal_hw_context[index].kva_Oal_HW_mem_reg +
  493. i * 2 + 1));
  494. if (u4IRQStatus != 2) {
  495. MODULE_MFV_LOGE
  496. ("[VCODEC][ERROR][ISR] IRQ status error u4IRQStatus = %d\n",
  497. u4IRQStatus);
  498. }
  499. }
  500. if (u4IRQStatus != 2) {
  501. MODULE_MFV_LOGE("[VCODEC][ERROR][ISR] %d, 0x%lx, %d, %d, %d, %d\n",
  502. i, (VAL_ULONG_T) ((volatile VAL_UINT32_T *)
  503. oal_hw_context
  504. [index].oalmem_status[i].
  505. u4ReadAddr),
  506. (*((volatile VAL_UINT32_T *)
  507. oal_hw_context[index].kva_Oal_HW_mem_reg +
  508. i * 2 + 1)), VDO_HW_READ(KVA_VENC_IRQ_ACK_ADDR),
  509. VDO_HW_READ(KVA_VENC_ZERO_COEF_COUNT_ADDR),
  510. VDO_HW_READ(KVA_VENC_BYTE_COUNT_ADDR));
  511. }
  512. }
  513. /* MODULE_MFV_LOGD("[AFTER] ISR read: [%d] User_va=0x%x kva=0x%x 0x%x\n", i , */
  514. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2), */
  515. /* oal_hw_context[index].oalmem_status[i].u4ReadAddr, */
  516. /* *((volatile VAL_UINT32_T*)oal_hw_context[index].kva_Oal_HW_mem_reg + i*2 + 1)
  517. //oal_hw_context[index].oalmem_status[i].u4ReadData); */
  518. }
  519. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  520. VDO_HW_WRITE(KVA_VENC_IRQ_ACK_ADDR, 1);
  521. /* TODO: Release HW lock */
  522. } else {
  523. MODULE_MFV_LOGE("[VCODEC][ERROR] Invalid lock holder driver type = %d\n",
  524. grVcodecEncHWLock.eDriverType);
  525. }
  526. eValRet = eVideoSetEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  527. if (VAL_RESULT_NO_ERROR != eValRet)
  528. MODULE_MFV_LOGE("[VCODEC][ERROR] ISR set EncIsrEvent error\n");
  529. }
  530. static irqreturn_t video_intr_dlr(int irq, void *dev_id)
  531. {
  532. dec_isr();
  533. return IRQ_HANDLED;
  534. }
  535. static irqreturn_t video_intr_dlr2(int irq, void *dev_id)
  536. {
  537. enc_isr();
  538. return IRQ_HANDLED;
  539. }
  540. static void vcodec_lockhw_dec_fail(VAL_UINT32_T FirstUseDecHW)
  541. {
  542. MODULE_MFV_LOGE
  543. ("[ERROR] VCODEC_LOCKHW, DecHWLockEvent TimeOut, CurrentTID = %d\n", current->pid);
  544. if (FirstUseDecHW != 1) {
  545. mutex_lock(&VdecHWLock);
  546. if (grVcodecDecHWLock.pvHandle == 0) {
  547. MODULE_MFV_LOGE
  548. ("[WARNING] VCODEC_LOCKHW, maybe mediaserver restart before, please check!!\n");
  549. } else {
  550. MODULE_MFV_LOGE
  551. ("[WARNING] VCODEC_LOCKHW, someone use HW, and check timeout value!!\n");
  552. }
  553. mutex_unlock(&VdecHWLock);
  554. }
  555. }
  556. static void vcodec_lockhw_dec_fail_more(VAL_RESULT_T eValRet, VAL_UINT32_T FirstUseDecHW)
  557. {
  558. if (VAL_RESULT_INVALID_ISR == eValRet && FirstUseDecHW != 1) {
  559. MODULE_MFV_LOGE
  560. ("[WARNING] VCODEC_LOCKHW, reset power/irq when HWLock!!\n");
  561. vdec_power_off();
  562. disable_irq(VDEC_IRQ_ID);
  563. }
  564. vdec_power_on();
  565. /* enable_irq(MT_VDEC_IRQ_ID); */
  566. enable_irq(VDEC_IRQ_ID);
  567. #ifdef ENABLE_MMDVFS_VDEC
  568. /* MM DVFS related */
  569. if (VAL_FALSE == gMMDFVFSMonitorStarts) {
  570. /* Continuous monitoring */
  571. VdecDvfsBegin();
  572. }
  573. if (VAL_TRUE == gMMDFVFSMonitorStarts) {
  574. MODULE_MFV_LOGD
  575. ("[VCODEC][MMDVFS_VDEC] @@ LOCK 1\n");
  576. if (gMMDFVFSMonitorCounts >
  577. MONITOR_START_MINUS_1) {
  578. if (VAL_TRUE == gFirstDvfsLock) {
  579. gFirstDvfsLock = VAL_FALSE;
  580. MODULE_MFV_LOGE
  581. ("[VCODEC][MMDVFS_VDEC] @@ LOCK 1 start monitor\n");
  582. eVideoGetTimeOfDay
  583. (&gMMDFVFSMonitorStartTime,
  584. sizeof(VAL_TIME_T));
  585. }
  586. eVideoGetTimeOfDay
  587. (&gMMDFVFSLastLockTime,
  588. sizeof(VAL_TIME_T));
  589. }
  590. }
  591. #endif
  592. }
  593. static long vcodec_lockhw_dec_checkirq(VAL_ISR_T val_isr, VAL_UINT8_T *user_data_addr)
  594. {
  595. if (val_isr.u4IrqStatusNum > 0) {
  596. val_isr.u4IrqStatus[0] = gu4HwVencIrqStatus;
  597. if (copy_to_user(user_data_addr, &val_isr, sizeof(VAL_ISR_T)))
  598. return 1;
  599. }
  600. return 0;
  601. }
  602. static void vcodec_lockhw_dec_check(VAL_RESULT_T eValHWLockRet)
  603. {
  604. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  605. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, ISR set EncHWLockEvent error\n");
  606. }
  607. #ifdef ENABLE_MMDVFS_VDEC
  608. static void vcodec_lockhw_dec_monitor_duration(VAL_UINT32_T _monitor_duration)
  609. {
  610. VAL_UINT32_T _diff = 0;
  611. VAL_UINT32_T _perc = 0;
  612. if (_monitor_duration < MONITOR_DURATION_MS) {
  613. _diff = VdecDvfsStep();
  614. if (_diff == MMDVFS_UPPER_BOUND_MS) {
  615. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC][Info] UNLOCK - lock time (%d ms, %d ms)\n",
  616. _diff, gHWLockInterval);
  617. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC][Info] cnt=%d, _monitor_duration=%d\n",
  618. gMMDFVFSMonitorCounts, _monitor_duration);
  619. }
  620. MODULE_MFV_LOGD
  621. ("[VCODEC][MMDVFS_VDEC] @@ UNLOCK - lock time(%d ms, %d ms), cnt=%d, _monitor_duration=%d\n",
  622. _diff, gHWLockInterval, gMMDFVFSMonitorCounts,
  623. _monitor_duration);
  624. } else {
  625. VdecDvfsStep();
  626. _perc =
  627. (VAL_UINT32_T) (100 * gHWLockInterval /
  628. _monitor_duration);
  629. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] UNLOCK - reset monitor duration (%d ms), percent: %d\n",
  630. _monitor_duration,
  631. _perc);
  632. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] UNLOCK - (DROP_PERCENTAGE = %d, RAISE_PERCENTAGE = %d)\n",
  633. DROP_PERCENTAGE,
  634. RAISE_PERCENTAGE);
  635. if (_perc < DROP_PERCENTAGE) {
  636. SendDvfsRequest(DVFS_LOW);
  637. VdecDvfsEnd(DVFS_LOW);
  638. } else if (_perc > RAISE_PERCENTAGE) {
  639. SendDvfsRequest(DVFS_HIGH);
  640. VdecDvfsEnd(DVFS_HIGH);
  641. } else {
  642. VdecDvfsEnd(-1);
  643. }
  644. }
  645. }
  646. #endif
  647. static long vcodec_lockhw_enc_while_loop(VAL_HW_LOCK_T *prHWLock, VAL_BOOL_T *pbLockedHW)
  648. {
  649. VAL_RESULT_T eValRet;
  650. VAL_UINT32_T FirstUseEncHW = 0;
  651. VAL_ULONG_T ulFlags;
  652. VAL_UINT32_T u4Index = 0xff;
  653. VAL_TIME_T rCurTime;
  654. VAL_UINT32_T u4TimeInterval;
  655. eValRet = VAL_RESULT_INVALID_ISR;
  656. while (*pbLockedHW == VAL_FALSE) {
  657. /* Early break for JPEG VENC */
  658. if (prHWLock->u4TimeoutMs == 0) {
  659. if (grVcodecEncHWLock.pvHandle != 0)
  660. break;
  661. }
  662. /* Wait to acquire Enc HW lock */
  663. mutex_lock(&EncHWLockEventTimeoutLock);
  664. if (EncHWLockEvent.u4TimeoutMs == 1) {
  665. MODULE_MFV_LOGE("VCODEC_LOCKHW, First Use Enc HW %d!!\n",
  666. prHWLock->eDriverType);
  667. FirstUseEncHW = 1;
  668. } else {
  669. FirstUseEncHW = 0;
  670. }
  671. mutex_unlock(&EncHWLockEventTimeoutLock);
  672. if (FirstUseEncHW == 1) {
  673. eValRet =
  674. eVideoWaitEvent(&EncHWLockEvent,
  675. sizeof(VAL_EVENT_T));
  676. }
  677. mutex_lock(&EncHWLockEventTimeoutLock);
  678. if (EncHWLockEvent.u4TimeoutMs == 1) {
  679. EncHWLockEvent.u4TimeoutMs = 1000;
  680. FirstUseEncHW = 1;
  681. } else {
  682. FirstUseEncHW = 0;
  683. if (prHWLock->u4TimeoutMs == 0)
  684. EncHWLockEvent.u4TimeoutMs = 0; /* No wait */
  685. else
  686. EncHWLockEvent.u4TimeoutMs = 1000; /* Wait indefinitely */
  687. }
  688. mutex_unlock(&EncHWLockEventTimeoutLock);
  689. mutex_lock(&VencHWLock);
  690. /* one process try to lock twice */
  691. if (grVcodecEncHWLock.pvHandle ==
  692. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  693. prHWLock->pvHandle)) {
  694. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, one encoder instance try to lock twice,");
  695. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, may cause lock HW timeout!");
  696. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, instance = 0x%lx, CurrentTID = %d, type:%d\n",
  697. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  698. current->pid, prHWLock->eDriverType);
  699. }
  700. mutex_unlock(&VencHWLock);
  701. if (FirstUseEncHW == 0) {
  702. eValRet =
  703. eVideoWaitEvent(&EncHWLockEvent,
  704. sizeof(VAL_EVENT_T));
  705. }
  706. if (VAL_RESULT_INVALID_ISR == eValRet) {
  707. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW EncHWLockEvent TimeOut, CurrentTID = %d\n",
  708. current->pid);
  709. if (FirstUseEncHW != 1) {
  710. mutex_lock(&VencHWLock);
  711. if (grVcodecEncHWLock.pvHandle == 0) {
  712. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, mediaserver may restart before\n");
  713. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, please check!!\n");
  714. } else {
  715. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, someone use HW\n");
  716. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, and check timeout value!! %d\n",
  717. gLockTimeOutCount);
  718. ++gLockTimeOutCount;
  719. if (gLockTimeOutCount > 30) {
  720. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - ID %d fail", current->pid);
  721. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - someone locked HW\n");
  722. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - time out more than 30 times\n");
  723. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - 0x%lx, %lx, 0x%lx, type:%d\n",
  724. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle,
  725. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle),
  726. (VAL_ULONG_T) prHWLock->pvHandle,
  727. prHWLock->eDriverType);
  728. gLockTimeOutCount = 0;
  729. mutex_unlock(&VencHWLock);
  730. return -EFAULT;
  731. }
  732. if (prHWLock->u4TimeoutMs == 0) {
  733. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - ID %d fail\n", current->pid);
  734. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - someone locked HW already.\n");
  735. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - 0x%lx, %lx, 0x%lx,type:%d\n",
  736. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  737. pmem_user_v2p_video((VAL_ULONG_T) prHWLock->pvHandle),
  738. (VAL_ULONG_T) prHWLock->pvHandle,
  739. prHWLock->eDriverType);
  740. gLockTimeOutCount = 0;
  741. mutex_unlock(&VencHWLock);
  742. return -EFAULT;
  743. }
  744. }
  745. mutex_unlock(&VencHWLock);
  746. }
  747. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  748. return -ERESTARTSYS;
  749. }
  750. mutex_lock(&VencHWLock);
  751. if (grVcodecEncHWLock.pvHandle == 0) {
  752. /* No process use HW, so current process can use HW */
  753. switch (prHWLock->eDriverType) {
  754. case VAL_DRIVER_TYPE_MP4_ENC:
  755. {
  756. spin_lock_irqsave(&OalHWContextLock,
  757. ulFlags);
  758. u4Index =
  759. search_HWLockSlot_ByTID(0,
  760. current->pid);
  761. /* Index = search_HWLockSlot_ByHandle
  762. (0, pmem_user_v2p_video(
  763. (unsigned int)prHWLock->pvHandle)); */
  764. spin_unlock_irqrestore(&OalHWContextLock,
  765. ulFlags);
  766. if (u4Index == -1) {
  767. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW, u4Index = -1\n");
  768. MODULE_MFV_LOGE("[ERROR] current process can use HW\n");
  769. mutex_unlock(&VencHWLock);
  770. return -EFAULT;
  771. }
  772. grVcodecEncHWLock.pvHandle = (VAL_VOID_T *)
  773. pmem_user_v2p_video((unsigned long)
  774. prHWLock->pvHandle);
  775. MODULE_MFV_LOGD("VCODEC_LOCKHW, current process can use HW, handle = 0x%lx\n",
  776. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle);
  777. grVcodecEncHWLock.eDriverType =
  778. prHWLock->eDriverType;
  779. spin_lock_irqsave(&OalHWContextLock,
  780. ulFlags);
  781. oal_hw_context[u4Index].pvHandle =
  782. (VAL_HANDLE_T)
  783. grVcodecEncHWLock.pvHandle;
  784. spin_unlock_irqrestore(&OalHWContextLock,
  785. ulFlags);
  786. eVideoGetTimeOfDay
  787. (&grVcodecEncHWLock.rLockedTime,
  788. sizeof(VAL_TIME_T));
  789. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx CurrentTID = %d\n",
  790. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle,
  791. current->pid);
  792. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d\n",
  793. grVcodecEncHWLock.rLockedTime.u4Sec,
  794. grVcodecEncHWLock.rLockedTime.u4uSec);
  795. *pbLockedHW = VAL_TRUE;
  796. venc_power_on();
  797. enable_irq(VENC_IRQ_ID);
  798. }
  799. break;
  800. case VAL_DRIVER_TYPE_H264_ENC:
  801. case VAL_DRIVER_TYPE_HEVC_ENC:
  802. case VAL_DRIVER_TYPE_JPEG_ENC:
  803. {
  804. grVcodecEncHWLock.pvHandle = (VAL_VOID_T *)
  805. pmem_user_v2p_video((VAL_ULONG_T)
  806. prHWLock->pvHandle);
  807. MODULE_MFV_LOGD("VCODEC_LOCKHW, current process can use HW, handle = 0x%lx\n",
  808. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle);
  809. grVcodecEncHWLock.eDriverType =
  810. prHWLock->eDriverType;
  811. eVideoGetTimeOfDay
  812. (&grVcodecEncHWLock.rLockedTime,
  813. sizeof(VAL_TIME_T));
  814. MODULE_MFV_LOGD("VCODEC_LOCKHW, No process use HW, so current process can use HW\n");
  815. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx CurrentTID = %d\n",
  816. (VAL_ULONG_T)grVcodecEncHWLock.pvHandle,
  817. current->pid);
  818. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d\n",
  819. grVcodecEncHWLock.rLockedTime.u4Sec,
  820. grVcodecEncHWLock.rLockedTime.u4uSec);
  821. *pbLockedHW = VAL_TRUE;
  822. if (prHWLock->eDriverType ==
  823. VAL_DRIVER_TYPE_H264_ENC
  824. || prHWLock->eDriverType ==
  825. VAL_DRIVER_TYPE_HEVC_ENC) {
  826. venc_power_on();
  827. /* enable_irq(MT_VENC_IRQ_ID); */
  828. enable_irq(VENC_IRQ_ID);
  829. }
  830. }
  831. break;
  832. default:
  833. {
  834. MODULE_MFV_LOGD("Undefined prHWLock->eDriverType");
  835. }
  836. break;
  837. }
  838. } else { /* someone use HW, and check timeout value */
  839. if (prHWLock->u4TimeoutMs == 0) {
  840. *pbLockedHW = VAL_FALSE;
  841. mutex_unlock(&VencHWLock);
  842. break;
  843. }
  844. eVideoGetTimeOfDay(&rCurTime, sizeof(VAL_TIME_T));
  845. u4TimeInterval =
  846. (((((rCurTime.u4Sec -
  847. grVcodecEncHWLock.rLockedTime.u4Sec) *
  848. 1000000) + rCurTime.u4uSec)
  849. -
  850. grVcodecEncHWLock.rLockedTime.u4uSec) / 1000);
  851. MODULE_MFV_LOGD("VCODEC_LOCKHW, someone use enc HW, and check timeout value\n");
  852. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx, CurrentInstance = 0x%lx\n",
  853. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  854. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle));
  855. MODULE_MFV_LOGD("VCODEC_LOCKHW, CurrentTID = %d, TimeInterval(ms) = %d, TimeOutValue(ms)) = %d\n",
  856. current->pid, u4TimeInterval,
  857. prHWLock->u4TimeoutMs);
  858. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx, CurrentInstance = 0x%lx, CurrentTID = %d\n",
  859. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  860. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle),
  861. current->pid);
  862. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d, rCurTime(s, us) = %d, %d\n",
  863. grVcodecEncHWLock.rLockedTime.u4Sec,
  864. grVcodecEncHWLock.rLockedTime.u4uSec,
  865. rCurTime.u4Sec, rCurTime.u4uSec);
  866. ++gLockTimeOutCount;
  867. if (gLockTimeOutCount > 30) {
  868. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - ID %d fail, someone locked HW over 30 times",
  869. current->pid);
  870. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW - without timeout 0x%lx, %lx, 0x%lx, type:%d\n",
  871. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  872. pmem_user_v2p_video((VAL_ULONG_T)prHWLock->pvHandle),
  873. (VAL_ULONG_T) prHWLock->pvHandle,
  874. prHWLock->eDriverType);
  875. gLockTimeOutCount = 0;
  876. mutex_unlock(&VencHWLock);
  877. return -EFAULT;
  878. }
  879. }
  880. if (VAL_TRUE == *pbLockedHW) {
  881. MODULE_MFV_LOGI
  882. ("VCODEC_LOCKHW, Lock ok grVcodecEncHWLock.pvHandle = 0x%lx, va:%lx, type:%d",
  883. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  884. (VAL_ULONG_T) prHWLock->pvHandle,
  885. prHWLock->eDriverType);
  886. gLockTimeOutCount = 0;
  887. }
  888. mutex_unlock(&VencHWLock);
  889. }
  890. return 0xFF;
  891. }
  892. static long vcodec_lockhw(VAL_HW_LOCK_T rHWLock)
  893. {
  894. VAL_LONG_T ret;
  895. VAL_RESULT_T eValRet;
  896. VAL_BOOL_T bLockedHW = VAL_FALSE;
  897. VAL_UINT32_T FirstUseDecHW = 0;
  898. VAL_TIME_T rCurTime;
  899. VAL_UINT32_T u4TimeInterval;
  900. VAL_ULONG_T ulFlags, ulFlagsLockHW;
  901. MODULE_MFV_LOGD("[VCODEC] LOCKHW eDriverType = %d\n", rHWLock.eDriverType);
  902. eValRet = VAL_RESULT_INVALID_ISR;
  903. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
  904. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
  905. rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
  906. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
  907. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
  908. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
  909. rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC ||
  910. rHWLock.eDriverType == VAL_DRIVER_TYPE_MMDVFS) {
  911. while (bLockedHW == VAL_FALSE) {
  912. mutex_lock(&DecHWLockEventTimeoutLock);
  913. if (DecHWLockEvent.u4TimeoutMs == 1) {
  914. MODULE_MFV_LOGE("VCODEC_LOCKHW, First Use Dec HW!!\n");
  915. FirstUseDecHW = 1;
  916. } else {
  917. FirstUseDecHW = 0;
  918. }
  919. mutex_unlock(&DecHWLockEventTimeoutLock);
  920. if (FirstUseDecHW == 1) {
  921. eValRet =
  922. eVideoWaitEvent(&DecHWLockEvent,
  923. sizeof(VAL_EVENT_T));
  924. }
  925. mutex_lock(&DecHWLockEventTimeoutLock);
  926. if (DecHWLockEvent.u4TimeoutMs != 1000) {
  927. DecHWLockEvent.u4TimeoutMs = 1000;
  928. FirstUseDecHW = 1;
  929. } else {
  930. FirstUseDecHW = 0;
  931. }
  932. mutex_unlock(&DecHWLockEventTimeoutLock);
  933. mutex_lock(&VdecHWLock);
  934. /* one process try to lock twice */
  935. if (grVcodecDecHWLock.pvHandle ==
  936. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  937. rHWLock.pvHandle)) {
  938. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW, one decoder instance");
  939. MODULE_MFV_LOGE("[WARNING] try to lock twice, may cause lock HW timeout!");
  940. MODULE_MFV_LOGE("[WARNING] instance = 0x%lx, CurrentTID = %d\n",
  941. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle, current->pid);
  942. }
  943. mutex_unlock(&VdecHWLock);
  944. if (FirstUseDecHW == 0) {
  945. MODULE_MFV_LOGD
  946. ("VCODEC_LOCKHW, Not first time use HW, timeout = %d\n",
  947. DecHWLockEvent.u4TimeoutMs);
  948. eValRet =
  949. eVideoWaitEvent(&DecHWLockEvent,
  950. sizeof(VAL_EVENT_T));
  951. }
  952. if (VAL_RESULT_INVALID_ISR == eValRet) {
  953. vcodec_lockhw_dec_fail(FirstUseDecHW);
  954. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  955. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW\n");
  956. MODULE_MFV_LOGE("[WARNING] VAL_RESULT_RESTARTSYS return when HWLock!!\n");
  957. return -ERESTARTSYS;
  958. }
  959. mutex_lock(&VdecHWLock);
  960. if (grVcodecDecHWLock.pvHandle == 0) { /* No one holds dec hw lock now */
  961. gu4VdecLockThreadId = current->pid;
  962. grVcodecDecHWLock.pvHandle =
  963. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  964. rHWLock.pvHandle);
  965. grVcodecDecHWLock.eDriverType = rHWLock.eDriverType;
  966. eVideoGetTimeOfDay(&grVcodecDecHWLock.rLockedTime,
  967. sizeof(VAL_TIME_T));
  968. MODULE_MFV_LOGD("VCODEC_LOCKHW, No process use dec HW\n");
  969. MODULE_MFV_LOGD("VCODEC_LOCKHW, so current process can use HW\n");
  970. MODULE_MFV_LOGD("VCODEC_LOCKHW, LockInstance = 0x%lx CurrentTID = %d\n",
  971. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle,
  972. current->pid);
  973. MODULE_MFV_LOGD("VCODEC_LOCKHW, rLockedTime(s, us) = %d, %d\n",
  974. grVcodecDecHWLock.rLockedTime.u4Sec,
  975. grVcodecDecHWLock.rLockedTime.u4uSec);
  976. bLockedHW = VAL_TRUE;
  977. vcodec_lockhw_dec_fail_more(eValRet, FirstUseDecHW);
  978. } else { /* Another one holding dec hw now */
  979. MODULE_MFV_LOGE("VCODEC_LOCKHW E\n");
  980. eVideoGetTimeOfDay(&rCurTime, sizeof(VAL_TIME_T));
  981. u4TimeInterval =
  982. (((((rCurTime.u4Sec -
  983. grVcodecDecHWLock.rLockedTime.u4Sec) *
  984. 1000000) + rCurTime.u4uSec)
  985. -
  986. grVcodecDecHWLock.rLockedTime.u4uSec) / 1000);
  987. MODULE_MFV_LOGD("VCODEC_LOCKHW, someone use dec HW, and check timeout value\n");
  988. MODULE_MFV_LOGD("VCODEC_LOCKHW, Instance = 0x%lx CurrentTID = %d,TimeInterval(ms) = %d, TimeOutValue(ms)) = %d\n",
  989. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle,
  990. current->pid, u4TimeInterval,
  991. rHWLock.u4TimeoutMs);
  992. MODULE_MFV_LOGE("VCODEC_LOCKHW Lock Instance = 0x%lx, Lock TID = %d\n",
  993. (VAL_ULONG_T) grVcodecDecHWLock.pvHandle,
  994. gu4VdecLockThreadId);
  995. MODULE_MFV_LOGE("CurrentTID = %d, rLockedTime(%d s, %d us)\n",
  996. current->pid,
  997. grVcodecDecHWLock.rLockedTime.u4Sec,
  998. grVcodecDecHWLock.rLockedTime.u4uSec);
  999. MODULE_MFV_LOGE("rCurTime(%d s, %d us)\n",
  1000. rCurTime.u4Sec, rCurTime.u4uSec);
  1001. }
  1002. mutex_unlock(&VdecHWLock);
  1003. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  1004. gu4LockDecHWCount++;
  1005. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  1006. }
  1007. } else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1008. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
  1009. rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC ||
  1010. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1011. vcodec_lockhw_enc_while_loop(&rHWLock, &bLockedHW);
  1012. if (VAL_FALSE == bLockedHW) {
  1013. MODULE_MFV_LOGE
  1014. ("[ERROR] VCODEC_LOCKHW - ID %d fail, someone locked HW already\n",
  1015. current->pid);
  1016. MODULE_MFV_LOGE
  1017. ("[ERROR] VCODEC_LOCKHW -0x%lx, %lx, 0x%lx, type:%d\n",
  1018. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  1019. pmem_user_v2p_video((VAL_ULONG_T) rHWLock.pvHandle),
  1020. (VAL_ULONG_T) rHWLock.pvHandle, rHWLock.eDriverType);
  1021. gLockTimeOutCount = 0;
  1022. return -EFAULT;
  1023. }
  1024. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  1025. gu4LockEncHWCount++;
  1026. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  1027. MODULE_MFV_LOGD("VCODEC_LOCKHWed - tid = %d\n", current->pid);
  1028. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1029. /* add for debugging checking */
  1030. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1031. ret = search_HWLockSlot_ByTID(0, current->pid);
  1032. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1033. if (ret == -1) {
  1034. MODULE_MFV_LOGE
  1035. ("VCODEC_LOCKHW - ID %d fail, didn't call InitHWLock\n",
  1036. current->pid);
  1037. return -EFAULT;
  1038. }
  1039. }
  1040. } else {
  1041. MODULE_MFV_LOGE("[WARNING] VCODEC_LOCKHW Unknown instance\n");
  1042. return -EFAULT;
  1043. }
  1044. MODULE_MFV_LOGD("VCODEC_LOCKHW - tid = %d\n", current->pid);
  1045. return 0;
  1046. }
  1047. static long vcodec_unlockhw(VAL_HW_LOCK_T rHWLock)
  1048. {
  1049. VAL_RESULT_T eValRet;
  1050. #ifdef ENABLE_MMDVFS_VDEC
  1051. VAL_UINT32_T _monitor_duration = 0;
  1052. #endif
  1053. MODULE_MFV_LOGD("VCODEC_UNLOCKHW eDriverType = %d\n", rHWLock.eDriverType);
  1054. eValRet = VAL_RESULT_INVALID_ISR;
  1055. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
  1056. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
  1057. rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
  1058. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
  1059. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
  1060. rHWLock.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
  1061. rHWLock.eDriverType == VAL_DRIVER_TYPE_VP8_DEC ||
  1062. rHWLock.eDriverType == VAL_DRIVER_TYPE_MMDVFS) {
  1063. mutex_lock(&VdecHWLock);
  1064. if (grVcodecDecHWLock.pvHandle ==
  1065. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1066. rHWLock.pvHandle)) {
  1067. /* Current owner give up hw lock */
  1068. grVcodecDecHWLock.pvHandle = 0;
  1069. grVcodecDecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  1070. /* disable_irq(MT_VDEC_IRQ_ID); */
  1071. disable_irq(VDEC_IRQ_ID);
  1072. /* TODO: check if turning power off is ok */
  1073. vdec_power_off();
  1074. #ifdef ENABLE_MMDVFS_VDEC
  1075. /* MM DVFS related */
  1076. if (VAL_TRUE == gMMDFVFSMonitorStarts
  1077. && gMMDFVFSMonitorCounts > MONITOR_START_MINUS_1) {
  1078. _monitor_duration = VdecDvfsGetMonitorDuration();
  1079. vcodec_lockhw_dec_monitor_duration(_monitor_duration);
  1080. }
  1081. gMMDFVFSMonitorCounts++;
  1082. #endif
  1083. } else { /* Not current owner */
  1084. MODULE_MFV_LOGE
  1085. ("[ERROR] VCODEC_UNLOCKHW, Not owner trying to unlock dec hardware 0x%lx\n",
  1086. pmem_user_v2p_video((VAL_ULONG_T) rHWLock.pvHandle));
  1087. mutex_unlock(&VdecHWLock);
  1088. return -EFAULT;
  1089. }
  1090. mutex_unlock(&VdecHWLock);
  1091. eValRet = eVideoSetEvent(&DecHWLockEvent, sizeof(VAL_EVENT_T));
  1092. } else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1093. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
  1094. rHWLock.eDriverType == VAL_DRIVER_TYPE_JPEG_ENC ||
  1095. rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1096. if (rHWLock.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1097. /* Debug */
  1098. MODULE_MFV_LOGE("Hybrid VCODEC_UNLOCKHW\n");
  1099. } else if (rHWLock.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1100. rHWLock.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC) {
  1101. mutex_lock(&VencHWLock);
  1102. if (grVcodecEncHWLock.pvHandle ==
  1103. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1104. rHWLock.pvHandle)) {
  1105. /* Current owner give up hw lock */
  1106. grVcodecEncHWLock.pvHandle = 0;
  1107. grVcodecEncHWLock.eDriverType =
  1108. VAL_DRIVER_TYPE_NONE;
  1109. /* disable_irq(MT_VENC_IRQ_ID); */
  1110. disable_irq(VENC_IRQ_ID);
  1111. /* turn venc power off */
  1112. venc_power_off();
  1113. } else { /* Not current owner */
  1114. /* [TODO] error handling */
  1115. MODULE_MFV_LOGE("[ERROR] Not owner trying to unlock enc hardware\n");
  1116. MODULE_MFV_LOGE("[ERROR] 0x%lx,pa:%lx, va:%lx type:%d\n",
  1117. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle,
  1118. pmem_user_v2p_video((VAL_ULONG_T)rHWLock.pvHandle),
  1119. (VAL_ULONG_T) rHWLock.pvHandle,
  1120. rHWLock.eDriverType);
  1121. mutex_unlock(&VencHWLock);
  1122. return -EFAULT;
  1123. }
  1124. mutex_unlock(&VencHWLock);
  1125. eValRet =
  1126. eVideoSetEvent(&EncHWLockEvent, sizeof(VAL_EVENT_T));
  1127. }
  1128. } else {
  1129. MODULE_MFV_LOGE("[WARNING] VCODEC_UNLOCKHW Unknown instance\n");
  1130. return -EFAULT;
  1131. }
  1132. MODULE_MFV_LOGD("VCODEC_UNLOCKHW - tid = %d\n", current->pid);
  1133. return 0;
  1134. }
  1135. int vdec_suspend_before_mmsysclk_switch(void){
  1136. /* Waiting for the frame done and suspend vdec jobs*/
  1137. VAL_HW_LOCK_T rLock;
  1138. rLock.eDriverType = VAL_DRIVER_TYPE_MMDVFS;
  1139. /* kenel VA won't overlap with any PA, still unique key */
  1140. rLock.pvHandle = &gMMDVFSHandle;
  1141. rLock.u4TimeoutMs = 1000;
  1142. vcodec_lockhw(rLock);
  1143. return 1; /* Success, return 0 to notify suspension failed*/
  1144. }
  1145. int vdec_resume_after_mmsysclk_switch(void){
  1146. /* Waiting for the frame done and suspend vdec jobs*/
  1147. VAL_HW_LOCK_T rLock;
  1148. rLock.eDriverType = VAL_DRIVER_TYPE_MMDVFS;
  1149. /* kenel VA won't overlap with any PA, still unique key */
  1150. rLock.pvHandle = &gMMDVFSHandle;
  1151. rLock.u4TimeoutMs = 1000;
  1152. vcodec_unlockhw(rLock);
  1153. return 1; /* Success, return 0 to notify suspension failed*/
  1154. }
  1155. static long vcodec_unlocked_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
  1156. {
  1157. VAL_LONG_T ret;
  1158. VAL_UINT8_T *user_data_addr;
  1159. VAL_RESULT_T eValRet;
  1160. VAL_RESULT_T eValHWLockRet = VAL_RESULT_INVALID_ISR;
  1161. VAL_ULONG_T ulFlags, ulFlagsISR;
  1162. VAL_HW_LOCK_T rHWLock;
  1163. VAL_BOOL_T bLockedHW = VAL_FALSE;
  1164. VAL_ISR_T val_isr;
  1165. VAL_VCODEC_CORE_LOADING_T rTempCoreLoading;
  1166. VAL_VCODEC_CPU_OPP_LIMIT_T rCpuOppLimit;
  1167. VAL_INT32_T temp_nr_cpu_ids;
  1168. VAL_POWER_T rPowerParam;
  1169. VAL_MEMORY_T rTempMem;
  1170. VAL_VCODEC_THREAD_ID_T rTempTID;
  1171. VAL_UINT32_T u4Index = 0xff;
  1172. VAL_UINT32_T *pu4TempKVA;
  1173. VAL_ULONG_T u8TempKPA;
  1174. VAL_UINT32_T u4TempVCodecThreadNum;
  1175. VAL_UINT32_T u4TempVCodecThreadID[VCODEC_THREAD_MAX_NUM];
  1176. VAL_BOOL_T rIncLogCount;
  1177. #if 0
  1178. VCODEC_DRV_CMD_QUEUE_T rDrvCmdQueue;
  1179. P_VCODEC_DRV_CMD_T cmd_queue = VAL_NULL;
  1180. VAL_UINT32_T u4Size, uValue, nCount;
  1181. #endif
  1182. switch (cmd) {
  1183. case VCODEC_SET_THREAD_ID:
  1184. {
  1185. MODULE_MFV_LOGD("VCODEC_SET_THREAD_ID + tid = %d\n", current->pid);
  1186. user_data_addr = (VAL_UINT8_T *) arg;
  1187. ret =
  1188. copy_from_user(&rTempTID, user_data_addr,
  1189. sizeof(VAL_VCODEC_THREAD_ID_T));
  1190. if (ret) {
  1191. MODULE_MFV_LOGE
  1192. ("[ERROR] VCODEC_SET_THREAD_ID, copy_from_user failed: %ld\n",
  1193. ret);
  1194. return -EFAULT;
  1195. }
  1196. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1197. setCurr_HWLockSlot_Thread_ID(rTempTID, &u4Index);
  1198. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1199. if (u4Index == 0xff) {
  1200. MODULE_MFV_LOGE("[ERROR] VCODEC_SET_THREAD_ID error, u4Index = %d\n",
  1201. u4Index);
  1202. }
  1203. MODULE_MFV_LOGD("VCODEC_SET_THREAD_ID - tid = %d\n", current->pid);
  1204. }
  1205. break;
  1206. case VCODEC_ALLOC_NON_CACHE_BUFFER:
  1207. {
  1208. VAL_INT32_T i4I;
  1209. VAL_INT32_T i4Index = -1;
  1210. MODULE_MFV_LOGE("VCODEC_ALLOC_NON_CACHE_BUFFER + tid = %d\n", current->pid);
  1211. user_data_addr = (VAL_UINT8_T *) arg;
  1212. ret = copy_from_user(&rTempMem, user_data_addr, sizeof(VAL_MEMORY_T));
  1213. if (ret) {
  1214. MODULE_MFV_LOGE
  1215. ("[ERROR] VCODEC_ALLOC_NON_CACHE_BUFFER, copy_from_user failed: %lu\n",
  1216. ret);
  1217. return -EFAULT;
  1218. }
  1219. rTempMem.u4ReservedSize /*kernel va */ =
  1220. (VAL_ULONG_T) dma_alloc_coherent(vcodec_device, rTempMem.u4MemSize,
  1221. (dma_addr_t *) &rTempMem.pvMemPa,
  1222. GFP_KERNEL);
  1223. if ((0 == rTempMem.u4ReservedSize) || (0 == rTempMem.pvMemPa)) {
  1224. MODULE_MFV_LOGE
  1225. ("[ERROR] dma_alloc_coherent fail in VCODEC_ALLOC_NON_CACHE_BUFFER, size=%lu\n",
  1226. rTempMem.u4MemSize);
  1227. return -EFAULT;
  1228. }
  1229. MODULE_MFV_LOGD
  1230. ("[VCODEC] kernel va = 0x%lx, kernel pa = 0x%lx, memory size = %lu\n",
  1231. (VAL_ULONG_T) rTempMem.u4ReservedSize, (VAL_ULONG_T) rTempMem.pvMemPa,
  1232. (VAL_ULONG_T) rTempMem.u4MemSize);
  1233. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1234. i4Index = search_HWLockSlot_ByTID(0, current->pid);
  1235. if (i4Index == -1) {
  1236. MODULE_MFV_LOGE
  1237. ("[VCODEC][ERROR] Add_NonCacheMemoryList error, u4Index = -1\n");
  1238. break;
  1239. }
  1240. u4TempVCodecThreadNum = oal_hw_context[i4Index].u4VCodecThreadNum;
  1241. for (i4I = 0; i4I < u4TempVCodecThreadNum; i4I++) {
  1242. u4TempVCodecThreadID[i4I] =
  1243. oal_hw_context[i4Index].u4VCodecThreadID[i4I];
  1244. }
  1245. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1246. mutex_lock(&NonCacheMemoryListLock);
  1247. Add_NonCacheMemoryList(rTempMem.u4ReservedSize,
  1248. (VAL_ULONG_T) rTempMem.pvMemPa,
  1249. (VAL_ULONG_T) rTempMem.u4MemSize,
  1250. u4TempVCodecThreadNum, u4TempVCodecThreadID);
  1251. mutex_unlock(&NonCacheMemoryListLock);
  1252. ret = copy_to_user(user_data_addr, &rTempMem, sizeof(VAL_MEMORY_T));
  1253. if (ret) {
  1254. MODULE_MFV_LOGE
  1255. ("[ERROR] VCODEC_ALLOC_NON_CACHE_BUFFER, copy_to_user failed: %lu\n",
  1256. ret);
  1257. return -EFAULT;
  1258. }
  1259. MODULE_MFV_LOGE("VCODEC_ALLOC_NON_CACHE_BUFFER - tid = %d\n", current->pid);
  1260. }
  1261. break;
  1262. case VCODEC_FREE_NON_CACHE_BUFFER:
  1263. {
  1264. MODULE_MFV_LOGE("VCODEC_FREE_NON_CACHE_BUFFER + tid = %d\n", current->pid);
  1265. user_data_addr = (VAL_UINT8_T *) arg;
  1266. ret = copy_from_user(&rTempMem, user_data_addr, sizeof(VAL_MEMORY_T));
  1267. if (ret) {
  1268. MODULE_MFV_LOGE
  1269. ("[ERROR] VCODEC_FREE_NON_CACHE_BUFFER, copy_from_user failed: %lu\n",
  1270. ret);
  1271. return -EFAULT;
  1272. }
  1273. dma_free_coherent(vcodec_device, rTempMem.u4MemSize,
  1274. (void *)rTempMem.u4ReservedSize,
  1275. (dma_addr_t) rTempMem.pvMemPa);
  1276. mutex_lock(&NonCacheMemoryListLock);
  1277. Free_NonCacheMemoryList((VAL_ULONG_T) rTempMem.u4ReservedSize,
  1278. (VAL_ULONG_T) rTempMem.pvMemPa);
  1279. mutex_unlock(&NonCacheMemoryListLock);
  1280. rTempMem.u4ReservedSize = 0;
  1281. rTempMem.pvMemPa = NULL;
  1282. ret = copy_to_user(user_data_addr, &rTempMem, sizeof(VAL_MEMORY_T));
  1283. if (ret) {
  1284. MODULE_MFV_LOGE
  1285. ("[ERROR] VCODEC_FREE_NON_CACHE_BUFFER, copy_to_user failed: %lu\n",
  1286. ret);
  1287. return -EFAULT;
  1288. }
  1289. MODULE_MFV_LOGE("VCODEC_FREE_NON_CACHE_BUFFER - tid = %d\n", current->pid);
  1290. }
  1291. break;
  1292. case VCODEC_INC_DEC_EMI_USER:
  1293. {
  1294. MODULE_MFV_LOGD("VCODEC_INC_DEC_EMI_USER + tid = %d\n", current->pid);
  1295. mutex_lock(&DecEMILock);
  1296. gu4DecEMICounter++;
  1297. MODULE_MFV_LOGE("[VCODEC] DEC_EMI_USER = %d\n", gu4DecEMICounter);
  1298. user_data_addr = (VAL_UINT8_T *) arg;
  1299. ret = copy_to_user(user_data_addr, &gu4DecEMICounter, sizeof(VAL_UINT32_T));
  1300. if (ret) {
  1301. MODULE_MFV_LOGE
  1302. ("[ERROR] VCODEC_INC_DEC_EMI_USER, copy_to_user failed: %lu\n",
  1303. ret);
  1304. mutex_unlock(&DecEMILock);
  1305. return -EFAULT;
  1306. }
  1307. mutex_unlock(&DecEMILock);
  1308. #ifdef ENABLE_MMDVFS_VDEC
  1309. /* MM DVFS related */
  1310. MODULE_MFV_LOGE("[VCODEC][MMDVFS_VDEC] @@ INC_DEC_EMI MM DVFS init\n");
  1311. /* raise voltage */
  1312. SendDvfsRequest(DVFS_DEFAULT);
  1313. VdecDvfsBegin();
  1314. #endif
  1315. MODULE_MFV_LOGD("VCODEC_INC_DEC_EMI_USER - tid = %d\n", current->pid);
  1316. }
  1317. break;
  1318. case VCODEC_DEC_DEC_EMI_USER:
  1319. {
  1320. MODULE_MFV_LOGD("VCODEC_DEC_DEC_EMI_USER + tid = %d\n", current->pid);
  1321. mutex_lock(&DecEMILock);
  1322. gu4DecEMICounter--;
  1323. MODULE_MFV_LOGE("[VCODEC] DEC_EMI_USER = %d\n", gu4DecEMICounter);
  1324. user_data_addr = (VAL_UINT8_T *) arg;
  1325. ret = copy_to_user(user_data_addr, &gu4DecEMICounter, sizeof(VAL_UINT32_T));
  1326. if (ret) {
  1327. MODULE_MFV_LOGE
  1328. ("[ERROR] VCODEC_DEC_DEC_EMI_USER, copy_to_user failed: %lu\n",
  1329. ret);
  1330. mutex_unlock(&DecEMILock);
  1331. return -EFAULT;
  1332. }
  1333. mutex_unlock(&DecEMILock);
  1334. MODULE_MFV_LOGD("VCODEC_DEC_DEC_EMI_USER - tid = %d\n", current->pid);
  1335. }
  1336. break;
  1337. case VCODEC_INC_ENC_EMI_USER:
  1338. {
  1339. MODULE_MFV_LOGD("VCODEC_INC_ENC_EMI_USER + tid = %d\n", current->pid);
  1340. mutex_lock(&EncEMILock);
  1341. gu4EncEMICounter++;
  1342. MODULE_MFV_LOGE("[VCODEC] ENC_EMI_USER = %d\n", gu4EncEMICounter);
  1343. user_data_addr = (VAL_UINT8_T *) arg;
  1344. ret = copy_to_user(user_data_addr, &gu4EncEMICounter, sizeof(VAL_UINT32_T));
  1345. if (ret) {
  1346. MODULE_MFV_LOGE
  1347. ("[ERROR] VCODEC_INC_ENC_EMI_USER, copy_to_user failed: %lu\n",
  1348. ret);
  1349. mutex_unlock(&EncEMILock);
  1350. return -EFAULT;
  1351. }
  1352. mutex_unlock(&EncEMILock);
  1353. MODULE_MFV_LOGD("VCODEC_INC_ENC_EMI_USER - tid = %d\n", current->pid);
  1354. }
  1355. break;
  1356. case VCODEC_DEC_ENC_EMI_USER:
  1357. {
  1358. MODULE_MFV_LOGD("VCODEC_DEC_ENC_EMI_USER + tid = %d\n", current->pid);
  1359. mutex_lock(&EncEMILock);
  1360. gu4EncEMICounter--;
  1361. MODULE_MFV_LOGE("[VCODEC] ENC_EMI_USER = %d\n", gu4EncEMICounter);
  1362. user_data_addr = (VAL_UINT8_T *) arg;
  1363. ret = copy_to_user(user_data_addr, &gu4EncEMICounter, sizeof(VAL_UINT32_T));
  1364. if (ret) {
  1365. MODULE_MFV_LOGE
  1366. ("[ERROR] VCODEC_DEC_ENC_EMI_USER, copy_to_user failed: %lu\n",
  1367. ret);
  1368. mutex_unlock(&EncEMILock);
  1369. return -EFAULT;
  1370. }
  1371. mutex_unlock(&EncEMILock);
  1372. MODULE_MFV_LOGD("VCODEC_DEC_ENC_EMI_USER - tid = %d\n", current->pid);
  1373. }
  1374. break;
  1375. case VCODEC_LOCKHW:
  1376. {
  1377. MODULE_MFV_LOGD("VCODEC_LOCKHW + tid = %d\n", current->pid);
  1378. user_data_addr = (VAL_UINT8_T *) arg;
  1379. ret = copy_from_user(&rHWLock, user_data_addr, sizeof(VAL_HW_LOCK_T));
  1380. if (ret) {
  1381. MODULE_MFV_LOGE("[ERROR] VCODEC_LOCKHW, copy_from_user failed: %lu\n",
  1382. ret);
  1383. return -EFAULT;
  1384. }
  1385. ret = vcodec_lockhw(rHWLock);
  1386. if (0 != ret)
  1387. {
  1388. /* return error code or let it fall through to end */
  1389. return ret;
  1390. }
  1391. }
  1392. break;
  1393. case VCODEC_UNLOCKHW:
  1394. {
  1395. MODULE_MFV_LOGD("VCODEC_UNLOCKHW + tid = %d\n", current->pid);
  1396. user_data_addr = (VAL_UINT8_T *) arg;
  1397. ret = copy_from_user(&rHWLock, user_data_addr, sizeof(VAL_HW_LOCK_T));
  1398. if (ret) {
  1399. MODULE_MFV_LOGE("[ERROR] VCODEC_UNLOCKHW, copy_from_user failed: %lu\n",
  1400. ret);
  1401. return -EFAULT;
  1402. }
  1403. ret = vcodec_unlockhw(rHWLock);
  1404. if (0 != ret)
  1405. {
  1406. /* return error code or let it fall through to end */
  1407. return ret;
  1408. }
  1409. }
  1410. break;
  1411. case VCODEC_INC_PWR_USER:
  1412. {
  1413. MODULE_MFV_LOGD("VCODEC_INC_PWR_USER + tid = %d\n", current->pid);
  1414. user_data_addr = (VAL_UINT8_T *) arg;
  1415. ret = copy_from_user(&rPowerParam, user_data_addr, sizeof(VAL_POWER_T));
  1416. if (ret) {
  1417. MODULE_MFV_LOGE
  1418. ("[ERROR] VCODEC_INC_PWR_USER, copy_from_user failed: %lu\n",
  1419. ret);
  1420. return -EFAULT;
  1421. }
  1422. MODULE_MFV_LOGD("[VCODEC] INC_PWR_USER eDriverType = %d\n",
  1423. rPowerParam.eDriverType);
  1424. mutex_lock(&L2CLock);
  1425. #ifdef VENC_USE_L2C
  1426. if (rPowerParam.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
  1427. gu4L2CCounter++;
  1428. MODULE_MFV_LOGD("[VCODEC] INC_PWR_USER L2C counter = %d\n", gu4L2CCounter);
  1429. if (1 == gu4L2CCounter) {
  1430. if (config_L2(0)) {
  1431. MODULE_MFV_LOGE
  1432. ("[VCODEC][ERROR] Switch L2C size to 512K failed\n");
  1433. mutex_unlock(&L2CLock);
  1434. return -EFAULT;
  1435. }
  1436. MODULE_MFV_LOGE("[VCODEC] Switch L2C size to 512K successful\n");
  1437. }
  1438. }
  1439. #endif
  1440. mutex_unlock(&L2CLock);
  1441. MODULE_MFV_LOGD("VCODEC_INC_PWR_USER - tid = %d\n", current->pid);
  1442. }
  1443. break;
  1444. case VCODEC_DEC_PWR_USER:
  1445. {
  1446. MODULE_MFV_LOGD("VCODEC_DEC_PWR_USER + tid = %d\n", current->pid);
  1447. user_data_addr = (VAL_UINT8_T *) arg;
  1448. ret = copy_from_user(&rPowerParam, user_data_addr, sizeof(VAL_POWER_T));
  1449. if (ret) {
  1450. MODULE_MFV_LOGE
  1451. ("[ERROR] VCODEC_DEC_PWR_USER, copy_from_user failed: %lu\n",
  1452. ret);
  1453. return -EFAULT;
  1454. }
  1455. MODULE_MFV_LOGD("[VCODEC] DEC_PWR_USER eDriverType = %d\n",
  1456. rPowerParam.eDriverType);
  1457. mutex_lock(&L2CLock);
  1458. #ifdef VENC_USE_L2C
  1459. if (rPowerParam.eDriverType == VAL_DRIVER_TYPE_H264_ENC) {
  1460. gu4L2CCounter--;
  1461. MODULE_MFV_LOGD("[VCODEC] DEC_PWR_USER L2C counter = %d\n",
  1462. gu4L2CCounter);
  1463. if (0 == gu4L2CCounter) {
  1464. if (config_L2(1)) {
  1465. MODULE_MFV_LOGE
  1466. ("[VCODEC][ERROR] Switch L2C size to 0K failed\n");
  1467. mutex_unlock(&L2CLock);
  1468. return -EFAULT;
  1469. }
  1470. MODULE_MFV_LOGE("[VCODEC] Switch L2C size to 0K successful\n");
  1471. }
  1472. }
  1473. #endif
  1474. mutex_unlock(&L2CLock);
  1475. MODULE_MFV_LOGD("VCODEC_DEC_PWR_USER - tid = %d\n", current->pid);
  1476. }
  1477. break;
  1478. case VCODEC_WAITISR:
  1479. {
  1480. MODULE_MFV_LOGD("VCODEC_WAITISR + tid = %d\n", current->pid);
  1481. user_data_addr = (VAL_UINT8_T *) arg;
  1482. ret = copy_from_user(&val_isr, user_data_addr, sizeof(VAL_ISR_T));
  1483. if (ret) {
  1484. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, copy_from_user failed: %lu\n",
  1485. ret);
  1486. return -EFAULT;
  1487. }
  1488. if (val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_DEC ||
  1489. val_isr.eDriverType == VAL_DRIVER_TYPE_HEVC_DEC ||
  1490. val_isr.eDriverType == VAL_DRIVER_TYPE_H264_DEC ||
  1491. val_isr.eDriverType == VAL_DRIVER_TYPE_MP1_MP2_DEC ||
  1492. val_isr.eDriverType == VAL_DRIVER_TYPE_VC1_DEC ||
  1493. val_isr.eDriverType == VAL_DRIVER_TYPE_VC1_ADV_DEC ||
  1494. val_isr.eDriverType == VAL_DRIVER_TYPE_VP8_DEC) {
  1495. mutex_lock(&VdecHWLock);
  1496. if (grVcodecDecHWLock.pvHandle ==
  1497. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1498. val_isr.pvHandle)) {
  1499. bLockedHW = VAL_TRUE;
  1500. } else {
  1501. }
  1502. mutex_unlock(&VdecHWLock);
  1503. if (bLockedHW == VAL_FALSE) {
  1504. MODULE_MFV_LOGE
  1505. ("[ERROR] VCODEC_WAITISR, DO NOT have HWLock, so return fail\n");
  1506. break;
  1507. }
  1508. spin_lock_irqsave(&DecIsrLock, ulFlags);
  1509. DecIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
  1510. spin_unlock_irqrestore(&DecIsrLock, ulFlags);
  1511. eValRet = eVideoWaitEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  1512. if (VAL_RESULT_INVALID_ISR == eValRet) {
  1513. return -2;
  1514. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  1515. MODULE_MFV_LOGE
  1516. ("[WARNING] VCODEC_WAITISR, VAL_RESULT_RESTARTSYS return when WAITISR!!\n");
  1517. return -ERESTARTSYS;
  1518. }
  1519. } else if (val_isr.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1520. val_isr.eDriverType == VAL_DRIVER_TYPE_HEVC_ENC ||
  1521. val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) {
  1522. if (val_isr.eDriverType == VAL_DRIVER_TYPE_MP4_ENC) { /* Hybrid */
  1523. MODULE_MFV_LOGD("VCODEC_WAITISR_MP4_ENC + tid = %d\n",
  1524. current->pid);
  1525. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1526. u4Index =
  1527. search_HWLockSlot_ByHandle(0,
  1528. pmem_user_v2p_video((unsigned
  1529. long)
  1530. val_isr.pvHandle));
  1531. /* u4Index = search_HWLockSlot_ByTID(0, current->pid); */
  1532. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1533. if (u4Index == -1) {
  1534. MODULE_MFV_LOGE
  1535. ("[ERROR] VCODEC_WAITISR Fail, handle = (v:0x%lx)(p:0x%lx)\n",
  1536. (unsigned long)val_isr.pvHandle, pmem_user_v2p_video(
  1537. (unsigned long)val_isr.pvHandle));
  1538. MODULE_MFV_LOGE
  1539. ("[ERROR] vcodecEncHWLock(p:0x%lx), tid = %d, index = -1\n",
  1540. (unsigned long)grVcodecEncHWLock.pvHandle, current->pid);
  1541. return -EFAULT;
  1542. }
  1543. MODULE_MFV_LOGD
  1544. ("VCODEC_WAITISR, index = %d, start wait VCODEC_WAITISR handle 0x%lx\n",
  1545. u4Index,
  1546. pmem_user_v2p_video((unsigned long)val_isr.pvHandle));
  1547. mutex_lock(&VencHWLock);
  1548. MODULE_MFV_LOGI
  1549. ("VCODEC_WAITISR, grVcodecEncHWLock.pvHandle = 0x%lx\n",
  1550. (VAL_ULONG_T) grVcodecEncHWLock.pvHandle);
  1551. if (grVcodecEncHWLock.pvHandle ==
  1552. (VAL_VOID_T *) pmem_user_v2p_video((unsigned long)
  1553. val_isr.pvHandle)) {
  1554. /* normal case */
  1555. bLockedHW = VAL_TRUE;
  1556. } else { /* current process can not use HW */
  1557. /* do not disable irq, because other process is using irq */
  1558. MODULE_MFV_LOGE
  1559. ("[ERROR] VCODEC_WAITISR, pvHandle=0x%lx, current handle=0x%lx\n",
  1560. (unsigned long)grVcodecEncHWLock.pvHandle,
  1561. pmem_user_v2p_video((unsigned long)val_isr.pvHandle));
  1562. }
  1563. mutex_unlock(&VencHWLock);
  1564. if (bLockedHW == VAL_FALSE) {
  1565. MODULE_MFV_LOGE
  1566. ("[ERROR] VCODEC_WAITISR, DO NOT have HWLock, so return fail\n");
  1567. break;
  1568. }
  1569. spin_lock_irqsave(&EncIsrLock, ulFlags);
  1570. EncIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
  1571. spin_unlock_irqrestore(&EncIsrLock, ulFlags);
  1572. eValRet =
  1573. eVideoWaitEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  1574. MODULE_MFV_LOGD("waitdone VCODEC_WAITISR handle 0x%lx\n",
  1575. pmem_user_v2p_video((unsigned long)
  1576. val_isr.pvHandle));
  1577. mutex_lock(&VencHWLock);
  1578. if (grVcodecEncHWLock.pvHandle ==
  1579. (VAL_VOID_T *) pmem_user_v2p_video((unsigned long)
  1580. val_isr.pvHandle)) {
  1581. /* normal case */
  1582. grVcodecEncHWLock.pvHandle = 0;
  1583. grVcodecEncHWLock.rLockedTime.u4Sec = 0;
  1584. grVcodecEncHWLock.rLockedTime.u4uSec = 0;
  1585. disable_irq_nosync(VENC_IRQ_ID);
  1586. /* turn venc power off */
  1587. venc_power_off();
  1588. eValHWLockRet =
  1589. eVideoSetEvent(&EncHWLockEvent,
  1590. sizeof(VAL_EVENT_T));
  1591. vcodec_lockhw_dec_check(eValHWLockRet);
  1592. }
  1593. mutex_unlock(&VencHWLock);
  1594. if (VAL_RESULT_INVALID_ISR == eValRet) {
  1595. MODULE_MFV_LOGE
  1596. ("[ERROR] VCODEC_WAITISR, WAIT_ISR_CMD TimeOut\n");
  1597. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1598. *((volatile VAL_UINT32_T *)
  1599. oal_hw_context[u4Index].kva_u4HWIsCompleted) = 0;
  1600. *((volatile VAL_UINT32_T *)
  1601. oal_hw_context[u4Index].kva_u4HWIsTimeout) = 1;
  1602. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1603. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  1604. gu4EncISRCount++;
  1605. spin_unlock_irqrestore(&EncISRCountLock,
  1606. ulFlagsISR);
  1607. /* Cheng-Jung 20120614 Dump status register */
  1608. #ifdef DEBUG_MP4_ENC
  1609. dump_venc_status();
  1610. #endif
  1611. /* TODO: power down hw? */
  1612. return -2;
  1613. }
  1614. } else if (val_isr.eDriverType == VAL_DRIVER_TYPE_H264_ENC ||
  1615. val_isr.eDriverType == VAL_DRIVER_TYPE_VP8_ENC) { /* Pure HW */
  1616. mutex_lock(&VencHWLock);
  1617. if (grVcodecEncHWLock.pvHandle ==
  1618. (VAL_VOID_T *) pmem_user_v2p_video((VAL_ULONG_T)
  1619. val_isr.pvHandle)) {
  1620. bLockedHW = VAL_TRUE;
  1621. } else {
  1622. }
  1623. mutex_unlock(&VencHWLock);
  1624. if (bLockedHW == VAL_FALSE) {
  1625. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, DO NOT have enc HWLock");
  1626. MODULE_MFV_LOGE("[ERROR] VCODEC_WAITISR, so return fail pa:%lx, va:%lx\n",
  1627. pmem_user_v2p_video((VAL_ULONG_T)val_isr.pvHandle),
  1628. (VAL_ULONG_T) val_isr.pvHandle);
  1629. break;
  1630. }
  1631. spin_lock_irqsave(&EncIsrLock, ulFlags);
  1632. EncIsrEvent.u4TimeoutMs = val_isr.u4TimeoutMs;
  1633. spin_unlock_irqrestore(&EncIsrLock, ulFlags);
  1634. eValRet =
  1635. eVideoWaitEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  1636. if (VAL_RESULT_INVALID_ISR == eValRet) {
  1637. return -2;
  1638. } else if (VAL_RESULT_RESTARTSYS == eValRet) {
  1639. MODULE_MFV_LOGE("[WARNING] VCODEC_WAITISR\n");
  1640. MODULE_MFV_LOGE("[WARNING] VAL_RESULT_RESTARTSYS return when WAITISR!!\n");
  1641. return -ERESTARTSYS;
  1642. }
  1643. ret = vcodec_lockhw_dec_checkirq(val_isr, user_data_addr);
  1644. if (ret) {
  1645. MODULE_MFV_LOGE
  1646. ("[ERROR] VCODEC_WAITISR, copy_to_user failed: %lu\n", ret);
  1647. return -EFAULT;
  1648. }
  1649. }
  1650. } else {
  1651. MODULE_MFV_LOGE("[WARNING] VCODEC_WAITISR Unknown instance\n");
  1652. return -EFAULT;
  1653. }
  1654. MODULE_MFV_LOGD("VCODEC_WAITISR - tid = %d\n", current->pid);
  1655. }
  1656. break;
  1657. case VCODEC_INITHWLOCK:
  1658. {
  1659. VAL_VCODEC_OAL_HW_CONTEXT_T *context;
  1660. VAL_VCODEC_OAL_HW_REGISTER_T hwoal_reg;
  1661. VAL_VCODEC_OAL_HW_REGISTER_T *kva_TempReg;
  1662. VAL_VCODEC_OAL_MEM_STAUTS_T oal_mem_status[OALMEM_STATUS_NUM];
  1663. VAL_UINT32_T ret, i, pa_u4HWIsCompleted, pa_u4HWIsTimeout;
  1664. VAL_ULONG_T addr_pa;
  1665. MODULE_MFV_LOGD("VCODEC_INITHWLOCK + - tid = %d\n", current->pid);
  1666. /* //////////// Start to get content */
  1667. /* //////////// take VAL_VCODEC_OAL_HW_REGISTER_T content */
  1668. user_data_addr = (VAL_UINT8_T *) arg;
  1669. ret =
  1670. copy_from_user(&hwoal_reg, user_data_addr,
  1671. sizeof(VAL_VCODEC_OAL_HW_REGISTER_T));
  1672. /* TODO: */
  1673. #if IS_ENABLED(CONFIG_COMPAT)
  1674. if (ori_user_data_addr != 0) {
  1675. addr_pa = pmem_user_v2p_video((unsigned long)ori_user_data_addr);
  1676. } else
  1677. #endif
  1678. {
  1679. addr_pa = pmem_user_v2p_video((unsigned long)user_data_addr);
  1680. }
  1681. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1682. context = setCurr_HWLockSlot(addr_pa, current->pid);
  1683. context->Oal_HW_reg = (VAL_VCODEC_OAL_HW_REGISTER_T *) arg;
  1684. #if IS_ENABLED(CONFIG_COMPAT)
  1685. if (ori_pHWStatus != 0) {
  1686. context->Oal_HW_mem_reg = (VAL_UINT32_T *)ori_pHWStatus;
  1687. } else
  1688. #endif
  1689. {
  1690. context->Oal_HW_mem_reg =
  1691. (VAL_UINT32_T *) (((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1692. user_data_addr)->pHWStatus);
  1693. }
  1694. if (hwoal_reg.u4NumOfRegister != 0) {
  1695. context->pa_Oal_HW_mem_reg =
  1696. pmem_user_v2p_video((unsigned long)context->Oal_HW_mem_reg);
  1697. }
  1698. pa_u4HWIsCompleted = pmem_user_v2p_video((unsigned long)
  1699. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1700. user_data_addr)->
  1701. u4HWIsCompleted));
  1702. pa_u4HWIsTimeout = pmem_user_v2p_video((unsigned long)
  1703. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1704. user_data_addr)->u4HWIsTimeout));
  1705. MODULE_MFV_LOGD("[VCODEC] user_data_addr->u4HWIsCompleted ua = 0x%lx pa= 0x%x\n",
  1706. (unsigned long)
  1707. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1708. user_data_addr)->u4HWIsCompleted), pa_u4HWIsCompleted);
  1709. MODULE_MFV_LOGD("[VCODEC] user_data_addr->u4HWIsTimeout ua = 0x%lx pa= 0x%x\n",
  1710. (unsigned long)
  1711. &(((VAL_VCODEC_OAL_HW_REGISTER_T *)
  1712. user_data_addr)->u4HWIsTimeout), pa_u4HWIsTimeout);
  1713. /* ret = copy_from_user
  1714. (&oal_mem_status[0], ((VAL_VCODEC_OAL_HW_REGISTER_T *)user_data_addr)->pHWStatus,
  1715. hwoal_reg.u4NumOfRegister*sizeof(VAL_VCODEC_OAL_MEM_STAUTS_T)); */
  1716. ret =
  1717. copy_from_user(&oal_mem_status[0], hwoal_reg.pHWStatus,
  1718. hwoal_reg.u4NumOfRegister *
  1719. sizeof(VAL_VCODEC_OAL_MEM_STAUTS_T));
  1720. context->u4NumOfRegister = hwoal_reg.u4NumOfRegister;
  1721. MODULE_MFV_LOGW("[VCODEC_INITHWLOCK] ToTal %d u4NumOfRegister\n",
  1722. hwoal_reg.u4NumOfRegister);
  1723. if (hwoal_reg.u4NumOfRegister != 0) {
  1724. u8TempKPA = context->pa_Oal_HW_mem_reg;
  1725. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1726. mutex_lock(&NonCacheMemoryListLock);
  1727. pu4TempKVA =
  1728. (VAL_UINT32_T *) Search_NonCacheMemoryList_By_KPA(u8TempKPA);
  1729. mutex_unlock(&NonCacheMemoryListLock);
  1730. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1731. context->kva_Oal_HW_mem_reg = pu4TempKVA;
  1732. MODULE_MFV_LOGD
  1733. ("[VCODEC] context->ua = 0x%lx pa_Oal_HW_mem_reg = 0x%lx\n",
  1734. (VAL_ULONG_T) context->Oal_HW_mem_reg,
  1735. context->pa_Oal_HW_mem_reg);
  1736. }
  1737. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1738. mutex_lock(&NonCacheMemoryListLock);
  1739. kva_TempReg = (VAL_VCODEC_OAL_HW_REGISTER_T *)
  1740. Search_NonCacheMemoryList_By_KPA(addr_pa);
  1741. mutex_unlock(&NonCacheMemoryListLock);
  1742. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1743. context->kva_u4HWIsCompleted =
  1744. (VAL_ULONG_T) (&(kva_TempReg->u4HWIsCompleted));
  1745. context->kva_u4HWIsTimeout = (VAL_ULONG_T) (&(kva_TempReg->u4HWIsTimeout));
  1746. MODULE_MFV_LOGD
  1747. ("[VCODEC] kva_TempReg = 0x%lx, kva_u4HWIsCompleted = 0x%lx, kva_u4HWIsTimeout = 0x%lx\n",
  1748. (VAL_ULONG_T) kva_TempReg, context->kva_u4HWIsCompleted,
  1749. context->kva_u4HWIsTimeout);
  1750. for (i = 0; i < hwoal_reg.u4NumOfRegister; i++) {
  1751. VAL_ULONG_T kva;
  1752. MODULE_MFV_LOGE("[VCODEC][REG_INFO_1] [%d] 0x%lx 0x%x\n", i,
  1753. oal_mem_status[i].u4ReadAddr,
  1754. oal_mem_status[i].u4ReadData);
  1755. addr_pa = pmem_user_v2p_video((unsigned long)
  1756. oal_mem_status[i].u4ReadAddr);
  1757. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1758. kva = (VAL_ULONG_T) ioremap(addr_pa, 8); /* need to remap addr + data addr */
  1759. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1760. MODULE_MFV_LOGE("[VCODEC][REG_INFO_2] [%d] pa = 0x%lx kva = 0x%lx\n", i,
  1761. addr_pa, kva);
  1762. context->oalmem_status[i].u4ReadAddr = kva; /* oal_mem_status[i].u4ReadAddr; */
  1763. }
  1764. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1765. MODULE_MFV_LOGD("VCODEC_INITHWLOCK addr1 0x%lx addr2 0x%lx\n",
  1766. (unsigned long)arg, (unsigned long)context->Oal_HW_mem_reg);
  1767. MODULE_MFV_LOGD("VCODEC_INITHWLOCK - - tid = %d\n", current->pid);
  1768. }
  1769. break;
  1770. case VCODEC_DEINITHWLOCK:
  1771. {
  1772. VAL_UINT8_T *user_data_addr;
  1773. VAL_ULONG_T addr_pa;
  1774. MODULE_MFV_LOGD("VCODEC_DEINITHWLOCK + - tid = %d\n", current->pid);
  1775. user_data_addr = (VAL_UINT8_T *) arg;
  1776. /* TODO: */
  1777. addr_pa = pmem_user_v2p_video((unsigned long)user_data_addr);
  1778. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1779. freeCurr_HWLockSlot(addr_pa);
  1780. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1781. MODULE_MFV_LOGD("VCODEC_DEINITHWLOCK - - tid = %d\n", current->pid);
  1782. }
  1783. break;
  1784. case VCODEC_GET_CPU_LOADING_INFO:
  1785. {
  1786. VAL_UINT8_T *user_data_addr;
  1787. VAL_VCODEC_CPU_LOADING_INFO_T _temp = {0};
  1788. MODULE_MFV_LOGD("VCODEC_GET_CPU_LOADING_INFO +\n");
  1789. user_data_addr = (VAL_UINT8_T *) arg;
  1790. /* TODO: */
  1791. #if 0 /* Morris Yang 20120112 mark temporarily */
  1792. _temp._cpu_idle_time = mt_get_cpu_idle(0);
  1793. _temp._thread_cpu_time = mt_get_thread_cputime(0);
  1794. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  1795. _temp._inst_count = getCurInstanceCount();
  1796. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  1797. _temp._sched_clock = mt_sched_clock();
  1798. #endif
  1799. ret =
  1800. copy_to_user(user_data_addr, &_temp,
  1801. sizeof(VAL_VCODEC_CPU_LOADING_INFO_T));
  1802. if (ret) {
  1803. MODULE_MFV_LOGE
  1804. ("[ERROR] VCODEC_GET_CPU_LOADING_INFO, copy_to_user failed: %lu\n",
  1805. ret);
  1806. return -EFAULT;
  1807. }
  1808. MODULE_MFV_LOGD("VCODEC_GET_CPU_LOADING_INFO -\n");
  1809. }
  1810. break;
  1811. case VCODEC_GET_CORE_LOADING:
  1812. {
  1813. MODULE_MFV_LOGD("VCODEC_GET_CORE_LOADING + - tid = %d\n", current->pid);
  1814. user_data_addr = (VAL_UINT8_T *) arg;
  1815. ret =
  1816. copy_from_user(&rTempCoreLoading, user_data_addr,
  1817. sizeof(VAL_VCODEC_CORE_LOADING_T));
  1818. if (ret) {
  1819. MODULE_MFV_LOGE
  1820. ("[ERROR] VCODEC_GET_CORE_LOADING, copy_from_user failed: %lu\n",
  1821. ret);
  1822. return -EFAULT;
  1823. }
  1824. if (rTempCoreLoading.CPUid > num_possible_cpus()) {
  1825. MODULE_MFV_LOGE("[ERROR] rTempCoreLoading.CPUid(%d) > num_possible_cpus(%d)\n",
  1826. rTempCoreLoading.CPUid, num_possible_cpus());
  1827. return -EFAULT;
  1828. }
  1829. if (rTempCoreLoading.CPUid < 0) {
  1830. MODULE_MFV_LOGE("[ERROR] rTempCoreLoading.CPUid < 0\n");
  1831. return -EFAULT;
  1832. }
  1833. rTempCoreLoading.Loading = get_cpu_load(rTempCoreLoading.CPUid);
  1834. ret =
  1835. copy_to_user(user_data_addr, &rTempCoreLoading,
  1836. sizeof(VAL_VCODEC_CORE_LOADING_T));
  1837. if (ret) {
  1838. MODULE_MFV_LOGE
  1839. ("[ERROR] VCODEC_GET_CORE_LOADING, copy_to_user failed: %lu\n",
  1840. ret);
  1841. return -EFAULT;
  1842. }
  1843. MODULE_MFV_LOGD("VCODEC_GET_CORE_LOADING - - tid = %d\n", current->pid);
  1844. }
  1845. break;
  1846. case VCODEC_GET_CORE_NUMBER:
  1847. {
  1848. MODULE_MFV_LOGD("VCODEC_GET_CORE_NUMBER + - tid = %d\n", current->pid);
  1849. user_data_addr = (VAL_UINT8_T *) arg;
  1850. temp_nr_cpu_ids = nr_cpu_ids;
  1851. ret = copy_to_user(user_data_addr, &temp_nr_cpu_ids, sizeof(int));
  1852. if (ret) {
  1853. MODULE_MFV_LOGE
  1854. ("[ERROR] VCODEC_GET_CORE_NUMBER, copy_to_user failed: %lu\n",
  1855. ret);
  1856. return -EFAULT;
  1857. }
  1858. MODULE_MFV_LOGD("VCODEC_GET_CORE_NUMBER - - tid = %d\n", current->pid);
  1859. }
  1860. break;
  1861. case VCODEC_SET_CPU_OPP_LIMIT:
  1862. {
  1863. MODULE_MFV_LOGE("VCODEC_SET_CPU_OPP_LIMIT [EMPTY] + - tid = %d\n", current->pid);
  1864. user_data_addr = (VAL_UINT8_T *) arg;
  1865. ret =
  1866. copy_from_user(&rCpuOppLimit, user_data_addr,
  1867. sizeof(VAL_VCODEC_CPU_OPP_LIMIT_T));
  1868. if (ret) {
  1869. MODULE_MFV_LOGE
  1870. ("[ERROR] VCODEC_SET_CPU_OPP_LIMIT, copy_from_user failed: %lu\n",
  1871. ret);
  1872. return -EFAULT;
  1873. }
  1874. MODULE_MFV_LOGE("+VCODEC_SET_CPU_OPP_LIMIT (%d, %d, %d), tid = %d\n",
  1875. rCpuOppLimit.limited_freq, rCpuOppLimit.limited_cpu,
  1876. rCpuOppLimit.enable, current->pid);
  1877. /* TODO: Check if cpu_opp_limit is available */
  1878. /* ret = cpu_opp_limit
  1879. (EVENT_VIDEO, rCpuOppLimit.limited_freq, rCpuOppLimit.limited_cpu, rCpuOppLimit.enable);
  1880. // 0: PASS, other: FAIL */
  1881. if (ret) {
  1882. MODULE_MFV_LOGE("[VCODEC][ERROR] cpu_opp_limit failed: %lu\n", ret);
  1883. return -EFAULT;
  1884. }
  1885. MODULE_MFV_LOGE("-VCODEC_SET_CPU_OPP_LIMIT tid = %d, ret = %lu\n", current->pid,
  1886. ret);
  1887. MODULE_MFV_LOGE("VCODEC_SET_CPU_OPP_LIMIT [EMPTY] - - tid = %d\n", current->pid);
  1888. }
  1889. break;
  1890. case VCODEC_MB:
  1891. {
  1892. mb();
  1893. }
  1894. break;
  1895. case VCODEC_SET_LOG_COUNT:
  1896. {
  1897. MODULE_MFV_LOGD("VCODEC_SET_LOG_COUNT + tid = %d\n", current->pid);
  1898. mutex_lock(&LogCountLock);
  1899. user_data_addr = (VAL_UINT8_T *)arg;
  1900. ret = copy_from_user(&rIncLogCount, user_data_addr, sizeof(VAL_BOOL_T));
  1901. if (ret) {
  1902. MODULE_MFV_LOGE("[ERROR] VCODEC_SET_LOG_COUNT, copy_from_user failed: %lu\n", ret);
  1903. mutex_unlock(&LogCountLock);
  1904. return -EFAULT;
  1905. }
  1906. if (rIncLogCount == VAL_TRUE) {
  1907. if (gu4LogCountUser == 0) {
  1908. gu4LogCount = get_detect_count();
  1909. set_detect_count(gu4LogCount + 100);
  1910. }
  1911. gu4LogCountUser++;
  1912. } else {
  1913. gu4LogCountUser--;
  1914. if (gu4LogCountUser == 0) {
  1915. set_detect_count(gu4LogCount);
  1916. gu4LogCount = 0;
  1917. }
  1918. }
  1919. mutex_unlock(&LogCountLock);
  1920. MODULE_MFV_LOGD("VCODEC_SET_LOG_COUNT - tid = %d\n", current->pid);
  1921. }
  1922. break;
  1923. default:
  1924. {
  1925. MODULE_MFV_LOGE("========[ERROR] vcodec_ioctl default case======== %u\n", cmd);
  1926. }
  1927. break;
  1928. }
  1929. return 0xFF;
  1930. }
  1931. #if IS_ENABLED(CONFIG_COMPAT)
  1932. typedef enum {
  1933. VAL_HW_LOCK_TYPE = 0,
  1934. VAL_POWER_TYPE,
  1935. VAL_ISR_TYPE,
  1936. VAL_MEMORY_TYPE,
  1937. VAL_VCODEC_OAL_HW_REGISTER_TYPE
  1938. } STRUCT_TYPE;
  1939. typedef enum {
  1940. COPY_FROM_USER = 0,
  1941. COPY_TO_USER,
  1942. } COPY_DIRECTION;
  1943. typedef struct COMPAT_VAL_HW_LOCK {
  1944. compat_uptr_t pvHandle; /* /< [IN] The video codec driver handle */
  1945. compat_uint_t u4HandleSize; /* /< [IN] The size of video codec driver handle */
  1946. compat_uptr_t pvLock; /* /< [IN/OUT] The Lock discriptor */
  1947. compat_uint_t u4TimeoutMs; /* /< [IN] The timeout ms */
  1948. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1949. compat_uint_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1950. compat_uint_t eDriverType; /* /< [IN] The driver type */
  1951. char bSecureInst; /* /< [IN] True if this is a secure instance // MTK_SEC_VIDEO_PATH_SUPPORT */
  1952. } COMPAT_VAL_HW_LOCK_T;
  1953. typedef struct COMPAT_VAL_POWER {
  1954. compat_uptr_t pvHandle; /* /< [IN] The video codec driver handle */
  1955. compat_uint_t u4HandleSize; /* /< [IN] The size of video codec driver handle */
  1956. compat_uint_t eDriverType; /* /< [IN] The driver type */
  1957. char fgEnable; /* /< [IN] Enable or not. */
  1958. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1959. compat_uint_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1960. /* VAL_UINT32_T u4L2CUser; ///< [OUT] The number of power user right now */
  1961. } COMPAT_VAL_POWER_T;
  1962. typedef struct COMPAT_VAL_ISR {
  1963. compat_uptr_t pvHandle; /* /< [IN] The video codec driver handle */
  1964. compat_uint_t u4HandleSize; /* /< [IN] The size of video codec driver handle */
  1965. compat_uint_t eDriverType; /* /< [IN] The driver type */
  1966. compat_uptr_t pvIsrFunction; /* /< [IN] The isr function */
  1967. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1968. compat_uint_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1969. compat_uint_t u4TimeoutMs; /* /< [IN] The timeout in ms */
  1970. compat_uint_t u4IrqStatusNum; /* /< [IN] The num of return registers when HW done */
  1971. compat_uint_t u4IrqStatus[IRQ_STATUS_MAX_NUM]; /* /< [IN/OUT] The value of return registers when HW done */
  1972. } COMPAT_VAL_ISR_T;
  1973. typedef struct COMPAT_VAL_MEMORY {
  1974. compat_uint_t eMemType; /* /< [IN] The allocation memory type */
  1975. compat_ulong_t u4MemSize; /* /< [IN] The size of memory allocation */
  1976. compat_uptr_t pvMemVa; /* /< [IN/OUT] The memory virtual address */
  1977. compat_uptr_t pvMemPa; /* /< [IN/OUT] The memory physical address */
  1978. compat_uint_t eAlignment; /* /< [IN] The memory byte alignment setting */
  1979. compat_uptr_t pvAlignMemVa; /* /< [IN/OUT] The align memory virtual address */
  1980. compat_uptr_t pvAlignMemPa; /* /< [IN/OUT] The align memory physical address */
  1981. compat_uint_t eMemCodec; /* /< [IN] The memory codec for VENC or VDEC */
  1982. compat_uint_t i4IonShareFd;
  1983. compat_uptr_t pIonBufhandle;
  1984. compat_uptr_t pvReserved; /* /< [IN/OUT] The reserved parameter */
  1985. compat_ulong_t u4ReservedSize; /* /< [IN] The size of reserved parameter structure */
  1986. } COMPAT_VAL_MEMORY_T;
  1987. typedef struct COMPAT_VAL_VCODEC_OAL_HW_REGISTER {
  1988. /* /< [IN/OUT] HW is Completed or not, set by driver & clear by codec
  1989. (0: not completed or still in lock status; 1: HW is completed or in unlock status) */
  1990. compat_uint_t u4HWIsCompleted;
  1991. /* /< [OUT] HW is Timeout or not, set by driver & clear by codec
  1992. (0: not in timeout status; 1: HW is in timeout status) */
  1993. compat_uint_t u4HWIsTimeout;
  1994. compat_uint_t u4NumOfRegister; /* /< [IN] Number of HW register need to store; */
  1995. compat_uptr_t pHWStatus; /* /< [OUT] HW status based on input address. */
  1996. } COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T;
  1997. typedef struct COMPAT_VAL_VCODEC_OAL_MEM_STAUTS {
  1998. compat_ulong_t u4ReadAddr; /* / [IN] memory source address in VA */
  1999. compat_uint_t u4ReadData; /* / [OUT] memory data */
  2000. } COMPAT_VAL_VCODEC_OAL_MEM_STAUTS_T;
  2001. static int get_uptr_to_32(compat_uptr_t *p, void __user **uptr)
  2002. {
  2003. void __user *p2p;
  2004. int err = get_user(p2p, uptr);
  2005. *p = ptr_to_compat(p2p);
  2006. return err;
  2007. }
  2008. static int compat_copy_struct(STRUCT_TYPE eType,
  2009. COPY_DIRECTION eDirection, void __user *data32, void __user *data)
  2010. {
  2011. compat_uint_t u;
  2012. compat_ulong_t l;
  2013. compat_uptr_t p;
  2014. char c;
  2015. int err = 0;
  2016. switch (eType) {
  2017. case VAL_HW_LOCK_TYPE:
  2018. {
  2019. if (eDirection == COPY_FROM_USER) {
  2020. COMPAT_VAL_HW_LOCK_T __user *from32 =
  2021. (COMPAT_VAL_HW_LOCK_T *) data32;
  2022. VAL_HW_LOCK_T __user *to = (VAL_HW_LOCK_T *) data;
  2023. err = get_user(p, &(from32->pvHandle));
  2024. err |= put_user(compat_ptr(p), &(to->pvHandle));
  2025. err |= get_user(u, &(from32->u4HandleSize));
  2026. err |= put_user(u, &(to->u4HandleSize));
  2027. err |= get_user(p, &(from32->pvLock));
  2028. err |= put_user(compat_ptr(p), &(to->pvLock));
  2029. err |= get_user(u, &(from32->u4TimeoutMs));
  2030. err |= put_user(u, &(to->u4TimeoutMs));
  2031. err |= get_user(p, &(from32->pvReserved));
  2032. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2033. err |= get_user(u, &(from32->u4ReservedSize));
  2034. err |= put_user(u, &(to->u4ReservedSize));
  2035. err |= get_user(u, &(from32->eDriverType));
  2036. err |= put_user(u, &(to->eDriverType));
  2037. err |= get_user(c, &(from32->bSecureInst));
  2038. err |= put_user(c, &(to->bSecureInst));
  2039. } else {
  2040. COMPAT_VAL_HW_LOCK_T __user *to32 = (COMPAT_VAL_HW_LOCK_T *) data32;
  2041. VAL_HW_LOCK_T __user *from = (VAL_HW_LOCK_T *) data;
  2042. err = get_uptr_to_32(&p, &(from->pvHandle));
  2043. err |= put_user(p, &(to32->pvHandle));
  2044. err |= get_user(u, &(from->u4HandleSize));
  2045. err |= put_user(u, &(to32->u4HandleSize));
  2046. err |= get_uptr_to_32(&p, &(from->pvLock));
  2047. err |= put_user(p, &(to32->pvLock));
  2048. err |= get_user(u, &(from->u4TimeoutMs));
  2049. err |= put_user(u, &(to32->u4TimeoutMs));
  2050. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2051. err |= put_user(p, &(to32->pvReserved));
  2052. err |= get_user(u, &(from->u4ReservedSize));
  2053. err |= put_user(u, &(to32->u4ReservedSize));
  2054. err |= get_user(u, &(from->eDriverType));
  2055. err |= put_user(u, &(to32->eDriverType));
  2056. err |= get_user(c, &(from->bSecureInst));
  2057. err |= put_user(c, &(to32->bSecureInst));
  2058. }
  2059. }
  2060. break;
  2061. case VAL_POWER_TYPE:
  2062. {
  2063. if (eDirection == COPY_FROM_USER) {
  2064. COMPAT_VAL_POWER_T __user *from32 = (COMPAT_VAL_POWER_T *) data32;
  2065. VAL_POWER_T __user *to = (VAL_POWER_T *) data;
  2066. err = get_user(p, &(from32->pvHandle));
  2067. err |= put_user(compat_ptr(p), &(to->pvHandle));
  2068. err |= get_user(u, &(from32->u4HandleSize));
  2069. err |= put_user(u, &(to->u4HandleSize));
  2070. err |= get_user(u, &(from32->eDriverType));
  2071. err |= put_user(u, &(to->eDriverType));
  2072. err |= get_user(c, &(from32->fgEnable));
  2073. err |= put_user(c, &(to->fgEnable));
  2074. err |= get_user(p, &(from32->pvReserved));
  2075. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2076. err |= get_user(u, &(from32->u4ReservedSize));
  2077. err |= put_user(u, &(to->u4ReservedSize));
  2078. } else {
  2079. COMPAT_VAL_POWER_T __user *to32 = (COMPAT_VAL_POWER_T *) data32;
  2080. VAL_POWER_T __user *from = (VAL_POWER_T *) data;
  2081. err = get_uptr_to_32(&p, &(from->pvHandle));
  2082. err |= put_user(p, &(to32->pvHandle));
  2083. err |= get_user(u, &(from->u4HandleSize));
  2084. err |= put_user(u, &(to32->u4HandleSize));
  2085. err |= get_user(u, &(from->eDriverType));
  2086. err |= put_user(u, &(to32->eDriverType));
  2087. err |= get_user(c, &(from->fgEnable));
  2088. err |= put_user(c, &(to32->fgEnable));
  2089. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2090. err |= put_user(p, &(to32->pvReserved));
  2091. err |= get_user(u, &(from->u4ReservedSize));
  2092. err |= put_user(u, &(to32->u4ReservedSize));
  2093. }
  2094. }
  2095. break;
  2096. case VAL_ISR_TYPE:
  2097. {
  2098. int i = 0;
  2099. if (eDirection == COPY_FROM_USER) {
  2100. COMPAT_VAL_ISR_T __user *from32 = (COMPAT_VAL_ISR_T *) data32;
  2101. VAL_ISR_T __user *to = (VAL_ISR_T *) data;
  2102. err = get_user(p, &(from32->pvHandle));
  2103. err |= put_user(compat_ptr(p), &(to->pvHandle));
  2104. err |= get_user(u, &(from32->u4HandleSize));
  2105. err |= put_user(u, &(to->u4HandleSize));
  2106. err |= get_user(u, &(from32->eDriverType));
  2107. err |= put_user(u, &(to->eDriverType));
  2108. err |= get_user(p, &(from32->pvIsrFunction));
  2109. err |= put_user(compat_ptr(p), &(to->pvIsrFunction));
  2110. err |= get_user(p, &(from32->pvReserved));
  2111. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2112. err |= get_user(u, &(from32->u4ReservedSize));
  2113. err |= put_user(u, &(to->u4ReservedSize));
  2114. err |= get_user(u, &(from32->u4TimeoutMs));
  2115. err |= put_user(u, &(to->u4TimeoutMs));
  2116. err |= get_user(u, &(from32->u4IrqStatusNum));
  2117. err |= put_user(u, &(to->u4IrqStatusNum));
  2118. for (; i < IRQ_STATUS_MAX_NUM; i++) {
  2119. err |= get_user(u, &(from32->u4IrqStatus[i]));
  2120. err |= put_user(u, &(to->u4IrqStatus[i]));
  2121. }
  2122. } else {
  2123. COMPAT_VAL_ISR_T __user *to32 = (COMPAT_VAL_ISR_T *) data32;
  2124. VAL_ISR_T __user *from = (VAL_ISR_T *) data;
  2125. err = get_uptr_to_32(&p, &(from->pvHandle));
  2126. err |= put_user(p, &(to32->pvHandle));
  2127. err |= get_user(u, &(from->u4HandleSize));
  2128. err |= put_user(u, &(to32->u4HandleSize));
  2129. err |= get_user(u, &(from->eDriverType));
  2130. err |= put_user(u, &(to32->eDriverType));
  2131. err |= get_uptr_to_32(&p, &(from->pvIsrFunction));
  2132. err |= put_user(p, &(to32->pvIsrFunction));
  2133. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2134. err |= put_user(p, &(to32->pvReserved));
  2135. err |= get_user(u, &(from->u4ReservedSize));
  2136. err |= put_user(u, &(to32->u4ReservedSize));
  2137. err |= get_user(u, &(from->u4TimeoutMs));
  2138. err |= put_user(u, &(to32->u4TimeoutMs));
  2139. err |= get_user(u, &(from->u4IrqStatusNum));
  2140. err |= put_user(u, &(to32->u4IrqStatusNum));
  2141. for (; i < IRQ_STATUS_MAX_NUM; i++) {
  2142. err |= get_user(u, &(from->u4IrqStatus[i]));
  2143. err |= put_user(u, &(to32->u4IrqStatus[i]));
  2144. }
  2145. }
  2146. }
  2147. break;
  2148. case VAL_MEMORY_TYPE:
  2149. {
  2150. if (eDirection == COPY_FROM_USER) {
  2151. COMPAT_VAL_MEMORY_T __user *from32 = (COMPAT_VAL_MEMORY_T *) data32;
  2152. VAL_MEMORY_T __user *to = (VAL_MEMORY_T *) data;
  2153. err = get_user(u, &(from32->eMemType));
  2154. err |= put_user(u, &(to->eMemType));
  2155. err |= get_user(l, &(from32->u4MemSize));
  2156. err |= put_user(l, &(to->u4MemSize));
  2157. err |= get_user(p, &(from32->pvMemVa));
  2158. err |= put_user(compat_ptr(p), &(to->pvMemVa));
  2159. err |= get_user(p, &(from32->pvMemPa));
  2160. err |= put_user(compat_ptr(p), &(to->pvMemPa));
  2161. err |= get_user(u, &(from32->eAlignment));
  2162. err |= put_user(u, &(to->eAlignment));
  2163. err |= get_user(p, &(from32->pvAlignMemVa));
  2164. err |= put_user(compat_ptr(p), &(to->pvAlignMemVa));
  2165. err |= get_user(p, &(from32->pvAlignMemPa));
  2166. err |= put_user(compat_ptr(p), &(to->pvAlignMemPa));
  2167. err |= get_user(u, &(from32->eMemCodec));
  2168. err |= put_user(u, &(to->eMemCodec));
  2169. err |= get_user(u, &(from32->i4IonShareFd));
  2170. err |= put_user(u, &(to->i4IonShareFd));
  2171. err |= get_user(p, &(from32->pIonBufhandle));
  2172. err |= put_user(compat_ptr(p), &(to->pIonBufhandle));
  2173. err |= get_user(p, &(from32->pvReserved));
  2174. err |= put_user(compat_ptr(p), &(to->pvReserved));
  2175. err |= get_user(l, &(from32->u4ReservedSize));
  2176. err |= put_user(l, &(to->u4ReservedSize));
  2177. } else {
  2178. COMPAT_VAL_MEMORY_T __user *to32 = (COMPAT_VAL_MEMORY_T *) data32;
  2179. VAL_MEMORY_T __user *from = (VAL_MEMORY_T *) data;
  2180. err = get_user(u, &(from->eMemType));
  2181. err |= put_user(u, &(to32->eMemType));
  2182. err |= get_user(l, &(from->u4MemSize));
  2183. err |= put_user(l, &(to32->u4MemSize));
  2184. err |= get_uptr_to_32(&p, &(from->pvMemVa));
  2185. err |= put_user(p, &(to32->pvMemVa));
  2186. err |= get_uptr_to_32(&p, &(from->pvMemPa));
  2187. err |= put_user(p, &(to32->pvMemPa));
  2188. err |= get_user(u, &(from->eAlignment));
  2189. err |= put_user(u, &(to32->eAlignment));
  2190. err |= get_uptr_to_32(&p, &(from->pvAlignMemVa));
  2191. err |= put_user(p, &(to32->pvAlignMemVa));
  2192. err |= get_uptr_to_32(&p, &(from->pvAlignMemPa));
  2193. err |= put_user(p, &(to32->pvAlignMemPa));
  2194. err |= get_user(u, &(from->eMemCodec));
  2195. err |= put_user(u, &(to32->eMemCodec));
  2196. err |= get_user(u, &(from->i4IonShareFd));
  2197. err |= put_user(u, &(to32->i4IonShareFd));
  2198. err |= get_uptr_to_32(&p, (void __user **)&(from->pIonBufhandle));
  2199. err |= put_user(p, &(to32->pIonBufhandle));
  2200. err |= get_uptr_to_32(&p, &(from->pvReserved));
  2201. err |= put_user(p, &(to32->pvReserved));
  2202. err |= get_user(l, &(from->u4ReservedSize));
  2203. err |= put_user(l, &(to32->u4ReservedSize));
  2204. }
  2205. }
  2206. break;
  2207. case VAL_VCODEC_OAL_HW_REGISTER_TYPE:
  2208. {
  2209. if (eDirection == COPY_FROM_USER) {
  2210. COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T __user *from32 =
  2211. (COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T *) data32;
  2212. VAL_VCODEC_OAL_HW_REGISTER_T __user *to =
  2213. (VAL_VCODEC_OAL_HW_REGISTER_T *) data;
  2214. err = get_user(u, &(from32->u4HWIsCompleted));
  2215. err |= put_user(u, &(to->u4HWIsCompleted));
  2216. err |= get_user(u, &(from32->u4HWIsTimeout));
  2217. err |= put_user(u, &(to->u4HWIsTimeout));
  2218. err |= get_user(u, &(from32->u4NumOfRegister));
  2219. err |= put_user(u, &(to->u4NumOfRegister));
  2220. err |= get_user(p, &(from32->pHWStatus));
  2221. err |= put_user(compat_ptr(p), &(to->pHWStatus));
  2222. } else {
  2223. COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T __user *to32 =
  2224. (COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T *) data32;
  2225. VAL_VCODEC_OAL_HW_REGISTER_T __user *from =
  2226. (VAL_VCODEC_OAL_HW_REGISTER_T *) data;
  2227. err = get_user(u, &(from->u4HWIsCompleted));
  2228. err |= put_user(u, &(to32->u4HWIsCompleted));
  2229. err |= get_user(u, &(from->u4HWIsTimeout));
  2230. err |= put_user(u, &(to32->u4HWIsTimeout));
  2231. err |= get_user(u, &(from->u4NumOfRegister));
  2232. err |= put_user(u, &(to32->u4NumOfRegister));
  2233. err |= get_uptr_to_32(&p, (void __user **)&(from->pHWStatus));
  2234. err |= put_user(p, &(to32->pHWStatus));
  2235. }
  2236. }
  2237. break;
  2238. default:
  2239. break;
  2240. }
  2241. return err;
  2242. }
  2243. static long vcodec_unlocked_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
  2244. {
  2245. long ret = 0;
  2246. /* MODULE_MFV_LOGD("vcodec_unlocked_compat_ioctl: 0x%x\n", cmd); */
  2247. switch (cmd) {
  2248. case VCODEC_LOCKHW:
  2249. case VCODEC_UNLOCKHW:
  2250. {
  2251. COMPAT_VAL_HW_LOCK_T __user *data32;
  2252. VAL_HW_LOCK_T __user *data;
  2253. int err;
  2254. data32 = compat_ptr(arg);
  2255. data = compat_alloc_user_space(sizeof(VAL_HW_LOCK_T));
  2256. if (data == NULL)
  2257. return -EFAULT;
  2258. err =
  2259. compat_copy_struct(VAL_HW_LOCK_TYPE, COPY_FROM_USER, (void *)data32,
  2260. (void *)data);
  2261. if (err)
  2262. return err;
  2263. ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
  2264. err =
  2265. compat_copy_struct(VAL_HW_LOCK_TYPE, COPY_TO_USER, (void *)data32,
  2266. (void *)data);
  2267. if (err)
  2268. return err;
  2269. return ret;
  2270. }
  2271. break;
  2272. case VCODEC_INC_PWR_USER:
  2273. case VCODEC_DEC_PWR_USER:
  2274. {
  2275. COMPAT_VAL_POWER_T __user *data32;
  2276. VAL_POWER_T __user *data;
  2277. int err;
  2278. data32 = compat_ptr(arg);
  2279. data = compat_alloc_user_space(sizeof(VAL_POWER_T));
  2280. if (data == NULL)
  2281. return -EFAULT;
  2282. err =
  2283. compat_copy_struct(VAL_POWER_TYPE, COPY_FROM_USER, (void *)data32,
  2284. (void *)data);
  2285. if (err)
  2286. return err;
  2287. ret = file->f_op->unlocked_ioctl(file, cmd, (unsigned long)data);
  2288. err =
  2289. compat_copy_struct(VAL_POWER_TYPE, COPY_TO_USER, (void *)data32,
  2290. (void *)data);
  2291. if (err)
  2292. return err;
  2293. return ret;
  2294. }
  2295. break;
  2296. case VCODEC_WAITISR:
  2297. {
  2298. COMPAT_VAL_ISR_T __user *data32;
  2299. VAL_ISR_T __user *data;
  2300. int err;
  2301. data32 = compat_ptr(arg);
  2302. data = compat_alloc_user_space(sizeof(VAL_ISR_T));
  2303. if (data == NULL)
  2304. return -EFAULT;
  2305. err =
  2306. compat_copy_struct(VAL_ISR_TYPE, COPY_FROM_USER, (void *)data32,
  2307. (void *)data);
  2308. if (err)
  2309. return err;
  2310. ret = file->f_op->unlocked_ioctl(file, VCODEC_WAITISR, (unsigned long)data);
  2311. err =
  2312. compat_copy_struct(VAL_ISR_TYPE, COPY_TO_USER, (void *)data32,
  2313. (void *)data);
  2314. if (err)
  2315. return err;
  2316. return ret;
  2317. }
  2318. break;
  2319. case VCODEC_INITHWLOCK:
  2320. {
  2321. COMPAT_VAL_VCODEC_OAL_HW_REGISTER_T __user *data32;
  2322. VAL_VCODEC_OAL_HW_REGISTER_T __user *data;
  2323. COMPAT_VAL_VCODEC_OAL_MEM_STAUTS_T __user *pHWStatus32;
  2324. VAL_VCODEC_OAL_MEM_STAUTS_T __user *pHWStatus;
  2325. VAL_UINT32_T u4NumOfRegister;
  2326. compat_uint_t u;
  2327. compat_ulong_t l;
  2328. int err, i;
  2329. data32 = compat_ptr(arg);
  2330. data =
  2331. compat_alloc_user_space(sizeof(VAL_VCODEC_OAL_HW_REGISTER_T) +
  2332. sizeof(VAL_VCODEC_OAL_MEM_STAUTS_T) * 16);
  2333. if (data == NULL)
  2334. return -EFAULT;
  2335. err =
  2336. compat_copy_struct(VAL_VCODEC_OAL_HW_REGISTER_TYPE, COPY_FROM_USER,
  2337. (void *)data32, (void *)data);
  2338. pHWStatus32 = (COMPAT_VAL_VCODEC_OAL_MEM_STAUTS_T *)data->pHWStatus;
  2339. u4NumOfRegister = (VAL_UINT32_T)data->u4NumOfRegister;
  2340. pHWStatus = (VAL_VCODEC_OAL_MEM_STAUTS_T *)(data + sizeof(VAL_VCODEC_OAL_HW_REGISTER_T));
  2341. for (i = 0; i < u4NumOfRegister; i++) {
  2342. err |= get_user(l, &(pHWStatus32[i].u4ReadAddr));
  2343. err |= put_user(l, &(pHWStatus[i].u4ReadAddr));
  2344. err |= get_user(u, &(pHWStatus32[i].u4ReadData));
  2345. err |= put_user(u, &(pHWStatus[i].u4ReadData));
  2346. /* MODULE_MFV_LOGE("[%d] 0x%x, 0x%lx, %u, %u\n",
  2347. i, l, pHWStatus[i].u4ReadAddr, u, pHWStatus[i].u4ReadData); */
  2348. }
  2349. data->pHWStatus = pHWStatus;
  2350. if (err)
  2351. return err;
  2352. mutex_lock(&InitHWLock);
  2353. ori_user_data_addr = (VAL_UINT8_T *)arg;
  2354. ori_pHWStatus = (VAL_VCODEC_OAL_MEM_STAUTS_T *)pHWStatus32;
  2355. ret =
  2356. file->f_op->unlocked_ioctl(file, VCODEC_INITHWLOCK,
  2357. (unsigned long)data);
  2358. data->pHWStatus = (VAL_VCODEC_OAL_MEM_STAUTS_T __user *)pHWStatus32;
  2359. ori_user_data_addr = 0;
  2360. ori_pHWStatus = 0;
  2361. mutex_unlock(&InitHWLock);
  2362. err =
  2363. compat_copy_struct(VAL_VCODEC_OAL_HW_REGISTER_TYPE, COPY_TO_USER,
  2364. (void *)data32, (void *)data);
  2365. if (err)
  2366. return err;
  2367. return ret;
  2368. }
  2369. break;
  2370. default:
  2371. {
  2372. return vcodec_unlocked_ioctl(file, cmd, arg);
  2373. }
  2374. break;
  2375. }
  2376. return 0;
  2377. }
  2378. #else
  2379. #define vcodec_unlocked_compat_ioctl NULL
  2380. #endif
  2381. static int vcodec_open(struct inode *inode, struct file *file)
  2382. {
  2383. MODULE_MFV_LOGD("vcodec_open\n");
  2384. mutex_lock(&DriverOpenCountLock);
  2385. Driver_Open_Count++;
  2386. MODULE_MFV_LOGE("vcodec_open pid = %d, Driver_Open_Count %d\n", current->pid, Driver_Open_Count);
  2387. mutex_unlock(&DriverOpenCountLock);
  2388. /* TODO: Check upper limit of concurrent users? */
  2389. return 0;
  2390. }
  2391. static int vcodec_flush(struct file *file, fl_owner_t id)
  2392. {
  2393. MODULE_MFV_LOGD("vcodec_flush, curr_tid =%d\n", current->pid);
  2394. /* MODULE_MFV_LOGE("vcodec_flush pid = %d, Driver_Open_Count %d\n", current->pid, Driver_Open_Count); */
  2395. return 0;
  2396. }
  2397. static int vcodec_release(struct inode *inode, struct file *file)
  2398. {
  2399. VAL_INT32_T i, j;
  2400. VAL_ULONG_T ulFlags, ulFlagsLockHW, ulFlagsISR;
  2401. /* dump_stack(); */
  2402. MODULE_MFV_LOGD("vcodec_release, curr_tid =%d\n", current->pid);
  2403. mutex_lock(&DriverOpenCountLock);
  2404. MODULE_MFV_LOGE("vcodec_release pid = %d, Driver_Open_Count %d\n", current->pid,
  2405. Driver_Open_Count);
  2406. Driver_Open_Count--;
  2407. /* mutex_lock(&NonCacheMemoryListLock); */
  2408. /* Force_Free_NonCacheMemoryList(current->pid); */
  2409. /* mutex_unlock(&NonCacheMemoryListLock); */
  2410. if (Driver_Open_Count == 0) {
  2411. mutex_lock(&VdecHWLock);
  2412. gu4VdecLockThreadId = 0;
  2413. grVcodecDecHWLock.pvHandle = 0;
  2414. grVcodecDecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2415. grVcodecDecHWLock.rLockedTime.u4Sec = 0;
  2416. grVcodecDecHWLock.rLockedTime.u4uSec = 0;
  2417. mutex_unlock(&VdecHWLock);
  2418. mutex_lock(&VencHWLock);
  2419. grVcodecEncHWLock.pvHandle = 0;
  2420. grVcodecEncHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2421. grVcodecEncHWLock.rLockedTime.u4Sec = 0;
  2422. grVcodecEncHWLock.rLockedTime.u4uSec = 0;
  2423. mutex_unlock(&VencHWLock);
  2424. mutex_lock(&DecEMILock);
  2425. gu4DecEMICounter = 0;
  2426. mutex_unlock(&DecEMILock);
  2427. mutex_lock(&EncEMILock);
  2428. gu4EncEMICounter = 0;
  2429. mutex_unlock(&EncEMILock);
  2430. mutex_lock(&PWRLock);
  2431. gu4PWRCounter = 0;
  2432. mutex_unlock(&PWRLock);
  2433. mutex_lock(&NonCacheMemoryListLock);
  2434. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM_x_10; i++) {
  2435. grNonCacheMemoryList[i].pvHandle = 0;
  2436. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2437. grNonCacheMemoryList[i].u4VCodecThreadID[j] = 0xffffffff;
  2438. grNonCacheMemoryList[i].ulKVA = -1L;
  2439. grNonCacheMemoryList[i].ulKPA = -1L;
  2440. }
  2441. mutex_unlock(&NonCacheMemoryListLock);
  2442. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  2443. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM; i++) {
  2444. oal_hw_context[i].Oal_HW_reg = (VAL_VCODEC_OAL_HW_REGISTER_T *) 0;
  2445. oal_hw_context[i].ObjId = -1L;
  2446. oal_hw_context[i].slotindex = i;
  2447. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2448. oal_hw_context[i].u4VCodecThreadID[j] = -1;
  2449. oal_hw_context[i].pvHandle = 0;
  2450. oal_hw_context[i].u4NumOfRegister = 0;
  2451. for (j = 0; j < OALMEM_STATUS_NUM; j++) {
  2452. oal_hw_context[i].oalmem_status[j].u4ReadAddr = 0;
  2453. oal_hw_context[i].oalmem_status[j].u4ReadData = 0;
  2454. }
  2455. }
  2456. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  2457. #if defined(VENC_USE_L2C)
  2458. mutex_lock(&L2CLock);
  2459. if (gu4L2CCounter != 0) {
  2460. MODULE_MFV_LOGE("vcodec_flush pid = %d, L2 user = %d, force restore L2 settings\n",
  2461. current->pid, gu4L2CCounter);
  2462. if (config_L2(1))
  2463. MODULE_MFV_LOGE("[VCODEC][ERROR] restore L2 settings failed\n");
  2464. }
  2465. gu4L2CCounter = 0;
  2466. mutex_unlock(&L2CLock);
  2467. #endif
  2468. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  2469. gu4LockDecHWCount = 0;
  2470. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  2471. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  2472. gu4LockEncHWCount = 0;
  2473. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  2474. spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
  2475. gu4DecISRCount = 0;
  2476. spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
  2477. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  2478. gu4EncISRCount = 0;
  2479. spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
  2480. #ifdef ENABLE_MMDVFS_VDEC
  2481. if (VAL_TRUE == gMMDFVFSMonitorStarts) {
  2482. gMMDFVFSMonitorStarts = VAL_FALSE;
  2483. gMMDFVFSMonitorCounts = 0;
  2484. gHWLockInterval = 0;
  2485. gHWLockMaxDuration = 0;
  2486. SendDvfsRequest(DVFS_LOW);
  2487. }
  2488. #endif
  2489. }
  2490. #ifdef ENABLE_MMDVFS_VDEC
  2491. mutex_lock(&DecEMILock);
  2492. if (VAL_TRUE == gMMDFVFSMonitorStarts && 0 == gu4DecEMICounter) {
  2493. gMMDFVFSMonitorStarts = VAL_FALSE;
  2494. gMMDFVFSMonitorCounts = 0;
  2495. gHWLockInterval = 0;
  2496. gHWLockMaxDuration = 0;
  2497. SendDvfsRequest(DVFS_LOW);
  2498. }
  2499. mutex_unlock(&DecEMILock);
  2500. #endif
  2501. mutex_unlock(&DriverOpenCountLock);
  2502. return 0;
  2503. }
  2504. void vcodec_vma_open(struct vm_area_struct *vma)
  2505. {
  2506. MODULE_MFV_LOGD("vcodec VMA open, virt %lx, phys %lx\n", vma->vm_start,
  2507. vma->vm_pgoff << PAGE_SHIFT);
  2508. }
  2509. void vcodec_vma_close(struct vm_area_struct *vma)
  2510. {
  2511. MODULE_MFV_LOGD("vcodec VMA close, virt %lx, phys %lx\n", vma->vm_start,
  2512. vma->vm_pgoff << PAGE_SHIFT);
  2513. }
  2514. static struct vm_operations_struct vcodec_remap_vm_ops = {
  2515. .open = vcodec_vma_open,
  2516. .close = vcodec_vma_close,
  2517. };
  2518. static int vcodec_mmap(struct file *file, struct vm_area_struct *vma)
  2519. {
  2520. #if 1
  2521. VAL_UINT32_T u4I = 0;
  2522. VAL_ULONG_T length;
  2523. VAL_ULONG_T pfn;
  2524. length = vma->vm_end - vma->vm_start;
  2525. pfn = vma->vm_pgoff << PAGE_SHIFT;
  2526. if (((length > VENC_REGION) || (pfn < VENC_BASE) || (pfn > VENC_BASE + VENC_REGION)) &&
  2527. ((length > VDEC_REGION) || (pfn < VDEC_BASE_PHY) || (pfn > VDEC_BASE_PHY + VDEC_REGION))
  2528. && ((length > HW_REGION) || (pfn < HW_BASE) || (pfn > HW_BASE + HW_REGION))
  2529. && ((length > INFO_REGION) || (pfn < INFO_BASE) || (pfn > INFO_BASE + INFO_REGION))
  2530. && ((length > MP4_VENC_REGION) || (pfn < MP4_VENC_BASE)
  2531. || (pfn > MP4_VENC_BASE + MP4_VENC_REGION))
  2532. ) {
  2533. VAL_ULONG_T ulAddr, ulSize;
  2534. for (u4I = 0; u4I < VCODEC_MULTIPLE_INSTANCE_NUM_x_10; u4I++) {
  2535. if ((grNonCacheMemoryList[u4I].ulKVA != -1L)
  2536. && (grNonCacheMemoryList[u4I].ulKPA != -1L)) {
  2537. ulAddr = grNonCacheMemoryList[u4I].ulKPA;
  2538. ulSize =
  2539. (grNonCacheMemoryList[u4I].ulSize + 0x1000 - 1) & ~(0x1000 - 1);
  2540. if ((length == ulSize) && (pfn == ulAddr)) {
  2541. MODULE_MFV_LOGD("[VCODEC] cache idx %d\n", u4I);
  2542. break;
  2543. }
  2544. }
  2545. }
  2546. if (u4I == VCODEC_MULTIPLE_INSTANCE_NUM_x_10) {
  2547. MODULE_MFV_LOGE("[VCODEC][ERROR] mmap region error: Length(0x%lx), pfn(0x%lx)\n",
  2548. (VAL_ULONG_T) length, pfn);
  2549. return -EAGAIN;
  2550. }
  2551. }
  2552. #endif
  2553. vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
  2554. /* MODULE_MFV_LOGE("[VCODEC][mmap] vma->start 0x%lx, vma->end 0x%lx, vma->pgoff 0x%lx, pfn: 0x%lx\n",
  2555. (VAL_ULONG_T) vma->vm_start, (VAL_ULONG_T) vma->vm_end,
  2556. (VAL_ULONG_T) vma->vm_pgoff, pfn); */
  2557. if (remap_pfn_range
  2558. (vma, vma->vm_start, vma->vm_pgoff, vma->vm_end - vma->vm_start, vma->vm_page_prot)) {
  2559. return -EAGAIN;
  2560. }
  2561. vma->vm_ops = &vcodec_remap_vm_ops;
  2562. vcodec_vma_open(vma);
  2563. return 0;
  2564. }
  2565. #ifdef CONFIG_HAS_EARLYSUSPEND
  2566. static void vcodec_early_suspend(struct early_suspend *h)
  2567. {
  2568. mutex_lock(&PWRLock);
  2569. MODULE_MFV_LOGE("vcodec_early_suspend, tid = %d, PWR_USER = %d\n", current->pid, gu4PWRCounter);
  2570. mutex_unlock(&PWRLock);
  2571. /*
  2572. if (gu4PWRCounter != 0)
  2573. {
  2574. MODULE_MFV_LOGE("[MT6589_VCodec_early_suspend] Someone Use HW, Disable Power!\n");
  2575. disable_clock(MT65XX_PDN_MM_VBUF, "Video_VBUF");
  2576. disable_clock(MT_CG_VDEC0_VDE, "VideoDec");
  2577. disable_clock(MT_CG_VENC_VEN, "VideoEnc");
  2578. disable_clock(MT65XX_PDN_MM_GDC_SHARE_MACRO, "VideoEnc");
  2579. }
  2580. */
  2581. MODULE_MFV_LOGD("vcodec_early_suspend - tid = %d\n", current->pid);
  2582. }
  2583. static void vcodec_late_resume(struct early_suspend *h)
  2584. {
  2585. mutex_lock(&PWRLock);
  2586. MODULE_MFV_LOGE("vcodec_late_resume, tid = %d, PWR_USER = %d\n", current->pid, gu4PWRCounter);
  2587. mutex_unlock(&PWRLock);
  2588. /*
  2589. if (gu4PWRCounter != 0)
  2590. {
  2591. MODULE_MFV_LOGE("[vcodec_late_resume] Someone Use HW, Enable Power!\n");
  2592. enable_clock(MT65XX_PDN_MM_VBUF, "Video_VBUF");
  2593. enable_clock(MT_CG_VDEC0_VDE, "VideoDec");
  2594. enable_clock(MT_CG_VENC_VEN, "VideoEnc");
  2595. enable_clock(MT65XX_PDN_MM_GDC_SHARE_MACRO, "VideoEnc");
  2596. }
  2597. */
  2598. MODULE_MFV_LOGD("vcodec_late_resume - tid = %d\n", current->pid);
  2599. }
  2600. static struct early_suspend vcodec_early_suspend_handler = {
  2601. .level = (EARLY_SUSPEND_LEVEL_DISABLE_FB - 1),
  2602. .suspend = vcodec_early_suspend,
  2603. .resume = vcodec_late_resume,
  2604. };
  2605. #endif
  2606. static const struct file_operations vcodec_fops = {
  2607. .owner = THIS_MODULE,
  2608. .unlocked_ioctl = vcodec_unlocked_ioctl,
  2609. .open = vcodec_open,
  2610. .flush = vcodec_flush,
  2611. .release = vcodec_release,
  2612. .mmap = vcodec_mmap,
  2613. #if IS_ENABLED(CONFIG_COMPAT)
  2614. .compat_ioctl = vcodec_unlocked_compat_ioctl,
  2615. #endif
  2616. };
  2617. static int vcodec_probe(struct platform_device *dev)
  2618. {
  2619. int ret;
  2620. MODULE_MFV_LOGD("+vcodec_probe\n");
  2621. mutex_lock(&DecEMILock);
  2622. gu4DecEMICounter = 0;
  2623. mutex_unlock(&DecEMILock);
  2624. mutex_lock(&EncEMILock);
  2625. gu4EncEMICounter = 0;
  2626. mutex_unlock(&EncEMILock);
  2627. mutex_lock(&PWRLock);
  2628. gu4PWRCounter = 0;
  2629. mutex_unlock(&PWRLock);
  2630. mutex_lock(&L2CLock);
  2631. gu4L2CCounter = 0;
  2632. mutex_unlock(&L2CLock);
  2633. ret = register_chrdev_region(vcodec_devno, 1, VCODEC_DEVNAME);
  2634. if (ret)
  2635. MODULE_MFV_LOGE("[ERROR] Can't Get Major number for VCodec Device\n");
  2636. vcodec_cdev = cdev_alloc();
  2637. vcodec_cdev->owner = THIS_MODULE;
  2638. vcodec_cdev->ops = &vcodec_fops;
  2639. ret = cdev_add(vcodec_cdev, vcodec_devno, 1);
  2640. if (ret)
  2641. MODULE_MFV_LOGE("[ERROR] Can't add Vcodec Device\n");
  2642. vcodec_class = class_create(THIS_MODULE, VCODEC_DEVNAME);
  2643. if (IS_ERR(vcodec_class)) {
  2644. ret = PTR_ERR(vcodec_class);
  2645. MODULE_MFV_LOGE("[VCODEC][ERROR] Unable to create class, err = %d", ret);
  2646. return ret;
  2647. }
  2648. vcodec_device = device_create(vcodec_class, NULL, vcodec_devno, NULL, VCODEC_DEVNAME);
  2649. /* if (request_irq
  2650. (MT_VDEC_IRQ_ID , (irq_handler_t)video_intr_dlr, IRQF_TRIGGER_LOW, VCODEC_DEVNAME, NULL) < 0) */
  2651. if (request_irq
  2652. (VDEC_IRQ_ID, (irq_handler_t) video_intr_dlr, IRQF_TRIGGER_LOW, VCODEC_DEVNAME,
  2653. NULL) < 0) {
  2654. MODULE_MFV_LOGE("[VCODEC][ERROR] error to request dec irq\n");
  2655. } else {
  2656. MODULE_MFV_LOGD("[VCODEC] success to request dec irq: %d\n", VDEC_IRQ_ID);
  2657. }
  2658. /* if (request_irq
  2659. (MT_VENC_IRQ_ID , (irq_handler_t)video_intr_dlr2, IRQF_TRIGGER_LOW, VCODEC_DEVNAME, NULL) < 0) */
  2660. if (request_irq
  2661. (VENC_IRQ_ID, (irq_handler_t) video_intr_dlr2, IRQF_TRIGGER_LOW, VCODEC_DEVNAME,
  2662. NULL) < 0) {
  2663. MODULE_MFV_LOGD("[VCODEC][ERROR] error to request enc irq\n");
  2664. } else {
  2665. MODULE_MFV_LOGD("[VCODEC] success to request enc irq: %d\n", VENC_IRQ_ID);
  2666. }
  2667. /* disable_irq(MT_VDEC_IRQ_ID); */
  2668. disable_irq(VDEC_IRQ_ID);
  2669. /* disable_irq(MT_VENC_IRQ_ID); */
  2670. disable_irq(VENC_IRQ_ID);
  2671. vcodec_device->coherent_dma_mask = DMA_BIT_MASK(32);
  2672. if (!vcodec_device->dma_mask)
  2673. vcodec_device->dma_mask = &vcodec_device->coherent_dma_mask;
  2674. MODULE_MFV_LOGD("vcodec_probe Done\n");
  2675. return 0;
  2676. }
  2677. #ifdef CONFIG_MTK_HIBERNATION
  2678. static int vcodec_pm_restore_noirq(struct device *device)
  2679. {
  2680. /* vdec : IRQF_TRIGGER_LOW */
  2681. mt_irq_set_sens(VDEC_IRQ_ID, MT_LEVEL_SENSITIVE);
  2682. mt_irq_set_polarity(VDEC_IRQ_ID, MT_POLARITY_LOW);
  2683. /* venc: IRQF_TRIGGER_LOW */
  2684. mt_irq_set_sens(VENC_IRQ_ID, MT_LEVEL_SENSITIVE);
  2685. mt_irq_set_polarity(VENC_IRQ_ID, MT_POLARITY_LOW);
  2686. return 0;
  2687. }
  2688. #endif
  2689. static int __init vcodec_driver_init(void)
  2690. {
  2691. int i, j;
  2692. VAL_RESULT_T eValHWLockRet;
  2693. VAL_ULONG_T ulFlags, ulFlagsLockHW, ulFlagsISR;
  2694. MODULE_MFV_LOGD("+vcodec_driver_init !!\n");
  2695. mutex_lock(&DriverOpenCountLock);
  2696. Driver_Open_Count = 0;
  2697. mutex_unlock(&DriverOpenCountLock);
  2698. mutex_lock(&LogCountLock);
  2699. gu4LogCountUser = 0;
  2700. gu4LogCount = 0;
  2701. mutex_unlock(&LogCountLock);
  2702. {
  2703. #ifdef CONFIG_ARCH_MT6735M
  2704. struct device_node *node = NULL;
  2705. node = of_find_compatible_node(NULL, NULL, "mediatek,VENC");
  2706. if (node) {
  2707. KVA_VENC_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2708. VENC_IRQ_ID = irq_of_parse_and_map(node, 0);
  2709. } else {
  2710. MODULE_MFV_LOGD("[VCODEC][DeviceTree] Not supported, use hard-code value")
  2711. KVA_VENC_BASE = (VAL_ULONG_T) ioremap(0x14016000, 0x800);
  2712. /* VENC_IRQ_ID = MT_VENC_IRQ_ID; */
  2713. }
  2714. KVA_VENC_IRQ_STATUS_ADDR = KVA_VENC_BASE + 0x67C;
  2715. KVA_VENC_IRQ_ACK_ADDR = KVA_VENC_BASE + 0x678;
  2716. KVA_VENC_ZERO_COEF_COUNT_ADDR = KVA_VENC_BASE + 0x688;
  2717. KVA_VENC_BYTE_COUNT_ADDR = KVA_VENC_BASE + 0x680;
  2718. KVA_VENC_MP4_IRQ_ENABLE_ADDR = KVA_VENC_BASE + 0x668;
  2719. #else
  2720. struct device_node *node = NULL;
  2721. node = of_find_compatible_node(NULL, NULL, "mediatek,VENC");
  2722. KVA_VENC_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2723. VENC_IRQ_ID = irq_of_parse_and_map(node, 0);
  2724. KVA_VENC_IRQ_STATUS_ADDR = KVA_VENC_BASE + 0x05C;
  2725. KVA_VENC_IRQ_ACK_ADDR = KVA_VENC_BASE + 0x060;
  2726. #endif
  2727. }
  2728. {
  2729. struct device_node *node = NULL;
  2730. node = of_find_compatible_node(NULL, NULL, "mediatek,VDEC_FULL_TOP");
  2731. KVA_VDEC_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2732. VDEC_IRQ_ID = irq_of_parse_and_map(node, 0);
  2733. KVA_VDEC_MISC_BASE = KVA_VDEC_BASE + 0x0000;
  2734. KVA_VDEC_VLD_BASE = KVA_VDEC_BASE + 0x1000;
  2735. }
  2736. {
  2737. struct device_node *node = NULL;
  2738. node = of_find_compatible_node(NULL, NULL, "mediatek,VDEC_GCON");
  2739. KVA_VDEC_GCON_BASE = (VAL_ULONG_T) of_iomap(node, 0);
  2740. MODULE_MFV_LOGD
  2741. ("[VCODEC][DeviceTree] KVA_VENC_BASE(0x%lx), KVA_VDEC_BASE(0x%lx), KVA_VDEC_GCON_BASE(0x%lx)",
  2742. KVA_VENC_BASE, KVA_VDEC_BASE, KVA_VDEC_GCON_BASE);
  2743. MODULE_MFV_LOGD("[VCODEC][DeviceTree] VDEC_IRQ_ID(%d), VENC_IRQ_ID(%d)", VDEC_IRQ_ID,
  2744. VENC_IRQ_ID);
  2745. }
  2746. /* KVA_VENC_IRQ_STATUS_ADDR = (VAL_ULONG_T)ioremap(VENC_IRQ_STATUS_addr, 4); */
  2747. /* KVA_VENC_IRQ_ACK_ADDR = (VAL_ULONG_T)ioremap(VENC_IRQ_ACK_addr, 4); */
  2748. #ifdef VENC_PWR_FPGA /* useless 2014_3_4 */
  2749. KVA_VENC_CLK_CFG_0_ADDR = (VAL_ULONG_T) ioremap(CLK_CFG_0_addr, 4);
  2750. KVA_VENC_CLK_CFG_4_ADDR = (VAL_ULONG_T) ioremap(CLK_CFG_4_addr, 4);
  2751. KVA_VENC_PWR_ADDR = (VAL_ULONG_T) ioremap(VENC_PWR_addr, 4);
  2752. KVA_VENCSYS_CG_SET_ADDR = (VAL_ULONG_T) ioremap(VENCSYS_CG_SET_addr, 4);
  2753. #endif
  2754. spin_lock_irqsave(&LockDecHWCountLock, ulFlagsLockHW);
  2755. gu4LockDecHWCount = 0;
  2756. spin_unlock_irqrestore(&LockDecHWCountLock, ulFlagsLockHW);
  2757. spin_lock_irqsave(&LockEncHWCountLock, ulFlagsLockHW);
  2758. gu4LockEncHWCount = 0;
  2759. spin_unlock_irqrestore(&LockEncHWCountLock, ulFlagsLockHW);
  2760. spin_lock_irqsave(&DecISRCountLock, ulFlagsISR);
  2761. gu4DecISRCount = 0;
  2762. spin_unlock_irqrestore(&DecISRCountLock, ulFlagsISR);
  2763. spin_lock_irqsave(&EncISRCountLock, ulFlagsISR);
  2764. gu4EncISRCount = 0;
  2765. spin_unlock_irqrestore(&EncISRCountLock, ulFlagsISR);
  2766. mutex_lock(&VdecPWRLock);
  2767. gu4VdecPWRCounter = 0;
  2768. mutex_unlock(&VdecPWRLock);
  2769. mutex_lock(&VencPWRLock);
  2770. gu4VencPWRCounter = 0;
  2771. mutex_unlock(&VencPWRLock);
  2772. mutex_lock(&IsOpenedLock);
  2773. if (VAL_FALSE == bIsOpened) {
  2774. bIsOpened = VAL_TRUE;
  2775. vcodec_probe(NULL);
  2776. }
  2777. mutex_unlock(&IsOpenedLock);
  2778. mutex_lock(&VdecHWLock);
  2779. gu4VdecLockThreadId = 0;
  2780. grVcodecDecHWLock.pvHandle = 0;
  2781. grVcodecDecHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2782. grVcodecDecHWLock.rLockedTime.u4Sec = 0;
  2783. grVcodecDecHWLock.rLockedTime.u4uSec = 0;
  2784. mutex_unlock(&VdecHWLock);
  2785. mutex_lock(&VencHWLock);
  2786. grVcodecEncHWLock.pvHandle = 0;
  2787. grVcodecEncHWLock.eDriverType = VAL_DRIVER_TYPE_NONE;
  2788. grVcodecEncHWLock.rLockedTime.u4Sec = 0;
  2789. grVcodecEncHWLock.rLockedTime.u4uSec = 0;
  2790. mutex_unlock(&VencHWLock);
  2791. mutex_lock(&NonCacheMemoryListLock);
  2792. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM_x_10; i++) {
  2793. grNonCacheMemoryList[i].pvHandle = 0x0;
  2794. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2795. grNonCacheMemoryList[i].u4VCodecThreadID[j] = 0xffffffff;
  2796. grNonCacheMemoryList[i].ulKVA = -1L;
  2797. grNonCacheMemoryList[i].ulKPA = -1L;
  2798. }
  2799. mutex_unlock(&NonCacheMemoryListLock);
  2800. spin_lock_irqsave(&OalHWContextLock, ulFlags);
  2801. for (i = 0; i < VCODEC_MULTIPLE_INSTANCE_NUM; i++) {
  2802. oal_hw_context[i].Oal_HW_reg = (VAL_VCODEC_OAL_HW_REGISTER_T *) 0;
  2803. oal_hw_context[i].ObjId = -1L;
  2804. oal_hw_context[i].slotindex = i;
  2805. oal_hw_context[i].u4VCodecThreadNum = VCODEC_THREAD_MAX_NUM;
  2806. for (j = 0; j < VCODEC_THREAD_MAX_NUM; j++)
  2807. oal_hw_context[i].u4VCodecThreadID[j] = -1;
  2808. oal_hw_context[i].pvHandle = 0;
  2809. oal_hw_context[i].u4NumOfRegister = 0;
  2810. for (j = 0; j < OALMEM_STATUS_NUM; j++) {
  2811. oal_hw_context[i].oalmem_status[j].u4ReadAddr = 0;
  2812. oal_hw_context[i].oalmem_status[j].u4ReadData = 0;
  2813. }
  2814. }
  2815. spin_unlock_irqrestore(&OalHWContextLock, ulFlags);
  2816. /* HWLockEvent part */
  2817. mutex_lock(&DecHWLockEventTimeoutLock);
  2818. DecHWLockEvent.pvHandle = "DECHWLOCK_EVENT";
  2819. DecHWLockEvent.u4HandleSize = sizeof("DECHWLOCK_EVENT") + 1;
  2820. DecHWLockEvent.u4TimeoutMs = 1;
  2821. mutex_unlock(&DecHWLockEventTimeoutLock);
  2822. eValHWLockRet = eVideoCreateEvent(&DecHWLockEvent, sizeof(VAL_EVENT_T));
  2823. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2824. MODULE_MFV_LOGE("[VCODEC][ERROR] create dec hwlock event error\n");
  2825. mutex_lock(&EncHWLockEventTimeoutLock);
  2826. EncHWLockEvent.pvHandle = "ENCHWLOCK_EVENT";
  2827. EncHWLockEvent.u4HandleSize = sizeof("ENCHWLOCK_EVENT") + 1;
  2828. EncHWLockEvent.u4TimeoutMs = 1;
  2829. mutex_unlock(&EncHWLockEventTimeoutLock);
  2830. eValHWLockRet = eVideoCreateEvent(&EncHWLockEvent, sizeof(VAL_EVENT_T));
  2831. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2832. MODULE_MFV_LOGE("[VCODEC][ERROR] create enc hwlock event error\n");
  2833. /* IsrEvent part */
  2834. spin_lock_irqsave(&DecIsrLock, ulFlags);
  2835. DecIsrEvent.pvHandle = "DECISR_EVENT";
  2836. DecIsrEvent.u4HandleSize = sizeof("DECISR_EVENT") + 1;
  2837. DecIsrEvent.u4TimeoutMs = 1;
  2838. spin_unlock_irqrestore(&DecIsrLock, ulFlags);
  2839. eValHWLockRet = eVideoCreateEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  2840. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2841. MODULE_MFV_LOGE("[VCODEC][ERROR] create dec isr event error\n");
  2842. spin_lock_irqsave(&EncIsrLock, ulFlags);
  2843. EncIsrEvent.pvHandle = "ENCISR_EVENT";
  2844. EncIsrEvent.u4HandleSize = sizeof("ENCISR_EVENT") + 1;
  2845. EncIsrEvent.u4TimeoutMs = 1;
  2846. spin_unlock_irqrestore(&EncIsrLock, ulFlags);
  2847. eValHWLockRet = eVideoCreateEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  2848. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2849. MODULE_MFV_LOGE("[VCODEC][ERROR] create enc isr event error\n");
  2850. MODULE_MFV_LOGD("vcodec_driver_init Done\n");
  2851. #ifdef CONFIG_HAS_EARLYSUSPEND
  2852. register_early_suspend(&vcodec_early_suspend_handler);
  2853. #endif
  2854. #ifdef CONFIG_MTK_HIBERNATION
  2855. register_swsusp_restore_noirq_func(ID_M_VCODEC, vcodec_pm_restore_noirq, NULL);
  2856. #endif
  2857. register_mmclk_switch_vdec_ctrl_cb(vdec_suspend_before_mmsysclk_switch, vdec_resume_after_mmsysclk_switch);
  2858. return 0;
  2859. }
  2860. static void __exit vcodec_driver_exit(void)
  2861. {
  2862. VAL_RESULT_T eValHWLockRet;
  2863. MODULE_MFV_LOGD("vcodec_driver_exit\n");
  2864. mutex_lock(&IsOpenedLock);
  2865. if (VAL_TRUE == bIsOpened)
  2866. bIsOpened = VAL_FALSE;
  2867. mutex_unlock(&IsOpenedLock);
  2868. cdev_del(vcodec_cdev);
  2869. unregister_chrdev_region(vcodec_devno, 1);
  2870. /* [TODO] iounmap the following? */
  2871. #if 0
  2872. iounmap((void *)KVA_VENC_IRQ_STATUS_ADDR);
  2873. iounmap((void *)KVA_VENC_IRQ_ACK_ADDR);
  2874. #endif
  2875. #ifdef VENC_PWR_FPGA
  2876. iounmap((void *)KVA_VENC_CLK_CFG_0_ADDR);
  2877. iounmap((void *)KVA_VENC_CLK_CFG_4_ADDR);
  2878. iounmap((void *)KVA_VENC_PWR_ADDR);
  2879. iounmap((void *)KVA_VENCSYS_CG_SET_ADDR);
  2880. #else
  2881. /* TODO: */
  2882. /* iounmap((void *)KVA_VENC_BASE); */
  2883. #endif
  2884. /* [TODO] free IRQ here */
  2885. /* free_irq(MT_VENC_IRQ_ID, NULL); */
  2886. free_irq(VENC_IRQ_ID, NULL);
  2887. /* free_irq(MT_VDEC_IRQ_ID, NULL); */
  2888. free_irq(VDEC_IRQ_ID, NULL);
  2889. eValHWLockRet = eVideoCloseEvent(&DecHWLockEvent, sizeof(VAL_EVENT_T));
  2890. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2891. MODULE_MFV_LOGE("[VCODEC][ERROR] close dec hwlock event error\n");
  2892. eValHWLockRet = eVideoCloseEvent(&EncHWLockEvent, sizeof(VAL_EVENT_T));
  2893. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2894. MODULE_MFV_LOGE("[VCODEC][ERROR] close enc hwlock event error\n");
  2895. eValHWLockRet = eVideoCloseEvent(&DecIsrEvent, sizeof(VAL_EVENT_T));
  2896. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2897. MODULE_MFV_LOGE("[VCODEC][ERROR] close dec isr event error\n");
  2898. eValHWLockRet = eVideoCloseEvent(&EncIsrEvent, sizeof(VAL_EVENT_T));
  2899. if (VAL_RESULT_NO_ERROR != eValHWLockRet)
  2900. MODULE_MFV_LOGE("[VCODEC][ERROR] close enc isr event error\n");
  2901. #ifdef CONFIG_HAS_EARLYSUSPEND
  2902. unregister_early_suspend(&vcodec_early_suspend_handler);
  2903. #endif
  2904. #ifdef CONFIG_MTK_HIBERNATION
  2905. unregister_swsusp_restore_noirq_func(ID_M_VCODEC);
  2906. #endif
  2907. }
  2908. module_init(vcodec_driver_init);
  2909. module_exit(vcodec_driver_exit);
  2910. MODULE_AUTHOR("Legis, Lu <legis.lu@mediatek.com>");
  2911. MODULE_DESCRIPTION("Denali-2 Vcodec Driver");
  2912. MODULE_LICENSE("GPL");