#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <errno.h>
#include <signal.h>
#include <locale.h>
#include <langinfo.h>

#include <sys/types.h>
#include <sys/stat.h>
#include <sys/wait.h>

#include <X11/Intrinsic.h>
#include <X11/StringDefs.h>
#include <Xm/Xm.h>
#include <Xm/Primitive.h>
#include <Xm/Label.h>
#include <Xm/CascadeB.h>
#include <Xm/PushB.h>
#include <Xm/Separator.h>
#include <Xm/RowColumn.h>
#include <Xm/ScrolledW.h>
#include <Xm/Protocols.h>
#include <Xm/List.h>
#include <Xm/Form.h>
#include <Xm/MessageB.h>
#include <Xm/SelectioB.h>
#include <Xm/Scale.h>
#include <Xm/Text.h>
#include <Xm/FileSB.h>
#include <Xm/ToggleB.h>
#include <Xm/DrawingA.h>
#include <Xm/Transfer.h>
#include <Xm/TransferP.h>

#include "RegEdit.h"
#include "ida.h"
#include "x11.h"
#include "man.h"
#include "readers.h"
#include "writers.h"
#include "viewer.h"
#include "op.h"
#include "lut.h"
#include "filter.h"
#include "color.h"
#include "icons.h"
#include "browser.h"
#include "filelist.h"
#include "xdnd.h"
#include "selections.h"
#include "sane.h"
#include "curl.h"
#include "idaconfig.h"

/* ---------------------------------------------------------------------- */

static void popup_ac(Widget, XEvent*, String*, Cardinal*);
static void exit_ac(Widget, XEvent*, String*, Cardinal*);
static void next_ac(Widget, XEvent*, String*, Cardinal*);
static void prev_ac(Widget, XEvent*, String*, Cardinal*);
static void next_page_ac(Widget, XEvent*, String*, Cardinal*);
static void prev_page_ac(Widget, XEvent*, String*, Cardinal*);
static void zoom_ac(Widget, XEvent*, String*, Cardinal*);
static void scroll_ac(Widget, XEvent*, String*, Cardinal*);
static void debug_ac(Widget, XEvent*, String*, Cardinal*);
static void load_ac(Widget, XEvent*, String*, Cardinal*);
static void save_ac(Widget, XEvent*, String*, Cardinal*);
static void scan_ac(Widget, XEvent*, String*, Cardinal*);
static void print_ac(Widget, XEvent*, String*, Cardinal*);

static void undo_ac(Widget, XEvent*, String*, Cardinal*);
static void filter_ac(Widget, XEvent*, String*, Cardinal*);
static void gamma_ac(Widget, XEvent*, String*, Cardinal*);
static void bright_ac(Widget, XEvent*, String*, Cardinal*);
static void contrast_ac(Widget, XEvent*, String*, Cardinal*);
static void color_ac(Widget, XEvent*, String*, Cardinal*);
static void f3x3_ac(Widget, XEvent*, String*, Cardinal*);
static void resize_ac(Widget, XEvent*, String*, Cardinal*);
static void rotate_ac(Widget, XEvent*, String*, Cardinal*);
static void sharpe_ac(Widget, XEvent*, String*, Cardinal*);

static XtActionsRec actionTable[] = {
    { "Exit",     exit_ac      },
    { "Next",     next_ac      },
    { "Prev",     prev_ac      },
    { "NextPage", next_page_ac },
    { "PrevPage", prev_page_ac },
    { "Zoom",     zoom_ac      },
    { "Scroll",   scroll_ac    },
    { "Debug",    debug_ac     },
    { "Popup",    popup_ac     },
    { "Man",      man_action   },
    { "Load",     load_ac      },
    { "Save",     save_ac      },
    { "Scan",     scan_ac      },
    { "Print",    print_ac     },
    { "Browser",  browser_ac   },
    { "Filelist", filelist_ac  },

    { "Undo",     undo_ac      },
    { "Filter",   filter_ac    },
    { "Gamma",    gamma_ac     },
    { "Bright",   bright_ac    },
    { "Contrast", contrast_ac  },
    { "Color",    color_ac     },
    { "F3x3",     f3x3_ac      },
    { "Resize",   resize_ac    },
    { "Rotate",   rotate_ac    },
    { "Sharpe",   sharpe_ac    },

    { "Ipc",      ipc_ac       },
    { "Xdnd",     XdndAction   },
};

/* ---------------------------------------------------------------------- */

XtAppContext       app_context;
Display            *dpy;
Widget             app_shell;
int                gray=0;
char               *binary;
struct ida_viewer  *ida;

/* ---------------------------------------------------------------------- */

struct ARGS args;
unsigned int pcd_res;
unsigned int sane_res;

XtResource args_desc[] = {
    {
	"debug",
	XtCBoolean, XtRBoolean, sizeof(Boolean),
	XtOffset(struct ARGS*,debug),
	XtRString, "false"
    },{
	"help",
	XtCBoolean, XtRBoolean, sizeof(Boolean),
	XtOffset(struct ARGS*,help),
	XtRString, "false"
    },{
	"testload",
	XtCBoolean, XtRBoolean, sizeof(Boolean),
	XtOffset(struct ARGS*,testload),
	XtRString, "false"
    }
};
const int args_count = XtNumber(args_desc);

XrmOptionDescRec opt_desc[] = {
    { "-d",          "debug",       XrmoptionNoArg,  "true" },
    { "-debug",      "debug",       XrmoptionNoArg,  "true" },
    { "-testload",   "testload",    XrmoptionNoArg,  "true" },
    { "-h",          "help",        XrmoptionNoArg,  "true" },
    { "-help",       "help",        XrmoptionNoArg,  "true" },
    { "--help",      "help",        XrmoptionNoArg,  "true" },
};
const int opt_count = (sizeof(opt_desc)/sizeof(XrmOptionDescRec));

static String fallback_ressources[] = {
#include "Ida.ad.h"
    NULL
};

/* ---------------------------------------------------------------------- */

static struct ida_writer *cwriter;
static char *save_filename;
static char *print_command;

static Widget control_shell,status;
static Atom   wm_delete_window;

static Widget view,loadbox,savebox,printbox;

/* file list */
static Widget wlist;
static char **files = NULL;
static int  cfile   = -1;
static int  nfiles  = 0;
static int  cpage   = 0;
static int  npages  = 1;

/* filter controls */
static int gamma_val    = 100;
static int bright_val   = 0;
static int contrast_val = 0;
static int rotate_val   = 0;
static int sharpe_val   = 10;

static struct MY_TOPLEVELS {
    char        *name;
    Widget      *shell;
    int         mapped;
} my_toplevels [] = {
    { "control",   &control_shell },
};
#define TOPLEVELS (sizeof(my_toplevels)/sizeof(struct MY_TOPLEVELS))

/* ---------------------------------------------------------------------- */

static void
popup_ac(Widget widget, XEvent *event,
	 String *params, Cardinal *num_params)
{
    unsigned int i;

    /* which window we are talking about ? */
    if (*num_params > 0) {
	for (i = 0; i < TOPLEVELS; i++) {
	    if (0 == strcasecmp(my_toplevels[i].name,params[0]))
		break;
	}
	if (i == TOPLEVELS) {
	    fprintf(stderr,"PopupAction: oops: shell not found (name=%s)\n",
		    params[0]);
	    return;
	}
    } else {
	for (i = 0; i < TOPLEVELS; i++) {
	    if (*(my_toplevels[i].shell) == widget)
		break;
	}
	if (i == TOPLEVELS) {
	    fprintf(stderr,"PopupAction: oops: shell not found (%p:%s)\n",
		    widget,XtName(widget));
	    return;
	}
    }

    /* popup/down window */
    if (!my_toplevels[i].mapped) {
	XtPopup(*(my_toplevels[i].shell), XtGrabNone);
	my_toplevels[i].mapped = 1;
    } else {
	XtPopdown(*(my_toplevels[i].shell));
	my_toplevels[i].mapped = 0;
    }
}

static void
popupdown_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    int i = 0;
    popup_ac(clientdata, NULL, NULL, &i);
}

/* ---------------------------------------------------------------------- */

void
destroy_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    XtDestroyWidget(clientdata);
}

void
action_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    char *calls, *action, *argv[16]; /* max: F3x3(9 args) */
    int argc;

    calls = strdup(clientdata);
    action = strtok(calls,"(),");
    for (argc = 0; NULL != (argv[argc] = strtok(NULL,"(),")); argc++)
	/* nothing */;
    XtCallActionProc(widget,action,NULL,argv,argc);
    free(calls);
}

static void
about_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    Widget msgbox;
    
    msgbox = XmCreateInformationDialog(app_shell,"aboutbox",NULL,0);
    XtUnmanageChild(XmMessageBoxGetChild(msgbox,XmDIALOG_HELP_BUTTON));
    XtUnmanageChild(XmMessageBoxGetChild(msgbox,XmDIALOG_CANCEL_BUTTON));
    XtAddCallback(msgbox,XmNokCallback,destroy_cb,msgbox);
    XtManageChild(msgbox);
}

#if 0
static void
sorry_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    Widget msgbox;
    
    msgbox = XmCreateErrorDialog(app_shell,"sorrybox",NULL,0);
    XtUnmanageChild(XmMessageBoxGetChild(msgbox,XmDIALOG_HELP_BUTTON));
    XtUnmanageChild(XmMessageBoxGetChild(msgbox,XmDIALOG_CANCEL_BUTTON));
    XtAddCallback(msgbox,XmNokCallback,destroy_cb,msgbox);
    XtManageChild(msgbox);
}
#endif

void
debug_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    unsigned int i;

    fprintf(stderr,"Debug:");
    for (i = 0; i < *num; i++)
	fprintf(stderr," %s",params[i]);
    fprintf(stderr,"\n");
}

static void
display_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    XmDisplayCallbackStruct *arg = call_data;
    
    switch (arg->reason) {
    case XmCR_NO_RENDITION:
	fprintf(stderr,"display_cb: no rendition: \"%s\"\n",arg->tag);
	break;
    case XmCR_NO_FONT:
	fprintf(stderr,"display_cb: no font: \"%s\"\n",arg->font_name);
	break;
    default:
	/* should not happen */
	fprintf(stderr,"display_cb: unknown reason [%d]\n",arg->reason);
	break;
    }
}

/* ---------------------------------------------------------------------- */

struct ptr_list {
    struct ptr_list *next;
    Widget widget;
};
struct ptr_list *ptr_head;

void ptr_register(Widget widget)
{
    struct ptr_list *item;

    if (XtWindow(widget))
	XDefineCursor(XtDisplay(widget), XtWindow(widget),
		      ptrs[POINTER_NORMAL]);
    item = malloc(sizeof(*item));
    memset(item,0,sizeof(*item));
    item->widget = widget;
    item->next = ptr_head;
    ptr_head = item;
}

void ptr_unregister(Widget widget)
{
    struct ptr_list *item,*fitem;

    if (ptr_head->widget == widget) {
	fitem = ptr_head;
	ptr_head = ptr_head->next;
	free(fitem);
	return;
    }
    for (item = ptr_head; NULL != item->next; item = item->next) {
	if (item->next->widget == widget) {
	    fitem = item->next;
	    item->next = fitem->next;
	    free(fitem);
	    return;
	}
    }
    /* shouldn't happen */
    fprintf(stderr,"Oops: widget not found in list\n");
}

void ptr_busy(void)
{
    struct ptr_list *item;

    for (item = ptr_head; NULL != item; item = item->next) {
	if (!XtWindow(item->widget))
	    continue;
	XDefineCursor(XtDisplay(item->widget), XtWindow(item->widget),
		      ptrs[POINTER_BUSY]);
    }
    XSync(dpy,False);
}

void ptr_idle(void)
{
    struct ptr_list *item;

    for (item = ptr_head; NULL != item; item = item->next) {
	if (!XtWindow(item->widget))
	    continue;
	XDefineCursor(XtDisplay(item->widget), XtWindow(item->widget),
		      ptrs[POINTER_NORMAL]);
    }
}

/* ---------------------------------------------------------------------- */

static Boolean
exit_wp(XtPointer client_data)
{
    exit(0);
}

static void
exit_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    XtAppAddWorkProc(app_context,exit_wp, NULL);
    XtDestroyWidget(app_shell);
}

void
exit_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    exit_cb(widget,NULL,NULL);
}

/* ---------------------------------------------------------------------- */

static void
list_update(void)
{
    XmStringTable tab;
    int i;

    tab = malloc(nfiles * sizeof(XmString));
    for (i = 0; i < nfiles; i++)
	tab[i] = XmStringGenerate(files[i], NULL, XmMULTIBYTE_TEXT, NULL);
    XtVaSetValues(wlist,
		  XmNitems, tab,
		  XmNitemCount, nfiles,
		  NULL);
    for (i = 0; i < nfiles; i++)
	XmStringFree(tab[i]);
    free(tab);
}

static int
list_append(char *filename)
{
    int i;

    for (i = 0; i < nfiles; i++)
	if (0 == strcmp(files[i],filename))
	    return i;
    files = realloc(files,sizeof(char*)*(nfiles+1));
    files[nfiles] = strdup(filename);
    nfiles++;
    return nfiles-1;
}

static void
list_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    XmListCallbackStruct *list = calldata;

    if (0 == list->selected_item_count)
	return;
    cfile = list->selected_item_positions[0]-1;
    cpage = 0;
    npages = viewer_loadimage(ida,files[cfile],cpage);
    if (-1 == npages)
	return;
    resize_shell();
}

static void
pcd_set(Widget widget)
{
    WidgetList items;
    Cardinal nitems;
    unsigned int i;
    int value;

    value = GET_PHOTOCD_RES();
    XtVaGetValues(widget,XtNchildren,&items,
		  XtNnumChildren,&nitems,NULL);
    for (i = 0; i < nitems; i++)
	XmToggleButtonSetState(items[i],value == i+1,False);
    pcd_res      = value;
}

static void
pcd_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    cfg_set_int(O_PHOTOCD_RES,(intptr_t)client_data);
    pcd_set(XtParent(widget));
}

static void
cfg_bool_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    char *option = XtName(widget);
    Boolean value = XmToggleButtonGetState(widget);
    cfg_set_bool(O_OPTIONS, option, value);
}

static void
cfg_save_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    ida_write_config();
}

static void
create_control(void)
{
    Widget form,menubar,tool,menu,smenu,push;

    control_shell = XtVaAppCreateShell("ctrl","Iv",
				       topLevelShellWidgetClass,
				       dpy,
				       XtNclientLeader,app_shell,
				       XmNdeleteResponse,XmDO_NOTHING,
				       NULL);
    XmdRegisterEditres(control_shell);
    XmAddWMProtocolCallback(control_shell,wm_delete_window,
			    popupdown_cb,control_shell);

    /* widgets */
    form = XtVaCreateManagedWidget("form", xmFormWidgetClass, control_shell,
				   NULL);
    menubar = XmCreateMenuBar(form,"bar",NULL,0);
    XtManageChild(menubar);
    tool = XtVaCreateManagedWidget("tool",xmRowColumnWidgetClass, form,
				   NULL);
    status = XtVaCreateManagedWidget("status", xmLabelWidgetClass, form,
				     NULL);
    wlist = XmCreateScrolledList(form,"list",NULL,0);
    XtManageChild(wlist);
    XtAddCallback(wlist,XmNdefaultActionCallback,list_cb,NULL);
    XtAddCallback(wlist,XmNdestinationCallback,selection_dest,NULL);
    dnd_add(wlist);
    
    /* menu - file */
    menu = XmCreatePulldownMenu(menubar,"fileM",NULL,0);
    XtVaCreateManagedWidget("file",xmCascadeButtonWidgetClass,menubar,
			    XmNsubMenuId,menu,NULL);
    push = XtVaCreateManagedWidget("load",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Load()");
    push = XtVaCreateManagedWidget("save",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Save()");
    push = XtVaCreateManagedWidget("browse",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Browser()");
    push = XtVaCreateManagedWidget("filelist",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filelist()");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
#ifdef HAVE_LIBSANE
    sane_menu(menu);
#endif
    push = XtVaCreateManagedWidget("print",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Print()");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("quit",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,exit_cb,NULL);

    /* menu - edit */
    menu = XmCreatePulldownMenu(menubar,"editM",NULL,0);
    XtVaCreateManagedWidget("edit",xmCascadeButtonWidgetClass,menubar,
			    XmNsubMenuId,menu,NULL);
    push = XtVaCreateManagedWidget("undo",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Undo()");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("copy",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Ipc(copy)");
    push = XtVaCreateManagedWidget("paste",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Ipc(paste)");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("flipv",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(flip-vert)");
    push = XtVaCreateManagedWidget("fliph",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(flip-horz)");
    push = XtVaCreateManagedWidget("rotcw",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(rotate-cw)");
    push = XtVaCreateManagedWidget("rotccw",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(rotate-ccw)");
    push = XtVaCreateManagedWidget("invert",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(invert)");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("crop",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(crop)");
    push = XtVaCreateManagedWidget("acrop",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(autocrop)");
    push = XtVaCreateManagedWidget("scale",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Resize()");
    push = XtVaCreateManagedWidget("rotany",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Rotate()");

    /* menu - filters / operations */
    menu = XmCreatePulldownMenu(menubar,"opM",NULL,0);
    XtVaCreateManagedWidget("op",xmCascadeButtonWidgetClass,menubar,
			    XmNsubMenuId,menu,NULL);
    push = XtVaCreateManagedWidget("gamma",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Gamma()");
    push = XtVaCreateManagedWidget("bright",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Bright()");
    push = XtVaCreateManagedWidget("contr",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Contrast()");
    push = XtVaCreateManagedWidget("color",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Color()");
    push = XtVaCreateManagedWidget("gray",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(grayscale)");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("blur",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,
		  "F3x3(1,1,1, 1,1,1, 1,1,1, 1,9,0)");
    push = XtVaCreateManagedWidget("sharpe",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Sharpe()");
    push = XtVaCreateManagedWidget("edge",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,
		  "F3x3(-1,-1,-1, -1,8,-1, -1,-1,-1)");
    push = XtVaCreateManagedWidget("emboss",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,
		  "F3x3(1,0,0, 0,0,0, 0,0,-1, 0,0,128)");

    /* menu - view */
    menu = XmCreatePulldownMenu(menubar,"viewM",NULL,0);
    XtVaCreateManagedWidget("view",xmCascadeButtonWidgetClass,menubar,
			    XmNsubMenuId,menu,NULL);
    push = XtVaCreateManagedWidget("prev",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Prev()");
    push = XtVaCreateManagedWidget("next",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Next()");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("prevpage",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"PrevPage()");
    push = XtVaCreateManagedWidget("nextpage",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"NextPage()");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("zoomin",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Zoom(inc)");
    push = XtVaCreateManagedWidget("zoomout",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Zoom(dec)");

    /* menu - options */
    menu = XmCreatePulldownMenu(menubar,"optM",NULL,0);
    push = XtVaCreateManagedWidget("opt",xmCascadeButtonWidgetClass,menubar,
				   XmNsubMenuId,menu,NULL);
    smenu = XmCreatePulldownMenu(menu,"pcdM",NULL,0);
    XtVaCreateManagedWidget("pcd",xmCascadeButtonWidgetClass,menu,
			    XmNsubMenuId,smenu,NULL);
    push = XtVaCreateManagedWidget("1",xmToggleButtonWidgetClass,smenu,NULL);
    XtAddCallback(push,XmNvalueChangedCallback,pcd_cb,(XtPointer)1);
    push = XtVaCreateManagedWidget("2",xmToggleButtonWidgetClass,smenu,NULL);
    XtAddCallback(push,XmNvalueChangedCallback,pcd_cb,(XtPointer)2);
    push = XtVaCreateManagedWidget("3",xmToggleButtonWidgetClass,smenu,NULL);
    XtAddCallback(push,XmNvalueChangedCallback,pcd_cb,(XtPointer)3);
    push = XtVaCreateManagedWidget("4",xmToggleButtonWidgetClass,smenu,NULL);
    XtAddCallback(push,XmNvalueChangedCallback,pcd_cb,(XtPointer)4);
    push = XtVaCreateManagedWidget("5",xmToggleButtonWidgetClass,smenu,NULL);
    XtAddCallback(push,XmNvalueChangedCallback,pcd_cb,(XtPointer)5);
    pcd_set(smenu);

    push = XtVaCreateManagedWidget("autozoom",xmToggleButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNvalueChangedCallback,cfg_bool_cb,NULL);
    XmToggleButtonSetState(push,GET_AUTOZOOM(),False);

    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("cfgsave",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,cfg_save_cb,NULL);
    
    /* menu - help */
    menu = XmCreatePulldownMenu(menubar,"helpM",NULL,0);
    push = XtVaCreateManagedWidget("help",xmCascadeButtonWidgetClass,menubar,
				   XmNsubMenuId,menu,NULL);
    XtVaSetValues(menubar,XmNmenuHelpWidget,push,NULL);
    push = XtVaCreateManagedWidget("man",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Man(ida)");
    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,menu,NULL);
    push = XtVaCreateManagedWidget("about",xmPushButtonWidgetClass,menu,NULL);
    XtAddCallback(push,XmNactivateCallback,about_cb,NULL);

    /* toolbar */
    push = XtVaCreateManagedWidget("prev",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Prev()");
    push = XtVaCreateManagedWidget("next",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Next()");
    push = XtVaCreateManagedWidget("zoomin",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Zoom(inc)");
    push = XtVaCreateManagedWidget("zoomout",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Zoom(dec)");

    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,tool,NULL);
    push = XtVaCreateManagedWidget("flipv",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(flip-vert)");
    push = XtVaCreateManagedWidget("fliph",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(flip-horz)");
    push = XtVaCreateManagedWidget("rotccw",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(rotate-ccw)");
    push = XtVaCreateManagedWidget("rotcw",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,action_cb,"Filter(rotate-cw)");

    XtVaCreateManagedWidget("sep",xmSeparatorWidgetClass,tool,NULL);
    push = XtVaCreateManagedWidget("exit",xmPushButtonWidgetClass,tool,NULL);
    XtAddCallback(push,XmNactivateCallback,exit_cb,NULL);
}

/* ---------------------------------------------------------------------- */

void
resize_shell(void)
{
    char *title,*base;
    Dimension x,y,w,h,sw,sh;
    XmString str;
    int len;
    
    XtVaGetValues(app_shell, XtNx,&x, XtNy,&y, NULL);

    /* resize shell + move shell
       size: image size + 2*shadowThickness */
    w = ida->scrwidth+2;
    h = ida->scrheight+2;
    sw = XtScreen(ida->widget)->width;
    sh = XtScreen(ida->widget)->height;
    if (w > sw)
	w = sw;
    if (h > sh)
	h = sh;
    if (x+w > sw)
	x = sw-w;
    if (y+h > sh)
	y = sh-h;

    base = strrchr(ida->file,'/');
    if (base)
	base++;
    else
	base = ida->file;
    title = malloc(strlen(base)+128);
    len = sprintf(title,"%s (%dx%d", base,
		  ida->img.i.width, ida->img.i.height);
    if (ida->img.i.dpi)
	len += sprintf(title+len," | %d dpi",
		       ida->img.i.dpi);
    if (ida->img.i.npages > 1)
        len += sprintf(title+len," | page %d/%d",
		       cpage+1, ida->img.i.npages);
    len += sprintf(title+len," | %d%%)", viewer_i2s(ida->zoom,100));
    XtVaSetValues(app_shell, XtNtitle,title,
		  /* XtNx,x, XtNy,y, */ XtNwidth,w, XtNheight,h,
		  NULL);
    str = XmStringGenerate(title,NULL,XmMULTIBYTE_TEXT,NULL);
    XtVaSetValues(status,XmNlabelString,str,NULL);
    XmStringFree(str);
    free(title);
}

static int
load_file(int nr, int np)
{
    if(nr < 0 || nr >= nfiles)
        return -1;
    npages = viewer_loadimage(ida,files[nr],np);
    if (-1 == npages)
	return -1;
    resize_shell();
#if 0
    XmListSelectPos(wlist,nr+1,False);
    cfile = nr;
#endif
    return npages;
}

char*
load_tmpfile(char *base)
{
    char *tmpdir;
    char *filename;

    tmpdir = getenv("TMPDIR");
    if (NULL == tmpdir)
	tmpdir="/tmp";
    filename = malloc(strlen(tmpdir)+strlen(base)+16);
    sprintf(filename,"%s/%s-XXXXXX",tmpdir,base);
    return filename;
}

static void
load_logo(void)
{
    static unsigned char logo[] = {
#include "logo.h"
    };
    char *filename = load_tmpfile("ida-logo");
    int fd;
    fd = mkstemp(filename);
    write(fd,logo,sizeof(logo));
    close(fd);
    cpage = 0;
    npages = 1;
    if (0 < viewer_loadimage(ida,filename,cpage)) {
	ida->file = "ida " VERSION;
	resize_shell();
    }
    unlink(filename);
    free(filename);
}

static void
load_stdin(void)
{
    char *filename = load_tmpfile("ida-stdin");
    char buf[4096];
    int rc,fd;
    fd = mkstemp(filename);
    for (;;) {
	rc = read(0,buf,sizeof(buf));
	if (rc <= 0)
	    break;
	write(fd,buf,rc);
    }
    close(fd);
    cpage = 0;
    npages = 1;
    if (0 < viewer_loadimage(ida,filename,cpage)) {
	ida->file = "stdin";
	resize_shell();
    }
    unlink(filename);
    free(filename);
}

void
next_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    for (;;) {
	if (cfile >= nfiles-1)
	    return;
	cfile++;
        cpage = 0;
	if (0 <= load_file(cfile,cpage))
	    break;
    }
}

void
prev_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    for (;;) {
	if (cfile < 1)
	    return;
	cfile--;
        cpage = 0;
	if (0 <= load_file(cfile,cpage))
	    break;
    }
}

void
next_page_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    for (;;) {
	if (cpage >= npages-1)
	    return;
	cpage++;
	if (0 <= load_file(cfile,cpage))
	    break;
    }
}

void
prev_page_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    for (;;) {
	if (cpage <= 0)
	    return;
	cpage--;
	if (0 <= load_file(cfile,cpage))
	    break;
    }
}

void
zoom_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    int zoom;
    
    if (0 == *num)
	return;

    if (0 == strcasecmp(params[0],"auto")) {
	viewer_autozoom(ida);
	return;
    }

    if (0 == strcasecmp(params[0],"inc")) {
	zoom = ida->zoom+1;
    } else if (0 == strcasecmp(params[0],"dec")) {
	zoom = ida->zoom-1;
    } else {
	zoom = atoi(params[0]);
    }
    viewer_setzoom(ida,zoom);
    resize_shell();
}

void
scroll_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    fprintf(stderr,"Scroll(): %s\n",XtName(widget));
}

/* ---------------------------------------------------------------------- */

void new_file(char *name, int complain)
{
    struct stat st;
    int n;

    if (curl_is_url(name))
	goto load;

    if (0 == strncasecmp(name,"file:",5))
	name += 5;
    if (-1 == stat(name,&st)) {
	if (complain)
	    fprintf(stderr,"stat %s: %s\n",name,strerror(errno));
	return;
    }
    switch (st.st_mode & S_IFMT) {
    case S_IFDIR:
	browser_window(name);
	break;
    case S_IFREG:
	goto load;
	break;
    }
    return;
    
 load:
    n = list_append(name);
    list_update();
    cpage = 0;
    load_file(n,cpage);
}

static void
load_done_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    XmFileSelectionBoxCallbackStruct *cb = call_data;
    char *line;

    if (cb->reason == XmCR_OK) {
        line = XmStringUnparse(cb->value,NULL,
                               XmMULTIBYTE_TEXT,XmMULTIBYTE_TEXT,
                               NULL,0,0);
	new_file(line,1);
    }
    XtUnmanageChild(widget);
}

void
load_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    Widget help;

    if (NULL == loadbox) {
	loadbox = XmCreateFileSelectionDialog(app_shell,"load",NULL,0);
	help = XmFileSelectionBoxGetChild(loadbox,XmDIALOG_HELP_BUTTON);
	XtUnmanageChild(help);
	XtAddCallback(loadbox,XmNokCallback,load_done_cb,NULL);
	XtAddCallback(loadbox,XmNcancelCallback,load_done_cb,NULL);
    } else {
	XmFileSelectionDoSearch(loadbox,NULL);
    }
    XtManageChild(loadbox);
}

void
scan_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
#ifdef HAVE_LIBSANE
    cpage = 0;
    if (*num)
	npages = viewer_loader_start(ida, &sane_loader, NULL, params[0], 0);
    else
	npages = viewer_loader_start(ida, &sane_loader, NULL, "", 0);
    if (-1 == npages)
	return;
    ida->file = "scanned image";
    resize_shell();
#endif
}

/* ---------------------------------------------------------------------- */

void
do_save_print(void)
{
    FILE *fp;
    
    if (save_filename) {
	XtUnmanageChild(savebox);
	ptr_busy();
	if (NULL == (fp = fopen(save_filename,"wb"))) {
	    fprintf(stderr,"save: can't open %s: %s\n",
		    save_filename,strerror(errno));
	} else if (-1 == cwriter->write(fp,&ida->img)) {
	    fclose(fp);
	    fprintf(stderr,"saving %s FAILED",save_filename);
	} else {
	    fclose(fp);
	    list_append(save_filename);
	    list_update();
	}
	ptr_idle();
    }
    if (print_command) {
	XtUnmanageChild(printbox);
	ptr_busy();
	if (NULL == (fp = popen(print_command,"w"))) {
	    fprintf(stderr,"print: can't exec %s: %s\n",
		    print_command,strerror(errno));
	} else {
	    if (-1 == cwriter->write(fp,&ida->img))
		fprintf(stderr,"printing FAILED");
	    fclose(fp);
	}
	ptr_idle();
    }
}

static void
save_done_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    XmFileSelectionBoxCallbackStruct *cb = call_data;

    if (cb->reason == XmCR_OK) {
	print_command = NULL;
	save_filename = XmStringUnparse(cb->value,NULL,
					XmMULTIBYTE_TEXT,XmMULTIBYTE_TEXT,
					NULL,0,0);
	if (cwriter->conf) {
	    cwriter->conf(widget,&ida->img);
	} else {
	    do_save_print();
	}
    } else {
	XtUnmanageChild(widget);
    }
}

static void
save_fmt_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    cwriter = clientdata;
}

static void
save_ext_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    Widget option = clientdata;
    Widget menu;
    WidgetList children;
    Cardinal nchildren;
    struct ida_writer *wr = NULL;
    struct list_head *item;
    char *name,*ext;
    int i,j,pick;

    name = XmTextGetString(widget);
    ext = strrchr(name,'.');
    if (NULL == ext)
	return;
    if (strchr(ext,'/'))
	return;
    ext++;

    i = 0; pick = -1;
    list_for_each(item,&writers) {
	wr = list_entry(item, struct ida_writer, list);
	for (j = 0; NULL != wr->ext[j]; j++)
	    if (0 == strcasecmp(ext,wr->ext[j]))
		pick = i;
	if (-1 != pick)
	    break;
	i++;
    }
    if (-1 == pick)
	return;

    XtVaGetValues(option,XmNsubMenuId,&menu,NULL);
    XtVaGetValues(menu,XtNchildren,&children,
		  XtNnumChildren,&nchildren,NULL);
    XtVaSetValues(option,XmNmenuHistory,children[pick],NULL);
    cwriter = wr;
}

static void
save_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    Widget help,menu,option,push,text;
    Arg args[2];
    struct ida_writer *wr = NULL;
    struct list_head *item;

    if (NULL == savebox) {
	savebox = XmCreateFileSelectionDialog(app_shell,"save",NULL,0);
	help = XmFileSelectionBoxGetChild(savebox,XmDIALOG_HELP_BUTTON);
	text = XmFileSelectionBoxGetChild(savebox,XmDIALOG_TEXT);
	XtUnmanageChild(help);

	menu = XmCreatePulldownMenu(savebox,"formatM",NULL,0);
	XtSetArg(args[0],XmNsubMenuId,menu);
	option = XmCreateOptionMenu(savebox,"format",args,1);
	XtManageChild(option);
	list_for_each(item,&writers) {
	    wr = list_entry(item, struct ida_writer, list);
	    push = XtVaCreateManagedWidget(wr->label,
					   xmPushButtonWidgetClass,menu,
					   NULL);
	    XtAddCallback(push,XmNactivateCallback,save_fmt_cb,wr);
	}
	cwriter = list_entry(writers.next, struct ida_writer, list);

	XtAddCallback(text,XmNvalueChangedCallback,save_ext_cb,option);
	XtAddCallback(savebox,XmNokCallback,save_done_cb,NULL);
	XtAddCallback(savebox,XmNcancelCallback,save_done_cb,NULL);
    } else {
	XmFileSelectionDoSearch(savebox,NULL);
    }
    XtManageChild(savebox);
}

/* ---------------------------------------------------------------------- */

static void
print_done_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    XmSelectionBoxCallbackStruct *cb = call_data;

    if (cb->reason == XmCR_OK) {
	save_filename = NULL;
	print_command = XmStringUnparse(cb->value,NULL,
					XmMULTIBYTE_TEXT,XmMULTIBYTE_TEXT,
					NULL,0,0);
	cwriter = &ps_writer;
	cwriter->conf(widget,&ida->img);
    } else {
	XtUnmanageChild(widget);
    }
}

static void
print_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    if (NULL == printbox) {
	printbox = XmCreatePromptDialog(app_shell,"print",NULL,0);
	XtUnmanageChild(XmSelectionBoxGetChild(printbox,XmDIALOG_HELP_BUTTON));
	XtAddCallback(printbox,XmNokCallback,print_done_cb,NULL);
	XtAddCallback(printbox,XmNcancelCallback,print_done_cb,NULL);
    }
    XtManageChild(printbox);
}

/* ---------------------------------------------------------------------- */

static struct ida_op *ops[] = {
    &desc_flip_vert,
    &desc_flip_horz,
    &desc_rotate_cw,
    &desc_rotate_ccw,
    &desc_invert,
    &desc_crop,
    &desc_autocrop,
    &desc_grayscale,
    NULL
};

void
filter_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    struct ida_op *op = NULL;
    int i;

    if (*num < 1)
	return;
    for (i = 0; NULL != ops[i]; i++) {
	op = ops[i];
	if (0 == strcasecmp(op->name,params[0]))
	    break;
    }
    if (NULL == ops[i]) {
	fprintf(stderr,"Oops: unknown filter: %s\n",params[0]);
	return;
    }

    viewer_start_op(ida,op,NULL);
    if (ida->op_src.i.width  != ida->img.i.width ||
	ida->op_src.i.height != ida->img.i.height)
	resize_shell();
}

void
f3x3_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    struct op_3x3_parm p;

    if (*num < 9) {
	fprintf(stderr,"F3x3: wrong number of args (%d, need 9)\n",*num);
	return;
    }
    memset(&p,0,sizeof(p));
    p.f1[0] = atoi(params[0]);
    p.f1[1] = atoi(params[1]);
    p.f1[2] = atoi(params[2]);
    p.f2[0] = atoi(params[3]);
    p.f2[1] = atoi(params[4]);
    p.f2[2] = atoi(params[5]);
    p.f3[0] = atoi(params[6]);
    p.f3[1] = atoi(params[7]);
    p.f3[2] = atoi(params[8]);
    if (*num >  9) p.mul = atoi(params[ 9]);
    if (*num > 10) p.div = atoi(params[10]);
    if (*num > 11) p.add = atoi(params[11]);
    if (debug) {
	fprintf(stderr,"f3x3: -----------\n");
	fprintf(stderr,"f3x3: %3d %3d %3d\n",p.f1[0],p.f1[1],p.f1[2]);
	fprintf(stderr,"f3x3: %3d %3d %3d\n",p.f2[0],p.f2[1],p.f2[2]);
	fprintf(stderr,"f3x3: %3d %3d %3d\n",p.f3[0],p.f3[1],p.f3[2]);
	fprintf(stderr,"f3x3: *%d/%d+%d\n",p.mul,p.div,p.add);
    }
    viewer_start_op(ida,&desc_3x3,&p);
}

void
undo_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    Widget msgbox;
    int resize;

    resize = (ida->undo.i.width  != ida->img.i.width ||
	      ida->undo.i.height != ida->img.i.height);
    if (-1 == viewer_undo(ida)) {
	msgbox = XmCreateInformationDialog(app_shell,"noundobox",NULL,0);
	XtUnmanageChild(XmMessageBoxGetChild(msgbox,XmDIALOG_HELP_BUTTON));
	XtUnmanageChild(XmMessageBoxGetChild(msgbox,XmDIALOG_CANCEL_BUTTON));
	XtAddCallback(msgbox,XmNokCallback,destroy_cb,msgbox);
	XtManageChild(msgbox);
    } else {
	if (resize)
	    resize_shell();
    }
}

/* ---------------------------------------------------------------------- */

struct ida_prompt {
    Widget shell;
    Widget box;
    Widget scale;
    Widget text;
    int apply;
    int value;
    int decimal;
    int factor;    /* 10^decimal */
    void (*notify)(int value, int preview);
};

static void
prompt_setvalue(struct ida_prompt *me, int value, int scale, int text)
{
    char str[32];
    int min,max;
    
    if (me->value == value)
	return;
    XtVaGetValues(me->scale,XmNminimum,&min,XmNmaximum,&max,NULL);
    if (value < min || value > max)
	return;

    me->value = value;
    if (scale)
	XmScaleSetValue(me->scale,value);
    if (text) {
	if (me->decimal) {
	    sprintf(str,"%*.*f",me->decimal+2,me->decimal,
		    (float)value/me->factor);
	} else {
	    sprintf(str,"%d",value);
	}
	XmTextSetString(me->text,str);
    }
    if (me->notify)
	me->notify(value,1);
}

static void
prompt_scale_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_prompt *me = client_data;
    XmScaleCallbackStruct *cd = calldata;

    prompt_setvalue(me,cd->value,0,1);
}

static void
prompt_text_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_prompt *me = client_data;
    float fvalue;
    int value;

    if (me->decimal) {
	fvalue  = atof(XmTextGetString(me->text));
	fvalue += 0.5/me->factor;
	value = (int)(fvalue * me->factor);
    } else {
	value = atoi(XmTextGetString(me->text));
    }
    prompt_setvalue(me,value,1,0);
}

static void
prompt_box_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_prompt *me = client_data;
    XmSelectionBoxCallbackStruct *cd = calldata;

    if (XmCR_OK == cd->reason)
	me->apply = 1;
    XtDestroyWidget(me->shell);
}

static void
prompt_shell_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_prompt *me = client_data;

    if (me->apply)
	me->notify(me->value,0);
    else
	viewer_cancel_preview(ida);
    free(me);
}

static void
prompt_init(char *name, int decimal, int value,
	    void (*notify)(int value, int preview))
{
    struct ida_prompt *me;

    me = malloc(sizeof(*me));
    memset(me,0,sizeof(*me));
    if (decimal) {
	int i;
	me->decimal = decimal;
	me->factor = 1;
	for (i = 0; i < decimal; i++)
	    me->factor *= 10;
    }
    me->notify = notify;
    
    me->box = XmCreatePromptDialog(app_shell,name,NULL,0);
    me->shell = XtParent(me->box);
    me->text = XmSelectionBoxGetChild(me->box,XmDIALOG_TEXT);
    XmdRegisterEditres(XtParent(me->box));
    XtUnmanageChild(XmSelectionBoxGetChild(me->box,XmDIALOG_HELP_BUTTON));
    me->scale = XtVaCreateManagedWidget("scale",xmScaleWidgetClass,
					me->box,NULL);

    XtAddCallback(me->scale,XmNdragCallback,prompt_scale_cb,me);
    XtAddCallback(me->scale,XmNvalueChangedCallback,prompt_scale_cb,me);
    XtAddCallback(me->text,XmNvalueChangedCallback,prompt_text_cb,me);
    XtAddCallback(me->box,XmNokCallback,prompt_box_cb,me);
    XtAddCallback(me->box,XmNcancelCallback,prompt_box_cb,me);
    XtAddCallback(me->shell,XmNdestroyCallback,prompt_shell_cb,me);
    
    XtManageChild(me->box);
    prompt_setvalue(me,value,1,1);
}

/* ---------------------------------------------------------------------- */

static void
gamma_notify(int value, int preview)
{
    struct op_map_parm param;
    float gamma = (float)value/100;

    param.red = op_map_nothing;
    param.red.gamma   = gamma;
    param.green = param.red;
    param.blue  = param.red;
    if (preview) {
	viewer_start_preview(ida,&desc_map,&param);
    } else {
	gamma_val = value;
	viewer_start_op(ida,&desc_map,&param);
    }
}

void
gamma_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    prompt_init("gamma",2,gamma_val,gamma_notify);
}

static void
bright_notify(int value, int preview)
{
    struct op_map_parm param;

    param.red = op_map_nothing;
    param.red.bottom += value;
    param.red.top    += value;
    param.green = param.red;
    param.blue  = param.red;
    if (preview) {
	viewer_start_preview(ida,&desc_map,&param);
    } else {
	bright_val = value;
	viewer_start_op(ida,&desc_map,&param);
    }
}

void
bright_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    prompt_init("bright",0,bright_val,bright_notify);
}

static void
contrast_notify(int value, int preview)
{
    struct op_map_parm param;

    param.red = op_map_nothing;
    param.red.bottom -= value;
    param.red.top    += value;
    param.green = param.red;
    param.blue  = param.red;
    if (preview) {
	viewer_start_preview(ida,&desc_map,&param);
    } else {
	contrast_val = value;
	viewer_start_op(ida,&desc_map,&param);
    }
}

void
contrast_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    prompt_init("contrast",0,contrast_val,contrast_notify);
}

static void
rotate_notify(int value, int preview)
{
    struct op_rotate_parm parm;

    parm.angle = value;
    if (preview) {
	viewer_start_preview(ida,&desc_rotate,&parm);
    } else {
	rotate_val = value;
	viewer_start_op(ida,&desc_rotate,&parm);
    }
}

void
rotate_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    prompt_init("rotate",0,rotate_val,rotate_notify);
}

static void
sharpe_notify(int value, int preview)
{
    struct op_sharpe_parm parm;

    parm.factor = value;
    if (preview) {
	viewer_start_preview(ida,&desc_sharpe,&parm);
    } else {
	sharpe_val = value;
	viewer_start_op(ida,&desc_sharpe,&parm);
    }
}

void
sharpe_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    prompt_init("sharpe",0,sharpe_val,sharpe_notify);
}

void
color_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    color_init(&ida->img);
}

/* ---------------------------------------------------------------------- */

struct ida_resize {
    Widget dlg,tx,ty,tr,lock,size,res,label;
    int yupdate,xupdate,rupdate;
    int apply;
};

static void
resize_phys_size(struct ida_resize *h)
{
    char buf[128];
    XmString str;
    int dpi;
    float x,y;

    dpi = atoi(XmTextGetString(h->tr));
    if (dpi) {
	x = (float)atoi(XmTextGetString(h->tx)) / dpi;
	y = (float)atoi(XmTextGetString(h->ty)) / dpi;
	sprintf(buf,"%.2f x %.2f inch\n%.2f x %.2f cm",
		x,y, x*2.54, y*2.54);
    } else {
	strcpy(buf,"unknown");
    }
    str = XmStringGenerate(buf, NULL, XmMULTIBYTE_TEXT,NULL);
    XtVaSetValues(h->label,XmNlabelString,str,NULL);
}

static void
resize_sync_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_resize *h = client_data;
    char buf[32];
    int i,lock,res;

    lock = XmToggleButtonGetState(h->lock);
    res  = XmToggleButtonGetState(h->res);

    /* update text fields */
    if (h->tx == widget) {
	if (h->xupdate) {
	    h->xupdate--;
	    return;
	}
	i = atoi(XmTextGetString(h->tx));
	if (lock) {
	    sprintf(buf,"%d",i * ida->img.i.height / ida->img.i.width);
	    h->yupdate++;
	    XmTextSetString(h->ty,buf);
	    if (res) {
		sprintf(buf,"%d", ida->img.i.dpi * i / ida->img.i.width);
		h->rupdate++;
		XmTextSetString(h->tr,buf);
	    }
	} else {
	    if (res) {
		h->rupdate++;
		XmTextSetString(h->tr,"0");
	    }
	}
	resize_phys_size(h);
    }
    if (h->ty == widget) {
	if (h->yupdate) {
	    h->yupdate--;
	    return;
	}
	i = atoi(XmTextGetString(h->ty));
	if (lock) {
	    sprintf(buf,"%d",i * ida->img.i.width / ida->img.i.height);
	    h->xupdate++;
	    XmTextSetString(h->tx,buf);
	    if (res) {
		sprintf(buf,"%d", ida->img.i.dpi * i / ida->img.i.height);
		h->rupdate++;
		XmTextSetString(h->tr,buf);
	    }
	} else {
	    if (res) {
		h->rupdate++;
		XmTextSetString(h->tr,"0");
	    }
	}
	resize_phys_size(h);
    }
    if (h->tr == widget) {
	if (h->rupdate) {
	    h->rupdate--;
	    return;
	}
	i = atoi(XmTextGetString(h->tr));
	sprintf(buf,"%d", ida->img.i.width * i / ida->img.i.dpi);
	h->xupdate++;
	XmTextSetString(h->tx,buf);
	sprintf(buf,"%d", ida->img.i.height * i / ida->img.i.dpi);
	h->yupdate++;
	XmTextSetString(h->ty,buf);
	resize_phys_size(h);
    }

    /* radio buttons pressed */
    if (h->size == widget && XmToggleButtonGetState(h->size)) {
	XmToggleButtonSetState(h->res,0,False);
	sprintf(buf,"%d", ida->img.i.dpi);
	h->rupdate++;
	XmTextSetString(h->tr,buf);
	XtVaSetValues(h->tr,XmNsensitive,False,NULL);
	resize_phys_size(h);
    }
    if (h->res == widget && XmToggleButtonGetState(h->res)) {
	XmToggleButtonSetState(h->size,0,False);
	XtVaSetValues(h->tr,XmNsensitive,True,NULL);
    }
}

static void
resize_button_cb(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_resize *h = client_data;
    XmSelectionBoxCallbackStruct *cb = calldata;

    if (cb->reason == XmCR_OK)
	h->apply = 1;
    XtDestroyWidget(XtParent(h->dlg));
}

static void
resize_destroy(Widget widget, XtPointer client_data, XtPointer calldata)
{
    struct ida_resize *h = client_data;
    struct op_resize_parm param;

    if (!h->apply)
	return;
    param.width  = atoi(XmTextGetString(h->tx));
    param.height = atoi(XmTextGetString(h->ty));
    param.dpi    = atoi(XmTextGetString(h->tr));
    if (0 == param.width  ||
	0 == param.height) {
	fprintf(stderr,"resize: invalid argument\n");
	return;
    }
	
    viewer_start_op(ida,&desc_resize,&param);
    resize_shell();
    free(h);
}

static void
resize_ac(Widget widget, XEvent *event, String *params, Cardinal *num)
{
    Widget rc,rc2;
    char buf[32];
    struct ida_resize *h;

    h = malloc(sizeof(*h));
    memset(h,0,sizeof(*h));
    
    h->dlg = XmCreatePromptDialog(app_shell,"resize",NULL,0);
    XmdRegisterEditres(XtParent(h->dlg));
    XtUnmanageChild(XmSelectionBoxGetChild(h->dlg,XmDIALOG_SELECTION_LABEL));
    XtUnmanageChild(XmSelectionBoxGetChild(h->dlg,XmDIALOG_HELP_BUTTON));
    XtUnmanageChild(XmSelectionBoxGetChild(h->dlg,XmDIALOG_TEXT));
    rc = XtVaCreateManagedWidget("rc", xmRowColumnWidgetClass,h->dlg, NULL);
    XtVaCreateManagedWidget("lx", xmLabelWidgetClass,rc, NULL);
    h->tx = XtVaCreateManagedWidget("tx", xmTextWidgetClass,rc, NULL);
    XtVaCreateManagedWidget("ly", xmLabelWidgetClass,rc, NULL);
    h->ty = XtVaCreateManagedWidget("ty", xmTextWidgetClass,rc, NULL);
    XtVaCreateManagedWidget("lr", xmLabelWidgetClass,rc, NULL);
    h->tr = XtVaCreateManagedWidget("tr", xmTextWidgetClass,rc, NULL);
    h->lock = XtVaCreateManagedWidget("lock", xmToggleButtonWidgetClass,
				      rc, NULL);
    rc2 = XtVaCreateManagedWidget("rc", xmRowColumnWidgetClass,rc, NULL);
    h->size = XtVaCreateManagedWidget("size", xmToggleButtonWidgetClass,
				      rc2, NULL);
    h->res  = XtVaCreateManagedWidget("res", xmToggleButtonWidgetClass,
				      rc2, NULL);
    XtVaCreateManagedWidget("phys", xmLabelWidgetClass,rc,NULL);
    h->label = XtVaCreateManagedWidget("label", xmLabelWidgetClass,
				       rc, NULL);

    sprintf(buf,"%d",ida->img.i.width);
    XmTextSetString(h->tx,buf);
    sprintf(buf,"%d",ida->img.i.height);
    XmTextSetString(h->ty,buf);
    sprintf(buf,"%d",ida->img.i.dpi);
    XmTextSetString(h->tr,buf);
    XtVaSetValues(h->tr,XmNsensitive,False,NULL);
    XmToggleButtonSetState(h->lock,1,False);
    XmToggleButtonSetState(h->size,1,False);
    XmToggleButtonSetState(h->res,0,False);
    if (!ida->img.i.dpi) {
    	XtVaSetValues(h->size,XmNsensitive,False,NULL);
	XtVaSetValues(h->res, XmNsensitive,False,NULL);
    }
    resize_phys_size(h);
    
    XtAddCallback(XtParent(h->dlg),XmNdestroyCallback,resize_destroy,h);
    XtAddCallback(h->dlg, XmNokCallback,           resize_button_cb, h);
    XtAddCallback(h->dlg, XmNcancelCallback,       resize_button_cb, h);
    XtAddCallback(h->tx,  XmNvalueChangedCallback, resize_sync_cb,   h);
    XtAddCallback(h->ty,  XmNvalueChangedCallback, resize_sync_cb,   h);
    XtAddCallback(h->tr,  XmNvalueChangedCallback, resize_sync_cb,   h);
    XtAddCallback(h->size,XmNvalueChangedCallback, resize_sync_cb,   h);
    XtAddCallback(h->res, XmNvalueChangedCallback, resize_sync_cb,   h);
    XtManageChild(h->dlg);
}

/* ---------------------------------------------------------------------- */

struct stderr_handler {
    Widget box;
    XmString str;
    int pipe,err;
    XtInputId id;
};

static void
stderr_input(XtPointer clientdata, int *src, XtInputId *id)
{
    struct stderr_handler *h = clientdata;
    XmString item;
    Widget label;
    char buf[1024];
    int rc;

    rc = read(h->pipe,buf,sizeof(buf)-1);
    if (rc <= 0) {
	/* Oops */
	XtRemoveInput(h->id);
	close(h->pipe);
	XtDestroyWidget(h->box);
	free(h);
    }
    buf[rc] = 0;
    write(h->err,buf,rc);
    item = XmStringGenerate(buf, NULL, XmMULTIBYTE_TEXT,NULL);
    h->str = XmStringConcatAndFree(h->str,item);
    label = XmMessageBoxGetChild(h->box,XmDIALOG_MESSAGE_LABEL);
    XtVaSetValues(label,XmNlabelString,h->str,NULL);
    XtManageChild(h->box);
}

static void
stderr_ok_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    struct stderr_handler *h = clientdata;

    XmStringFree(h->str);
    h->str = XmStringGenerate("", NULL, XmMULTIBYTE_TEXT,NULL);
    XtUnmanageChild(h->box);
}

static void
stderr_close_cb(Widget widget, XtPointer clientdata, XtPointer call_data)
{
    struct stderr_handler *h = clientdata;

    XmStringFree(h->str);
    h->str = XmStringGenerate("", NULL, XmMULTIBYTE_TEXT,NULL);
}

static void
stderr_init(void)
{
    struct stderr_handler *h;
    int p[2];

    h = malloc(sizeof(*h));
    memset(h,0,sizeof(*h));
    h->str = XmStringGenerate("", NULL, XmMULTIBYTE_TEXT,NULL);
    h->box = XmCreateErrorDialog(app_shell,"errbox",NULL,0);
    XtUnmanageChild(XmMessageBoxGetChild(h->box,XmDIALOG_HELP_BUTTON));
    XtUnmanageChild(XmMessageBoxGetChild(h->box,XmDIALOG_CANCEL_BUTTON));
    XtAddCallback(h->box,XmNokCallback,stderr_ok_cb,h);
    XtAddCallback(XtParent(h->box),XmNpopdownCallback,stderr_close_cb,h);
    XSync(XtDisplay(app_shell),False);
    if (!debug) {
	pipe(p);
	h->err = dup(2);
	dup2(p[1],2);
	close(p[1]);
	h->pipe = p[0];
	h->id = XtAppAddInput(app_context,h->pipe,(XtPointer)XtInputReadMask,
			      stderr_input,h);
    }
}

/* ---------------------------------------------------------------------- */

static void
create_mainwindow(void)
{
    Widget img;

    XmdRegisterEditres(app_shell);
    view = XmCreateScrolledWindow(app_shell,"view",NULL,0);
    XtManageChild(view);
    img = XtVaCreateManagedWidget("image", xmDrawingAreaWidgetClass,view,NULL);
    XtAddCallback(img,XmNdestinationCallback,selection_dest,NULL);
    XtAddCallback(img,XmNconvertCallback,selection_convert,NULL);
    dnd_add(img);
    ida = viewer_init(img);
    XtInstallAllAccelerators(img,app_shell);
}

static void
usage(void)
{
    fprintf(stderr,
	    "ida " VERSION " - image viewer & editor\n"
	    "usage: ida [ options ] [ files ]\n"
	    "options:\n"
	    "   -h, -help    this text\n"
	    "       -pcd n   pick PhotoCD size (n = 1 .. 5, default 3)\n"
	    "   -d, -debug   enable debug messages\n");
    exit(0);
}

int
main(int argc, char *argv[])
{
    int i, files, zero = 0;
    struct stat st;
    Pixel background;

#if 0
    setlocale(LC_ALL,"");
    if (0 == strcasecmp("utf-8", nl_langinfo(CODESET))) {
	/* ### FIXME ###
	 * for not-yet known reasons ida crashes somewhere deep in
	 * the Motif libraries when running in utf-8 locale ... */
	setenv("LC_ALL", "POSIX", 1);
	setlocale(LC_ALL,"");
    }
#endif

    binary = argv[0];
    ida_init_config();
    ida_read_config();

    XtSetLanguageProc(NULL,NULL,NULL);
    app_shell = XtAppInitialize(&app_context, "Ida",
				opt_desc, opt_count,
				&argc, argv,
				fallback_ressources,
				NULL, 0);
    dpy = XtDisplay(app_shell);
    XtGetApplicationResources(app_shell,&args,
			      args_desc,args_count,
			      NULL,0);
    pcd_res  = GET_PHOTOCD_RES();
    sane_res = GET_SANE_RES();
    if (args.help)
	usage();
    if (args.debug) {
	debug=1;
	xdnd_debug = 1;
	XSynchronize(dpy,1);
    }

    XtAppAddActions(app_context, actionTable,
		    sizeof(actionTable) / sizeof(XtActionsRec));
    if (0) {
	XtAddCallback(XmGetXmDisplay(dpy),XmNnoFontCallback,
		      display_cb,NULL);
	XtAddCallback(XmGetXmDisplay(dpy),XmNnoRenditionCallback,
		      display_cb,NULL);
    }
    XtVaGetValues(app_shell, XtNbackground,&background, NULL);
    x11_color_init(app_shell,&gray);
    x11_icons_init(dpy, background /* x11_gray */);
    stderr_init();
    ipc_init();

    wm_delete_window = XInternAtom(dpy,"WM_DELETE_WINDOW",False);
    create_mainwindow();
    create_control();
    XtRealizeWidget(app_shell);
    ptr_register(ida->widget);
    ptr_register(control_shell);

    /* handle cmd line args */
    if (2 == argc && 0 == strcmp(argv[1],"-")) {
	load_stdin();
    } else if (argc > 1) {
	for (files = 0, i = 1; i < argc; i++) {
 	    if (curl_is_url(argv[i])) {
		list_append(argv[i]);
		files++;
		continue;
	    }
	    if (-1 == stat(argv[i],&st)) {
		if (debug)
		    fprintf(stderr,"stat %s: %s\n",argv[i],strerror(errno));
		continue;
	    }
	    switch (st.st_mode & S_IFMT) {
	    case S_IFDIR:
		browser_window(argv[i]);
		break;
	    case S_IFREG:
		list_append(argv[i]);
		files++;
		break;
	    }
	}
	if (files) {
	    list_update();
	    next_ac(ida->widget,NULL,NULL,&zero);
	}
    }

    if (NULL == ida->file)
	load_logo();

    XtAppMainLoop(app_context);
    return 0; /* keep compiler happy */
}
n1432' href='#n1432'>1432</a>
<a id='n1433' href='#n1433'>1433</a>
<a id='n1434' href='#n1434'>1434</a>
<a id='n1435' href='#n1435'>1435</a>
<a id='n1436' href='#n1436'>1436</a>
<a id='n1437' href='#n1437'>1437</a>
<a id='n1438' href='#n1438'>1438</a>
<a id='n1439' href='#n1439'>1439</a>
<a id='n1440' href='#n1440'>1440</a>
<a id='n1441' href='#n1441'>1441</a>
<a id='n1442' href='#n1442'>1442</a>
<a id='n1443' href='#n1443'>1443</a>
<a id='n1444' href='#n1444'>1444</a>
<a id='n1445' href='#n1445'>1445</a>
<a id='n1446' href='#n1446'>1446</a>
<a id='n1447' href='#n1447'>1447</a>
<a id='n1448' href='#n1448'>1448</a>
<a id='n1449' href='#n1449'>1449</a>
<a id='n1450' href='#n1450'>1450</a>
<a id='n1451' href='#n1451'>1451</a>
<a id='n1452' href='#n1452'>1452</a>
<a id='n1453' href='#n1453'>1453</a>
<a id='n1454' href='#n1454'>1454</a>
<a id='n1455' href='#n1455'>1455</a>
<a id='n1456' href='#n1456'>1456</a>
<a id='n1457' href='#n1457'>1457</a>
<a id='n1458' href='#n1458'>1458</a>
<a id='n1459' href='#n1459'>1459</a>
<a id='n1460' href='#n1460'>1460</a>
<a id='n1461' href='#n1461'>1461</a>
<a id='n1462' href='#n1462'>1462</a>
<a id='n1463' href='#n1463'>1463</a>
<a id='n1464' href='#n1464'>1464</a>
<a id='n1465' href='#n1465'>1465</a>
<a id='n1466' href='#n1466'>1466</a>
<a id='n1467' href='#n1467'>1467</a>
<a id='n1468' href='#n1468'>1468</a>
<a id='n1469' href='#n1469'>1469</a>
<a id='n1470' href='#n1470'>1470</a>
<a id='n1471' href='#n1471'>1471</a>
<a id='n1472' href='#n1472'>1472</a>
<a id='n1473' href='#n1473'>1473</a>
<a id='n1474' href='#n1474'>1474</a>
<a id='n1475' href='#n1475'>1475</a>
<a id='n1476' href='#n1476'>1476</a>
<a id='n1477' href='#n1477'>1477</a>
<a id='n1478' href='#n1478'>1478</a>
<a id='n1479' href='#n1479'>1479</a>
<a id='n1480' href='#n1480'>1480</a>
<a id='n1481' href='#n1481'>1481</a>
<a id='n1482' href='#n1482'>1482</a>
<a id='n1483' href='#n1483'>1483</a>
<a id='n1484' href='#n1484'>1484</a>
<a id='n1485' href='#n1485'>1485</a>
<a id='n1486' href='#n1486'>1486</a>
<a id='n1487' href='#n1487'>1487</a>
<a id='n1488' href='#n1488'>1488</a>
<a id='n1489' href='#n1489'>1489</a>
<a id='n1490' href='#n1490'>1490</a>
<a id='n1491' href='#n1491'>1491</a>
<a id='n1492' href='#n1492'>1492</a>
<a id='n1493' href='#n1493'>1493</a>
<a id='n1494' href='#n1494'>1494</a>
<a id='n1495' href='#n1495'>1495</a>
<a id='n1496' href='#n1496'>1496</a>
<a id='n1497' href='#n1497'>1497</a>
<a id='n1498' href='#n1498'>1498</a>
<a id='n1499' href='#n1499'>1499</a>
<a id='n1500' href='#n1500'>1500</a>
<a id='n1501' href='#n1501'>1501</a>
<a id='n1502' href='#n1502'>1502</a>
<a id='n1503' href='#n1503'>1503</a>
<a id='n1504' href='#n1504'>1504</a>
<a id='n1505' href='#n1505'>1505</a>
<a id='n1506' href='#n1506'>1506</a>
<a id='n1507' href='#n1507'>1507</a>
<a id='n1508' href='#n1508'>1508</a>
<a id='n1509' href='#n1509'>1509</a>
<a id='n1510' href='#n1510'>1510</a>
<a id='n1511' href='#n1511'>1511</a>
<a id='n1512' href='#n1512'>1512</a>
<a id='n1513' href='#n1513'>1513</a>
<a id='n1514' href='#n1514'>1514</a>
<a id='n1515' href='#n1515'>1515</a>
<a id='n1516' href='#n1516'>1516</a>
<a id='n1517' href='#n1517'>1517</a>
<a id='n1518' href='#n1518'>1518</a>
<a id='n1519' href='#n1519'>1519</a>
<a id='n1520' href='#n1520'>1520</a>
<a id='n1521' href='#n1521'>1521</a>
<a id='n1522' href='#n1522'>1522</a>
<a id='n1523' href='#n1523'>1523</a>
<a id='n1524' href='#n1524'>1524</a>
<a id='n1525' href='#n1525'>1525</a>
<a id='n1526' href='#n1526'>1526</a>
<a id='n1527' href='#n1527'>1527</a>
<a id='n1528' href='#n1528'>1528</a>
<a id='n1529' href='#n1529'>1529</a>
<a id='n1530' href='#n1530'>1530</a>
<a id='n1531' href='#n1531'>1531</a>
<a id='n1532' href='#n1532'>1532</a>
<a id='n1533' href='#n1533'>1533</a>
<a id='n1534' href='#n1534'>1534</a>
<a id='n1535' href='#n1535'>1535</a>
<a id='n1536' href='#n1536'>1536</a>
<a id='n1537' href='#n1537'>1537</a>
<a id='n1538' href='#n1538'>1538</a>
<a id='n1539' href='#n1539'>1539</a>
<a id='n1540' href='#n1540'>1540</a>
<a id='n1541' href='#n1541'>1541</a>
<a id='n1542' href='#n1542'>1542</a>
<a id='n1543' href='#n1543'>1543</a>
<a id='n1544' href='#n1544'>1544</a>
<a id='n1545' href='#n1545'>1545</a>
<a id='n1546' href='#n1546'>1546</a>
<a id='n1547' href='#n1547'>1547</a>
<a id='n1548' href='#n1548'>1548</a>
<a id='n1549' href='#n1549'>1549</a>
<a id='n1550' href='#n1550'>1550</a>
<a id='n1551' href='#n1551'>1551</a>
<a id='n1552' href='#n1552'>1552</a>
<a id='n1553' href='#n1553'>1553</a>
<a id='n1554' href='#n1554'>1554</a>
<a id='n1555' href='#n1555'>1555</a>
<a id='n1556' href='#n1556'>1556</a>
<a id='n1557' href='#n1557'>1557</a>
<a id='n1558' href='#n1558'>1558</a>
<a id='n1559' href='#n1559'>1559</a>
<a id='n1560' href='#n1560'>1560</a>
<a id='n1561' href='#n1561'>1561</a>
<a id='n1562' href='#n1562'>1562</a>
<a id='n1563' href='#n1563'>1563</a>
<a id='n1564' href='#n1564'>1564</a>
<a id='n1565' href='#n1565'>1565</a>
<a id='n1566' href='#n1566'>1566</a>
<a id='n1567' href='#n1567'>1567</a>
<a id='n1568' href='#n1568'>1568</a>
<a id='n1569' href='#n1569'>1569</a>
<a id='n1570' href='#n1570'>1570</a>
<a id='n1571' href='#n1571'>1571</a>
<a id='n1572' href='#n1572'>1572</a>
<a id='n1573' href='#n1573'>1573</a>
<a id='n1574' href='#n1574'>1574</a>
<a id='n1575' href='#n1575'>1575</a>
<a id='n1576' href='#n1576'>1576</a>
<a id='n1577' href='#n1577'>1577</a>
<a id='n1578' href='#n1578'>1578</a>
<a id='n1579' href='#n1579'>1579</a>
<a id='n1580' href='#n1580'>1580</a>
<a id='n1581' href='#n1581'>1581</a>
<a id='n1582' href='#n1582'>1582</a>
<a id='n1583' href='#n1583'>1583</a>
<a id='n1584' href='#n1584'>1584</a>
<a id='n1585' href='#n1585'>1585</a>
<a id='n1586' href='#n1586'>1586</a>
<a id='n1587' href='#n1587'>1587</a>
<a id='n1588' href='#n1588'>1588</a>
<a id='n1589' href='#n1589'>1589</a>
<a id='n1590' href='#n1590'>1590</a>
<a id='n1591' href='#n1591'>1591</a>
<a id='n1592' href='#n1592'>1592</a>
<a id='n1593' href='#n1593'>1593</a>
<a id='n1594' href='#n1594'>1594</a>
<a id='n1595' href='#n1595'>1595</a>
<a id='n1596' href='#n1596'>1596</a>
<a id='n1597' href='#n1597'>1597</a>
<a id='n1598' href='#n1598'>1598</a>
<a id='n1599' href='#n1599'>1599</a>
<a id='n1600' href='#n1600'>1600</a>
<a id='n1601' href='#n1601'>1601</a>
<a id='n1602' href='#n1602'>1602</a>
<a id='n1603' href='#n1603'>1603</a>
<a id='n1604' href='#n1604'>1604</a>
<a id='n1605' href='#n1605'>1605</a>
<a id='n1606' href='#n1606'>1606</a>
<a id='n1607' href='#n1607'>1607</a>
<a id='n1608' href='#n1608'>1608</a>
<a id='n1609' href='#n1609'>1609</a>
<a id='n1610' href='#n1610'>1610</a>
<a id='n1611' href='#n1611'>1611</a>
<a id='n1612' href='#n1612'>1612</a>
<a id='n1613' href='#n1613'>1613</a>
<a id='n1614' href='#n1614'>1614</a>
<a id='n1615' href='#n1615'>1615</a>
<a id='n1616' href='#n1616'>1616</a>
<a id='n1617' href='#n1617'>1617</a>
<a id='n1618' href='#n1618'>1618</a>
<a id='n1619' href='#n1619'>1619</a>
<a id='n1620' href='#n1620'>1620</a>
<a id='n1621' href='#n1621'>1621</a>
<a id='n1622' href='#n1622'>1622</a>
<a id='n1623' href='#n1623'>1623</a>
<a id='n1624' href='#n1624'>1624</a>
<a id='n1625' href='#n1625'>1625</a>
<a id='n1626' href='#n1626'>1626</a>
<a id='n1627' href='#n1627'>1627</a>
<a id='n1628' href='#n1628'>1628</a>
<a id='n1629' href='#n1629'>1629</a>
<a id='n1630' href='#n1630'>1630</a>
<a id='n1631' href='#n1631'>1631</a>
<a id='n1632' href='#n1632'>1632</a>
<a id='n1633' href='#n1633'>1633</a>
<a id='n1634' href='#n1634'>1634</a>
<a id='n1635' href='#n1635'>1635</a>
<a id='n1636' href='#n1636'>1636</a>
<a id='n1637' href='#n1637'>1637</a>
<a id='n1638' href='#n1638'>1638</a>
<a id='n1639' href='#n1639'>1639</a>
<a id='n1640' href='#n1640'>1640</a>
<a id='n1641' href='#n1641'>1641</a>
<a id='n1642' href='#n1642'>1642</a>
<a id='n1643' href='#n1643'>1643</a>
<a id='n1644' href='#n1644'>1644</a>
<a id='n1645' href='#n1645'>1645</a>
<a id='n1646' href='#n1646'>1646</a>
<a id='n1647' href='#n1647'>1647</a>
<a id='n1648' href='#n1648'>1648</a>
<a id='n1649' href='#n1649'>1649</a>
<a id='n1650' href='#n1650'>1650</a>
<a id='n1651' href='#n1651'>1651</a>
<a id='n1652' href='#n1652'>1652</a>
<a id='n1653' href='#n1653'>1653</a>
<a id='n1654' href='#n1654'>1654</a>
<a id='n1655' href='#n1655'>1655</a>
<a id='n1656' href='#n1656'>1656</a>
<a id='n1657' href='#n1657'>1657</a>
<a id='n1658' href='#n1658'>1658</a>
<a id='n1659' href='#n1659'>1659</a>
<a id='n1660' href='#n1660'>1660</a>
<a id='n1661' href='#n1661'>1661</a>
<a id='n1662' href='#n1662'>1662</a>
<a id='n1663' href='#n1663'>1663</a>
<a id='n1664' href='#n1664'>1664</a>
<a id='n1665' href='#n1665'>1665</a>
<a id='n1666' href='#n1666'>1666</a>
<a id='n1667' href='#n1667'>1667</a>
<a id='n1668' href='#n1668'>1668</a>
<a id='n1669' href='#n1669'>1669</a>
<a id='n1670' href='#n1670'>1670</a>
<a id='n1671' href='#n1671'>1671</a>
<a id='n1672' href='#n1672'>1672</a>
<a id='n1673' href='#n1673'>1673</a>
<a id='n1674' href='#n1674'>1674</a>
<a id='n1675' href='#n1675'>1675</a>
<a id='n1676' href='#n1676'>1676</a>
<a id='n1677' href='#n1677'>1677</a>
<a id='n1678' href='#n1678'>1678</a>
<a id='n1679' href='#n1679'>1679</a>
<a id='n1680' href='#n1680'>1680</a>
<a id='n1681' href='#n1681'>1681</a>
<a id='n1682' href='#n1682'>1682</a>
<a id='n1683' href='#n1683'>1683</a>
<a id='n1684' href='#n1684'>1684</a>
<a id='n1685' href='#n1685'>1685</a>
<a id='n1686' href='#n1686'>1686</a>
<a id='n1687' href='#n1687'>1687</a>
<a id='n1688' href='#n1688'>1688</a>
<a id='n1689' href='#n1689'>1689</a>
<a id='n1690' href='#n1690'>1690</a>
<a id='n1691' href='#n1691'>1691</a>
<a id='n1692' href='#n1692'>1692</a>
<a id='n1693' href='#n1693'>1693</a>
<a id='n1694' href='#n1694'>1694</a>
<a id='n1695' href='#n1695'>1695</a>
<a id='n1696' href='#n1696'>1696</a>
<a id='n1697' href='#n1697'>1697</a>
<a id='n1698' href='#n1698'>1698</a>
<a id='n1699' href='#n1699'>1699</a>
<a id='n1700' href='#n1700'>1700</a>
<a id='n1701' href='#n1701'>1701</a>
<a id='n1702' href='#n1702'>1702</a>
<a id='n1703' href='#n1703'>1703</a>
<a id='n1704' href='#n1704'>1704</a>
<a id='n1705' href='#n1705'>1705</a>
<a id='n1706' href='#n1706'>1706</a>
<a id='n1707' href='#n1707'>1707</a>
<a id='n1708' href='#n1708'>1708</a>
<a id='n1709' href='#n1709'>1709</a>
<a id='n1710' href='#n1710'>1710</a>
<a id='n1711' href='#n1711'>1711</a>
<a id='n1712' href='#n1712'>1712</a>
<a id='n1713' href='#n1713'>1713</a>
<a id='n1714' href='#n1714'>1714</a>
<a id='n1715' href='#n1715'>1715</a>
<a id='n1716' href='#n1716'>1716</a>
<a id='n1717' href='#n1717'>1717</a>
<a id='n1718' href='#n1718'>1718</a>
<a id='n1719' href='#n1719'>1719</a>
<a id='n1720' href='#n1720'>1720</a>
<a id='n1721' href='#n1721'>1721</a>
<a id='n1722' href='#n1722'>1722</a>
<a id='n1723' href='#n1723'>1723</a>
<a id='n1724' href='#n1724'>1724</a>
<a id='n1725' href='#n1725'>1725</a>
<a id='n1726' href='#n1726'>1726</a>
<a id='n1727' href='#n1727'>1727</a>
<a id='n1728' href='#n1728'>1728</a>
<a id='n1729' href='#n1729'>1729</a>
<a id='n1730' href='#n1730'>1730</a>
<a id='n1731' href='#n1731'>1731</a>
<a id='n1732' href='#n1732'>1732</a>
<a id='n1733' href='#n1733'>1733</a>
<a id='n1734' href='#n1734'>1734</a>
<a id='n1735' href='#n1735'>1735</a>
<a id='n1736' href='#n1736'>1736</a>
<a id='n1737' href='#n1737'>1737</a>
<a id='n1738' href='#n1738'>1738</a>
<a id='n1739' href='#n1739'>1739</a>
<a id='n1740' href='#n1740'>1740</a>
<a id='n1741' href='#n1741'>1741</a>
<a id='n1742' href='#n1742'>1742</a>
<a id='n1743' href='#n1743'>1743</a>
<a id='n1744' href='#n1744'>1744</a>
<a id='n1745' href='#n1745'>1745</a>
<a id='n1746' href='#n1746'>1746</a>
<a id='n1747' href='#n1747'>1747</a>
<a id='n1748' href='#n1748'>1748</a>
<a id='n1749' href='#n1749'>1749</a>
<a id='n1750' href='#n1750'>1750</a>
<a id='n1751' href='#n1751'>1751</a>
<a id='n1752' href='#n1752'>1752</a>
<a id='n1753' href='#n1753'>1753</a>
<a id='n1754' href='#n1754'>1754</a>
<a id='n1755' href='#n1755'>1755</a>
<a id='n1756' href='#n1756'>1756</a>
<a id='n1757' href='#n1757'>1757</a>
<a id='n1758' href='#n1758'>1758</a>
<a id='n1759' href='#n1759'>1759</a>
<a id='n1760' href='#n1760'>1760</a>
<a id='n1761' href='#n1761'>1761</a>
<a id='n1762' href='#n1762'>1762</a>
<a id='n1763' href='#n1763'>1763</a>
<a id='n1764' href='#n1764'>1764</a>
<a id='n1765' href='#n1765'>1765</a>
<a id='n1766' href='#n1766'>1766</a>
<a id='n1767' href='#n1767'>1767</a>
<a id='n1768' href='#n1768'>1768</a>
<a id='n1769' href='#n1769'>1769</a>
<a id='n1770' href='#n1770'>1770</a>
<a id='n1771' href='#n1771'>1771</a>
<a id='n1772' href='#n1772'>1772</a>
<a id='n1773' href='#n1773'>1773</a>
<a id='n1774' href='#n1774'>1774</a>
<a id='n1775' href='#n1775'>1775</a>
<a id='n1776' href='#n1776'>1776</a>
<a id='n1777' href='#n1777'>1777</a>
<a id='n1778' href='#n1778'>1778</a>
<a id='n1779' href='#n1779'>1779</a>
<a id='n1780' href='#n1780'>1780</a>
<a id='n1781' href='#n1781'>1781</a>
<a id='n1782' href='#n1782'>1782</a>
<a id='n1783' href='#n1783'>1783</a>
<a id='n1784' href='#n1784'>1784</a>
<a id='n1785' href='#n1785'>1785</a>
<a id='n1786' href='#n1786'>1786</a>
<a id='n1787' href='#n1787'>1787</a>
<a id='n1788' href='#n1788'>1788</a>
<a id='n1789' href='#n1789'>1789</a>
<a id='n1790' href='#n1790'>1790</a>
<a id='n1791' href='#n1791'>1791</a>
<a id='n1792' href='#n1792'>1792</a>
<a id='n1793' href='#n1793'>1793</a>
<a id='n1794' href='#n1794'>1794</a>
<a id='n1795' href='#n1795'>1795</a>
<a id='n1796' href='#n1796'>1796</a>
<a id='n1797' href='#n1797'>1797</a>
<a id='n1798' href='#n1798'>1798</a>
<a id='n1799' href='#n1799'>1799</a>
<a id='n1800' href='#n1800'>1800</a>
<a id='n1801' href='#n1801'>1801</a>
<a id='n1802' href='#n1802'>1802</a>
<a id='n1803' href='#n1803'>1803</a>
<a id='n1804' href='#n1804'>1804</a>
<a id='n1805' href='#n1805'>1805</a>
<a id='n1806' href='#n1806'>1806</a>
<a id='n1807' href='#n1807'>1807</a>
<a id='n1808' href='#n1808'>1808</a>
<a id='n1809' href='#n1809'>1809</a>
<a id='n1810' href='#n1810'>1810</a>
<a id='n1811' href='#n1811'>1811</a>
<a id='n1812' href='#n1812'>1812</a>
<a id='n1813' href='#n1813'>1813</a>
<a id='n1814' href='#n1814'>1814</a>
<a id='n1815' href='#n1815'>1815</a>
<a id='n1816' href='#n1816'>1816</a>
<a id='n1817' href='#n1817'>1817</a>
<a id='n1818' href='#n1818'>1818</a>
<a id='n1819' href='#n1819'>1819</a>
<a id='n1820' href='#n1820'>1820</a>
<a id='n1821' href='#n1821'>1821</a>
<a id='n1822' href='#n1822'>1822</a>
<a id='n1823' href='#n1823'>1823</a>
<a id='n1824' href='#n1824'>1824</a>
<a id='n1825' href='#n1825'>1825</a>
<a id='n1826' href='#n1826'>1826</a>
<a id='n1827' href='#n1827'>1827</a>
<a id='n1828' href='#n1828'>1828</a>
<a id='n1829' href='#n1829'>1829</a>
<a id='n1830' href='#n1830'>1830</a>
<a id='n1831' href='#n1831'>1831</a>
<a id='n1832' href='#n1832'>1832</a>
<a id='n1833' href='#n1833'>1833</a>
<a id='n1834' href='#n1834'>1834</a>
<a id='n1835' href='#n1835'>1835</a>
<a id='n1836' href='#n1836'>1836</a>
<a id='n1837' href='#n1837'>1837</a>
<a id='n1838' href='#n1838'>1838</a>
<a id='n1839' href='#n1839'>1839</a>
<a id='n1840' href='#n1840'>1840</a>
<a id='n1841' href='#n1841'>1841</a>
<a id='n1842' href='#n1842'>1842</a>
<a id='n1843' href='#n1843'>1843</a>
<a id='n1844' href='#n1844'>1844</a>
<a id='n1845' href='#n1845'>1845</a>
<a id='n1846' href='#n1846'>1846</a>
<a id='n1847' href='#n1847'>1847</a>
<a id='n1848' href='#n1848'>1848</a>
<a id='n1849' href='#n1849'>1849</a>
<a id='n1850' href='#n1850'>1850</a>
<a id='n1851' href='#n1851'>1851</a>
<a id='n1852' href='#n1852'>1852</a>
<a id='n1853' href='#n1853'>1853</a>
<a id='n1854' href='#n1854'>1854</a>
<a id='n1855' href='#n1855'>1855</a>
<a id='n1856' href='#n1856'>1856</a>
<a id='n1857' href='#n1857'>1857</a>
<a id='n1858' href='#n1858'>1858</a>
<a id='n1859' href='#n1859'>1859</a>
<a id='n1860' href='#n1860'>1860</a>
<a id='n1861' href='#n1861'>1861</a>
<a id='n1862' href='#n1862'>1862</a>
<a id='n1863' href='#n1863'>1863</a>
<a id='n1864' href='#n1864'>1864</a>
<a id='n1865' href='#n1865'>1865</a>
<a id='n1866' href='#n1866'>1866</a>
<a id='n1867' href='#n1867'>1867</a>
<a id='n1868' href='#n1868'>1868</a>
<a id='n1869' href='#n1869'>1869</a>
<a id='n1870' href='#n1870'>1870</a>
<a id='n1871' href='#n1871'>1871</a>
<a id='n1872' href='#n1872'>1872</a>
<a id='n1873' href='#n1873'>1873</a>
<a id='n1874' href='#n1874'>1874</a>
<a id='n1875' href='#n1875'>1875</a>
<a id='n1876' href='#n1876'>1876</a>
<a id='n1877' href='#n1877'>1877</a>
<a id='n1878' href='#n1878'>1878</a>
<a id='n1879' href='#n1879'>1879</a>
<a id='n1880' href='#n1880'>1880</a>
<a id='n1881' href='#n1881'>1881</a>
<a id='n1882' href='#n1882'>1882</a>
<a id='n1883' href='#n1883'>1883</a>
<a id='n1884' href='#n1884'>1884</a>
<a id='n1885' href='#n1885'>1885</a>
<a id='n1886' href='#n1886'>1886</a>
<a id='n1887' href='#n1887'>1887</a>
<a id='n1888' href='#n1888'>1888</a>
<a id='n1889' href='#n1889'>1889</a>
<a id='n1890' href='#n1890'>1890</a>
<a id='n1891' href='#n1891'>1891</a>
<a id='n1892' href='#n1892'>1892</a>
<a id='n1893' href='#n1893'>1893</a>
<a id='n1894' href='#n1894'>1894</a>
<a id='n1895' href='#n1895'>1895</a>
<a id='n1896' href='#n1896'>1896</a>
<a id='n1897' href='#n1897'>1897</a>
<a id='n1898' href='#n1898'>1898</a>
<a id='n1899' href='#n1899'>1899</a>
<a id='n1900' href='#n1900'>1900</a>
<a id='n1901' href='#n1901'>1901</a>
<a id='n1902' href='#n1902'>1902</a>
<a id='n1903' href='#n1903'>1903</a>
</pre></td>
<td class='lines'><pre><code><span class="hl com">/*</span>
<span class="hl com"> * ARMv7 Cortex-A8 and Cortex-A9 Performance Events handling code.</span>
<span class="hl com"> *</span>
<span class="hl com"> * ARMv7 support: Jean Pihet &lt;jpihet&#64;mvista.com&gt;</span>
<span class="hl com"> * 2010 (c) MontaVista Software, LLC.</span>
<span class="hl com"> *</span>
<span class="hl com"> * Copied from ARMv6 code, with the low level code inspired</span>
<span class="hl com"> *  by the ARMv7 Oprofile code.</span>
<span class="hl com"> *</span>
<span class="hl com"> * Cortex-A8 has up to 4 configurable performance counters and</span>
<span class="hl com"> *  a single cycle counter.</span>
<span class="hl com"> * Cortex-A9 has up to 31 configurable performance counters and</span>
<span class="hl com"> *  a single cycle counter.</span>
<span class="hl com"> *</span>
<span class="hl com"> * All counters can be enabled/disabled and IRQ masked separately. The cycle</span>
<span class="hl com"> *  counter and all 4 performance counters together can be reset separately.</span>
<span class="hl com"> */</span>

<span class="hl ppc">#ifdef CONFIG_CPU_V7</span>

<span class="hl ppc">#include &lt;asm/cp15.h&gt;</span>
<span class="hl ppc">#include &lt;asm/cputype.h&gt;</span>
<span class="hl ppc">#include &lt;asm/irq_regs.h&gt;</span>
<span class="hl ppc">#include &lt;asm/pmu.h&gt;</span>
<span class="hl ppc">#include &lt;asm/vfp.h&gt;</span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;../vfp/vfpinstr.h&quot;</span><span class="hl ppc"></span>

<span class="hl ppc">#include &lt;linux/of.h&gt;</span>
<span class="hl ppc">#include &lt;linux/platform_device.h&gt;</span>

<span class="hl com">/*</span>
<span class="hl com"> * Common ARMv7 event types</span>
<span class="hl com"> *</span>
<span class="hl com"> * Note: An implementation may not be able to count all of these events</span>
<span class="hl com"> * but the encodings are considered to be `reserved&#39; in the case that</span>
<span class="hl com"> * they are not available.</span>
<span class="hl com"> */</span>
<span class="hl kwb">enum</span> armv7_perf_types <span class="hl opt">{</span>
	ARMV7_PERFCTR_PMNC_SW_INCR			<span class="hl opt">=</span> <span class="hl num">0x00</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L1_ICACHE_REFILL			<span class="hl opt">=</span> <span class="hl num">0x01</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_ITLB_REFILL			<span class="hl opt">=</span> <span class="hl num">0x02</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L1_DCACHE_REFILL			<span class="hl opt">=</span> <span class="hl num">0x03</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L1_DCACHE_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x04</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_DTLB_REFILL			<span class="hl opt">=</span> <span class="hl num">0x05</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_MEM_READ				<span class="hl opt">=</span> <span class="hl num">0x06</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_MEM_WRITE				<span class="hl opt">=</span> <span class="hl num">0x07</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_INSTR_EXECUTED			<span class="hl opt">=</span> <span class="hl num">0x08</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_EXC_TAKEN				<span class="hl opt">=</span> <span class="hl num">0x09</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_EXC_EXECUTED			<span class="hl opt">=</span> <span class="hl num">0x0A</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_CID_WRITE				<span class="hl opt">=</span> <span class="hl num">0x0B</span><span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * ARMV7_PERFCTR_PC_WRITE is equivalent to HW_BRANCH_INSTRUCTIONS.</span>
<span class="hl com">	 * It counts:</span>
<span class="hl com">	 *  - all (taken) branch instructions,</span>
<span class="hl com">	 *  - instructions that explicitly write the PC,</span>
<span class="hl com">	 *  - exception generating instructions.</span>
<span class="hl com">	 */</span>
	ARMV7_PERFCTR_PC_WRITE				<span class="hl opt">=</span> <span class="hl num">0x0C</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_PC_IMM_BRANCH			<span class="hl opt">=</span> <span class="hl num">0x0D</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_PC_PROC_RETURN			<span class="hl opt">=</span> <span class="hl num">0x0E</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_MEM_UNALIGNED_ACCESS		<span class="hl opt">=</span> <span class="hl num">0x0F</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_PC_BRANCH_MIS_PRED		<span class="hl opt">=</span> <span class="hl num">0x10</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_CLOCK_CYCLES			<span class="hl opt">=</span> <span class="hl num">0x11</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_PC_BRANCH_PRED			<span class="hl opt">=</span> <span class="hl num">0x12</span><span class="hl opt">,</span>

	<span class="hl com">/* These events are defined by the PMUv2 supplement (ARM DDI 0457A). */</span>
	ARMV7_PERFCTR_MEM_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x13</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L1_ICACHE_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x14</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L1_DCACHE_WB			<span class="hl opt">=</span> <span class="hl num">0x15</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L2_CACHE_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x16</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L2_CACHE_REFILL			<span class="hl opt">=</span> <span class="hl num">0x17</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_L2_CACHE_WB			<span class="hl opt">=</span> <span class="hl num">0x18</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_BUS_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x19</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_MEM_ERROR				<span class="hl opt">=</span> <span class="hl num">0x1A</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_INSTR_SPEC			<span class="hl opt">=</span> <span class="hl num">0x1B</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_TTBR_WRITE			<span class="hl opt">=</span> <span class="hl num">0x1C</span><span class="hl opt">,</span>
	ARMV7_PERFCTR_BUS_CYCLES			<span class="hl opt">=</span> <span class="hl num">0x1D</span><span class="hl opt">,</span>

	ARMV7_PERFCTR_CPU_CYCLES			<span class="hl opt">=</span> <span class="hl num">0xFF</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Cortex-A8 specific event types */</span>
<span class="hl kwb">enum</span> armv7_a8_perf_types <span class="hl opt">{</span>
	ARMV7_A8_PERFCTR_L2_CACHE_ACCESS		<span class="hl opt">=</span> <span class="hl num">0x43</span><span class="hl opt">,</span>
	ARMV7_A8_PERFCTR_L2_CACHE_REFILL		<span class="hl opt">=</span> <span class="hl num">0x44</span><span class="hl opt">,</span>
	ARMV7_A8_PERFCTR_L1_ICACHE_ACCESS		<span class="hl opt">=</span> <span class="hl num">0x50</span><span class="hl opt">,</span>
	ARMV7_A8_PERFCTR_STALL_ISIDE			<span class="hl opt">=</span> <span class="hl num">0x56</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Cortex-A9 specific event types */</span>
<span class="hl kwb">enum</span> armv7_a9_perf_types <span class="hl opt">{</span>
	ARMV7_A9_PERFCTR_INSTR_CORE_RENAME		<span class="hl opt">=</span> <span class="hl num">0x68</span><span class="hl opt">,</span>
	ARMV7_A9_PERFCTR_STALL_ICACHE			<span class="hl opt">=</span> <span class="hl num">0x60</span><span class="hl opt">,</span>
	ARMV7_A9_PERFCTR_STALL_DISPATCH			<span class="hl opt">=</span> <span class="hl num">0x66</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Cortex-A5 specific event types */</span>
<span class="hl kwb">enum</span> armv7_a5_perf_types <span class="hl opt">{</span>
	ARMV7_A5_PERFCTR_PREFETCH_LINEFILL		<span class="hl opt">=</span> <span class="hl num">0xc2</span><span class="hl opt">,</span>
	ARMV7_A5_PERFCTR_PREFETCH_LINEFILL_DROP		<span class="hl opt">=</span> <span class="hl num">0xc3</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Cortex-A15 specific event types */</span>
<span class="hl kwb">enum</span> armv7_a15_perf_types <span class="hl opt">{</span>
	ARMV7_A15_PERFCTR_L1_DCACHE_ACCESS_READ		<span class="hl opt">=</span> <span class="hl num">0x40</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_L1_DCACHE_ACCESS_WRITE	<span class="hl opt">=</span> <span class="hl num">0x41</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_L1_DCACHE_REFILL_READ		<span class="hl opt">=</span> <span class="hl num">0x42</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_L1_DCACHE_REFILL_WRITE	<span class="hl opt">=</span> <span class="hl num">0x43</span><span class="hl opt">,</span>

	ARMV7_A15_PERFCTR_DTLB_REFILL_L1_READ		<span class="hl opt">=</span> <span class="hl num">0x4C</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_DTLB_REFILL_L1_WRITE		<span class="hl opt">=</span> <span class="hl num">0x4D</span><span class="hl opt">,</span>

	ARMV7_A15_PERFCTR_L2_CACHE_ACCESS_READ		<span class="hl opt">=</span> <span class="hl num">0x50</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_L2_CACHE_ACCESS_WRITE		<span class="hl opt">=</span> <span class="hl num">0x51</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_L2_CACHE_REFILL_READ		<span class="hl opt">=</span> <span class="hl num">0x52</span><span class="hl opt">,</span>
	ARMV7_A15_PERFCTR_L2_CACHE_REFILL_WRITE		<span class="hl opt">=</span> <span class="hl num">0x53</span><span class="hl opt">,</span>

	ARMV7_A15_PERFCTR_PC_WRITE_SPEC			<span class="hl opt">=</span> <span class="hl num">0x76</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Cortex-A12 specific event types */</span>
<span class="hl kwb">enum</span> armv7_a12_perf_types <span class="hl opt">{</span>
	ARMV7_A12_PERFCTR_L1_DCACHE_ACCESS_READ		<span class="hl opt">=</span> <span class="hl num">0x40</span><span class="hl opt">,</span>
	ARMV7_A12_PERFCTR_L1_DCACHE_ACCESS_WRITE	<span class="hl opt">=</span> <span class="hl num">0x41</span><span class="hl opt">,</span>

	ARMV7_A12_PERFCTR_L2_CACHE_ACCESS_READ		<span class="hl opt">=</span> <span class="hl num">0x50</span><span class="hl opt">,</span>
	ARMV7_A12_PERFCTR_L2_CACHE_ACCESS_WRITE		<span class="hl opt">=</span> <span class="hl num">0x51</span><span class="hl opt">,</span>

	ARMV7_A12_PERFCTR_PC_WRITE_SPEC			<span class="hl opt">=</span> <span class="hl num">0x76</span><span class="hl opt">,</span>

	ARMV7_A12_PERFCTR_PF_TLB_REFILL			<span class="hl opt">=</span> <span class="hl num">0xe7</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Krait specific event types */</span>
<span class="hl kwb">enum</span> krait_perf_types <span class="hl opt">{</span>
	KRAIT_PMRESR0_GROUP0				<span class="hl opt">=</span> <span class="hl num">0xcc</span><span class="hl opt">,</span>
	KRAIT_PMRESR1_GROUP0				<span class="hl opt">=</span> <span class="hl num">0xd0</span><span class="hl opt">,</span>
	KRAIT_PMRESR2_GROUP0				<span class="hl opt">=</span> <span class="hl num">0xd4</span><span class="hl opt">,</span>
	KRAIT_VPMRESR0_GROUP0				<span class="hl opt">=</span> <span class="hl num">0xd8</span><span class="hl opt">,</span>

	KRAIT_PERFCTR_L1_ICACHE_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x10011</span><span class="hl opt">,</span>
	KRAIT_PERFCTR_L1_ICACHE_MISS			<span class="hl opt">=</span> <span class="hl num">0x10010</span><span class="hl opt">,</span>

	KRAIT_PERFCTR_L1_ITLB_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x12222</span><span class="hl opt">,</span>
	KRAIT_PERFCTR_L1_DTLB_ACCESS			<span class="hl opt">=</span> <span class="hl num">0x12210</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/* ARMv7 Scorpion specific event types */</span>
<span class="hl kwb">enum</span> scorpion_perf_types <span class="hl opt">{</span>
	SCORPION_LPM0_GROUP0				<span class="hl opt">=</span> <span class="hl num">0x4c</span><span class="hl opt">,</span>
	SCORPION_LPM1_GROUP0				<span class="hl opt">=</span> <span class="hl num">0x50</span><span class="hl opt">,</span>
	SCORPION_LPM2_GROUP0				<span class="hl opt">=</span> <span class="hl num">0x54</span><span class="hl opt">,</span>
	SCORPION_L2LPM_GROUP0				<span class="hl opt">=</span> <span class="hl num">0x58</span><span class="hl opt">,</span>
	SCORPION_VLPM_GROUP0				<span class="hl opt">=</span> <span class="hl num">0x5c</span><span class="hl opt">,</span>

	SCORPION_ICACHE_ACCESS				<span class="hl opt">=</span> <span class="hl num">0x10053</span><span class="hl opt">,</span>
	SCORPION_ICACHE_MISS				<span class="hl opt">=</span> <span class="hl num">0x10052</span><span class="hl opt">,</span>

	SCORPION_DTLB_ACCESS				<span class="hl opt">=</span> <span class="hl num">0x12013</span><span class="hl opt">,</span>
	SCORPION_DTLB_MISS				<span class="hl opt">=</span> <span class="hl num">0x12012</span><span class="hl opt">,</span>

	SCORPION_ITLB_MISS				<span class="hl opt">=</span> <span class="hl num">0x12021</span><span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Cortex-A8 HW events mapping</span>
<span class="hl com"> *</span>
<span class="hl com"> * The hardware events that we support. We do support cache operations but</span>
<span class="hl com"> * we have harvard caches and no way to combine instruction and data</span>
<span class="hl com"> * accesses/misses in hardware.</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> armv7_a8_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]		=</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_REFERENCES<span class="hl opt">]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">]	=</span> ARMV7_PERFCTR_PC_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_STALLED_CYCLES_FRONTEND<span class="hl opt">]	=</span> ARMV7_A8_PERFCTR_STALL_ISIDE<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> armv7_a8_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					  <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					  <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * The performance counters don&#39;t differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so this isn&#39;t strictly correct, but it&#39;s the best we</span>
<span class="hl com">	 * can do. Writes and reads get combined.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A8_PERFCTR_L1_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A8_PERFCTR_L2_CACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A8_PERFCTR_L2_CACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A8_PERFCTR_L2_CACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A8_PERFCTR_L2_CACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Cortex-A9 HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> armv7_a9_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]		=</span> ARMV7_A9_PERFCTR_INSTR_CORE_RENAME<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_REFERENCES<span class="hl opt">]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">]	=</span> ARMV7_PERFCTR_PC_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_STALLED_CYCLES_FRONTEND<span class="hl opt">]	=</span> ARMV7_A9_PERFCTR_STALL_ICACHE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_STALLED_CYCLES_BACKEND<span class="hl opt">]	=</span> ARMV7_A9_PERFCTR_STALL_DISPATCH<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> armv7_a9_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					  <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					  <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * The performance counters don&#39;t differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so this isn&#39;t strictly correct, but it&#39;s the best we</span>
<span class="hl com">	 * can do. Writes and reads get combined.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Cortex-A5 HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> armv7_a5_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]		=</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_REFERENCES<span class="hl opt">]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">]	=</span> ARMV7_PERFCTR_PC_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> armv7_a5_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_PREFETCH<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A5_PERFCTR_PREFETCH_LINEFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_PREFETCH<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A5_PERFCTR_PREFETCH_LINEFILL_DROP<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_REFILL<span class="hl opt">,</span>
	<span class="hl com">/*</span>
<span class="hl com">	 * The prefetch counters don&#39;t differentiate between the I side and the</span>
<span class="hl com">	 * D side.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_PREFETCH<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A5_PERFCTR_PREFETCH_LINEFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_PREFETCH<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A5_PERFCTR_PREFETCH_LINEFILL_DROP<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Cortex-A15 HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> armv7_a15_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]		=</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_REFERENCES<span class="hl opt">]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">]	=</span> ARMV7_A15_PERFCTR_PC_WRITE_SPEC<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BUS_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_BUS_CYCLES<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> armv7_a15_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L1_DCACHE_ACCESS_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L1_DCACHE_REFILL_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L1_DCACHE_ACCESS_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L1_DCACHE_REFILL_WRITE<span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Not all performance counters differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so we&#39;re not always strictly correct, but it&#39;s the</span>
<span class="hl com">	 * best we can do. Writes and reads get combined in these cases.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L2_CACHE_ACCESS_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L2_CACHE_REFILL_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L2_CACHE_ACCESS_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_L2_CACHE_REFILL_WRITE<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_DTLB_REFILL_L1_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A15_PERFCTR_DTLB_REFILL_L1_WRITE<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Cortex-A7 HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> armv7_a7_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]		=</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_REFERENCES<span class="hl opt">]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">]	=</span> ARMV7_PERFCTR_PC_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BUS_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_BUS_CYCLES<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> armv7_a7_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * The performance counters don&#39;t differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so this isn&#39;t strictly correct, but it&#39;s the best we</span>
<span class="hl com">	 * can do. Writes and reads get combined.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L2_CACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L2_CACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L2_CACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L2_CACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Cortex-A12 HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> armv7_a12_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]		=</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_REFERENCES<span class="hl opt">]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">]	=</span> ARMV7_A12_PERFCTR_PC_WRITE_SPEC<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]		=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BUS_CYCLES<span class="hl opt">]		=</span> ARMV7_PERFCTR_BUS_CYCLES<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> armv7_a12_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A12_PERFCTR_L1_DCACHE_ACCESS_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A12_PERFCTR_L1_DCACHE_ACCESS_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Not all performance counters differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so we&#39;re not always strictly correct, but it&#39;s the</span>
<span class="hl com">	 * best we can do. Writes and reads get combined in these cases.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_ICACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A12_PERFCTR_L2_CACHE_ACCESS_READ<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L2_CACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_A12_PERFCTR_L2_CACHE_ACCESS_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>LL<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L2_CACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_DTLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_PREFETCH<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_A12_PERFCTR_PF_TLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_ITLB_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Krait HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> krait_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]	    =</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">] =</span> ARMV7_PERFCTR_PC_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BUS_CYCLES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_CLOCK_CYCLES<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> krait_perf_map_no_branch<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]	    =</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BUS_CYCLES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_CLOCK_CYCLES<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> krait_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					  <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					  <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * The performance counters don&#39;t differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so this isn&#39;t strictly correct, but it&#39;s the best we</span>
<span class="hl com">	 * can do. Writes and reads get combined.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> KRAIT_PERFCTR_L1_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> KRAIT_PERFCTR_L1_ICACHE_MISS<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> KRAIT_PERFCTR_L1_DTLB_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> KRAIT_PERFCTR_L1_DTLB_ACCESS<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> KRAIT_PERFCTR_L1_ITLB_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> KRAIT_PERFCTR_L1_ITLB_ACCESS<span class="hl opt">,</span>

	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)]	=</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Scorpion HW events mapping</span>
<span class="hl com"> */</span>
<span class="hl kwb">static const unsigned</span> scorpion_perf_map<span class="hl opt">[</span>PERF_COUNT_HW_MAX<span class="hl opt">] = {</span>
	PERF_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_CPU_CYCLES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_INSTRUCTIONS<span class="hl opt">]	    =</span> ARMV7_PERFCTR_INSTR_EXECUTED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_INSTRUCTIONS<span class="hl opt">] =</span> ARMV7_PERFCTR_PC_WRITE<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BRANCH_MISSES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span>PERF_COUNT_HW_BUS_CYCLES<span class="hl opt">]	    =</span> ARMV7_PERFCTR_CLOCK_CYCLES<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const unsigned</span> scorpion_perf_cache_map<span class="hl opt">[</span>PERF_COUNT_HW_CACHE_MAX<span class="hl opt">]</span>
					    <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_OP_MAX<span class="hl opt">]</span>
					    <span class="hl opt">[</span>PERF_COUNT_HW_CACHE_RESULT_MAX<span class="hl opt">] = {</span>
	PERF_CACHE_MAP_ALL_UNSUPPORTED<span class="hl opt">,</span>
	<span class="hl com">/*</span>
<span class="hl com">	 * The performance counters don&#39;t differentiate between read and write</span>
<span class="hl com">	 * accesses/misses so this isn&#39;t strictly correct, but it&#39;s the best we</span>
<span class="hl com">	 * can do. Writes and reads get combined.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> ARMV7_PERFCTR_L1_DCACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1D<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> ARMV7_PERFCTR_L1_DCACHE_REFILL<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> SCORPION_ICACHE_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>L1I<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> SCORPION_ICACHE_MISS<span class="hl opt">,</span>
	<span class="hl com">/*</span>
<span class="hl com">	 * Only ITLB misses and DTLB refills are supported.  If users want the</span>
<span class="hl com">	 * DTLB refills misses a raw counter must be used.</span>
<span class="hl com">	 */</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> SCORPION_DTLB_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> SCORPION_DTLB_MISS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> SCORPION_DTLB_ACCESS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>DTLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> SCORPION_DTLB_MISS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> SCORPION_ITLB_MISS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>ITLB<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> SCORPION_ITLB_MISS<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_READ<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_ACCESS<span class="hl opt">)] =</span> ARMV7_PERFCTR_PC_BRANCH_PRED<span class="hl opt">,</span>
	<span class="hl opt">[</span><span class="hl kwd">C</span><span class="hl opt">(</span>BPU<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>OP_WRITE<span class="hl opt">)][</span><span class="hl kwd">C</span><span class="hl opt">(</span>RESULT_MISS<span class="hl opt">)] =</span> ARMV7_PERFCTR_PC_BRANCH_MIS_PRED<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl com">/*</span>
<span class="hl com"> * Perf Events&#39; indices</span>
<span class="hl com"> */</span>
<span class="hl ppc">#define	ARMV7_IDX_CYCLE_COUNTER	0</span>
<span class="hl ppc">#define	ARMV7_IDX_COUNTER0	1</span>
<span class="hl ppc">#define	ARMV7_IDX_COUNTER_LAST(cpu_pmu) \</span>
<span class="hl ppc">	(ARMV7_IDX_CYCLE_COUNTER + cpu_pmu-&gt;num_events - 1)</span>

<span class="hl ppc">#define	ARMV7_MAX_COUNTERS	32</span>
<span class="hl ppc">#define	ARMV7_COUNTER_MASK	(ARMV7_MAX_COUNTERS - 1)</span>

<span class="hl com">/*</span>
<span class="hl com"> * ARMv7 low level PMNC access</span>
<span class="hl com"> */</span>

<span class="hl com">/*</span>
<span class="hl com"> * Perf Event to low level counters mapping</span>
<span class="hl com"> */</span>
<span class="hl ppc">#define	ARMV7_IDX_TO_COUNTER(x)	\</span>
<span class="hl ppc">	(((x) - ARMV7_IDX_COUNTER0) &amp; ARMV7_COUNTER_MASK)</span>

<span class="hl com">/*</span>
<span class="hl com"> * Per-CPU PMNC: config reg</span>
<span class="hl com"> */</span>
<span class="hl ppc">#define ARMV7_PMNC_E		(1 &lt;&lt; 0)</span> <span class="hl com">/* Enable all counters */</span><span class="hl ppc"></span>
<span class="hl ppc">#define ARMV7_PMNC_P		(1 &lt;&lt; 1)</span> <span class="hl com">/* Reset all counters */</span><span class="hl ppc"></span>
<span class="hl ppc">#define ARMV7_PMNC_C		(1 &lt;&lt; 2)</span> <span class="hl com">/* Cycle counter reset */</span><span class="hl ppc"></span>
<span class="hl ppc">#define ARMV7_PMNC_D		(1 &lt;&lt; 3)</span> <span class="hl com">/* CCNT counts every 64th cpu cycle */</span><span class="hl ppc"></span>
<span class="hl ppc">#define ARMV7_PMNC_X		(1 &lt;&lt; 4)</span> <span class="hl com">/* Export to ETM */</span><span class="hl ppc"></span>
<span class="hl ppc">#define ARMV7_PMNC_DP		(1 &lt;&lt; 5)</span> <span class="hl com">/* Disable CCNT if non-invasive debug*/</span><span class="hl ppc"></span>
<span class="hl ppc">#define	ARMV7_PMNC_N_SHIFT	11</span>	 <span class="hl com">/* Number of counters supported */</span><span class="hl ppc"></span>
<span class="hl ppc">#define	ARMV7_PMNC_N_MASK	0x1f</span>
<span class="hl ppc">#define	ARMV7_PMNC_MASK		0x3f</span>	 <span class="hl com">/* Mask for writable bits */</span><span class="hl ppc"></span>

<span class="hl com">/*</span>
<span class="hl com"> * FLAG: counters overflow flag status reg</span>
<span class="hl com"> */</span>
<span class="hl ppc">#define	ARMV7_FLAG_MASK		0xffffffff</span>	<span class="hl com">/* Mask for writable bits */</span><span class="hl ppc"></span>
<span class="hl ppc">#define	ARMV7_OVERFLOWED_MASK	ARMV7_FLAG_MASK</span>

<span class="hl com">/*</span>
<span class="hl com"> * PMXEVTYPER: Event selection reg</span>
<span class="hl com"> */</span>
<span class="hl ppc">#define	ARMV7_EVTYPE_MASK	0xc80000ff</span>	<span class="hl com">/* Mask for writable bits */</span><span class="hl ppc"></span>
<span class="hl ppc">#define	ARMV7_EVTYPE_EVENT	0xff</span>		<span class="hl com">/* Mask for EVENT bits */</span><span class="hl ppc"></span>

<span class="hl com">/*</span>
<span class="hl com"> * Event filters for PMUv2</span>
<span class="hl com"> */</span>
<span class="hl ppc">#define	ARMV7_EXCLUDE_PL1	(1 &lt;&lt; 31)</span>
<span class="hl ppc">#define	ARMV7_EXCLUDE_USER	(1 &lt;&lt; 30)</span>
<span class="hl ppc">#define	ARMV7_INCLUDE_HYP	(1 &lt;&lt; 27)</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> u32 <span class="hl kwd">armv7_pmnc_read</span><span class="hl opt">(</span><span class="hl kwb">void</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span><span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwa">return</span> val<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_write</span><span class="hl opt">(</span>u32 val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	val <span class="hl opt">&amp;=</span> ARMV7_PMNC_MASK<span class="hl opt">;</span>
	<span class="hl kwd">isb</span><span class="hl opt">();</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span><span class="hl opt">(</span>val<span class="hl opt">));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">int</span> <span class="hl kwd">armv7_pmnc_has_overflowed</span><span class="hl opt">(</span>u32 pmnc<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> pmnc <span class="hl opt">&amp;</span> ARMV7_OVERFLOWED_MASK<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">int</span> <span class="hl kwd">armv7_pmnc_counter_valid</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">,</span> <span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> idx <span class="hl opt">&gt;=</span> ARMV7_IDX_CYCLE_COUNTER <span class="hl opt">&amp;&amp;</span>
		idx <span class="hl opt">&lt;=</span> <span class="hl kwd">ARMV7_IDX_COUNTER_LAST</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">int</span> <span class="hl kwd">armv7_pmnc_counter_has_overflowed</span><span class="hl opt">(</span>u32 pmnc<span class="hl opt">,</span> <span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> pmnc <span class="hl opt">&amp;</span> <span class="hl kwd">BIT</span><span class="hl opt">(</span><span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>idx<span class="hl opt">));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 counter <span class="hl opt">=</span> <span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 5&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>counter<span class="hl opt">));</span>
	<span class="hl kwd">isb</span><span class="hl opt">();</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> u32 <span class="hl kwd">armv7pmu_read_counter</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>
	u32 value <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

	<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armv7_pmnc_counter_valid</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">,</span> idx<span class="hl opt">)) {</span>
		<span class="hl kwd">pr_err</span><span class="hl opt">(</span><span class="hl str">&quot;CPU</span><span class="hl ipl">%u</span> <span class="hl str">reading wrong counter</span> <span class="hl ipl">%d</span><span class="hl str"></span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
			<span class="hl kwd">smp_processor_id</span><span class="hl opt">(),</span> idx<span class="hl opt">);</span>
	<span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>idx <span class="hl opt">==</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">) {</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>value<span class="hl opt">));</span>
	<span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
		<span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 2&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>value<span class="hl opt">));</span>
	<span class="hl opt">}</span>

	<span class="hl kwa">return</span> value<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7pmu_write_counter</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">,</span> u32 value<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>

	<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armv7_pmnc_counter_valid</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">,</span> idx<span class="hl opt">)) {</span>
		<span class="hl kwd">pr_err</span><span class="hl opt">(</span><span class="hl str">&quot;CPU</span><span class="hl ipl">%u</span> <span class="hl str">writing wrong counter</span> <span class="hl ipl">%d</span><span class="hl str"></span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
			<span class="hl kwd">smp_processor_id</span><span class="hl opt">(),</span> idx<span class="hl opt">);</span>
	<span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>idx <span class="hl opt">==</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">) {</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>value<span class="hl opt">));</span>
	<span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
		<span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 2&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>value<span class="hl opt">));</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_write_evtsel</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">,</span> u32 val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	val <span class="hl opt">&amp;=</span> ARMV7_EVTYPE_MASK<span class="hl opt">;</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 1&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_enable_counter</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 counter <span class="hl opt">=</span> <span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 1&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl kwd">BIT</span><span class="hl opt">(</span>counter<span class="hl opt">)));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 counter <span class="hl opt">=</span> <span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 2&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl kwd">BIT</span><span class="hl opt">(</span>counter<span class="hl opt">)));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_enable_intens</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 counter <span class="hl opt">=</span> <span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c14, 1&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl kwd">BIT</span><span class="hl opt">(</span>counter<span class="hl opt">)));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> <span class="hl kwb">void</span> <span class="hl kwd">armv7_pmnc_disable_intens</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 counter <span class="hl opt">=</span> <span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c14, 2&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl kwd">BIT</span><span class="hl opt">(</span>counter<span class="hl opt">)));</span>
	<span class="hl kwd">isb</span><span class="hl opt">();</span>
	<span class="hl com">/* Clear the overflow flag in case an interrupt is pending. */</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 3&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl kwd">BIT</span><span class="hl opt">(</span>counter<span class="hl opt">)));</span>
	<span class="hl kwd">isb</span><span class="hl opt">();</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> <span class="hl kwc">inline</span> u32 <span class="hl kwd">armv7_pmnc_getreset_flags</span><span class="hl opt">(</span><span class="hl kwb">void</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>

	<span class="hl com">/* Read */</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 3&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>

	<span class="hl com">/* Write to clear flags */</span>
	val <span class="hl opt">&amp;=</span> ARMV7_FLAG_MASK<span class="hl opt">;</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 3&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>

	<span class="hl kwa">return</span> val<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl ppc">#ifdef DEBUG</span>
<span class="hl kwb">static void</span> <span class="hl kwd">armv7_pmnc_dump_regs</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> cnt<span class="hl opt">;</span>

	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;PMNC registers dump:</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;PMNC  =0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 1&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;CNTENS=0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c14, 1&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;INTENS=0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 3&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;FLAGS =0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c12, 5&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;SELECT=0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;CCNT  =0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">for</span> <span class="hl opt">(</span>cnt <span class="hl opt">=</span> ARMV7_IDX_COUNTER0<span class="hl opt">;</span>
			cnt <span class="hl opt">&lt;=</span> <span class="hl kwd">ARMV7_IDX_COUNTER_LAST</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span> cnt<span class="hl opt">++) {</span>
		<span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span>cnt<span class="hl opt">);</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 2&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;CNT[</span><span class="hl ipl">%d</span><span class="hl str">] count =0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
			<span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>cnt<span class="hl opt">),</span> val<span class="hl opt">);</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c13, 1&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwd">pr_info</span><span class="hl opt">(</span><span class="hl str">&quot;CNT[</span><span class="hl ipl">%d</span><span class="hl str">] evtsel=0x</span><span class="hl ipl">%0</span><span class="hl str">8x</span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
			<span class="hl kwd">ARMV7_IDX_TO_COUNTER</span><span class="hl opt">(</span>cnt<span class="hl opt">),</span> val<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>
<span class="hl ppc">#endif</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7pmu_enable_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>

	<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armv7_pmnc_counter_valid</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">,</span> idx<span class="hl opt">)) {</span>
		<span class="hl kwd">pr_err</span><span class="hl opt">(</span><span class="hl str">&quot;CPU</span><span class="hl ipl">%u</span> <span class="hl str">enabling wrong PMNC counter IRQ enable</span> <span class="hl ipl">%d</span><span class="hl str"></span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
			<span class="hl kwd">smp_processor_id</span><span class="hl opt">(),</span> idx<span class="hl opt">);</span>
		<span class="hl kwa">return</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Enable counter and interrupt, and set the counter to count</span>
<span class="hl com">	 * the event that we&#39;re interested in.</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Disable counter</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Set event (if destined for PMNx counters)</span>
<span class="hl com">	 * We only need to set the event for the cycle counter if we</span>
<span class="hl com">	 * have the ability to perform event filtering.</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>set_event_filter <span class="hl opt">||</span> idx <span class="hl opt">!=</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">)</span>
		<span class="hl kwd">armv7_pmnc_write_evtsel</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Enable interrupt for this counter</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">armv7_pmnc_enable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Enable counter</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">armv7_pmnc_enable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7pmu_disable_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>

	<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armv7_pmnc_counter_valid</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">,</span> idx<span class="hl opt">)) {</span>
		<span class="hl kwd">pr_err</span><span class="hl opt">(</span><span class="hl str">&quot;CPU</span><span class="hl ipl">%u</span> <span class="hl str">disabling wrong PMNC counter IRQ enable</span> <span class="hl ipl">%d</span><span class="hl str"></span><span class="hl esc">\n</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
			<span class="hl kwd">smp_processor_id</span><span class="hl opt">(),</span> idx<span class="hl opt">);</span>
		<span class="hl kwa">return</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Disable counter and interrupt</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Disable counter</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Disable interrupt for this counter</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">armv7_pmnc_disable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> irqreturn_t <span class="hl kwd">armv7pmu_handle_irq</span><span class="hl opt">(</span><span class="hl kwb">int</span> irq_num<span class="hl opt">,</span> <span class="hl kwb">void</span> <span class="hl opt">*</span>dev<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 pmnc<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> perf_sample_data data<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">= (</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*)</span>dev<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>cpuc <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pt_regs <span class="hl opt">*</span>regs<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx<span class="hl opt">;</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Get and reset the IRQ flags</span>
<span class="hl com">	 */</span>
	pmnc <span class="hl opt">=</span> <span class="hl kwd">armv7_pmnc_getreset_flags</span><span class="hl opt">();</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Did an overflow occur?</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armv7_pmnc_has_overflowed</span><span class="hl opt">(</span>pmnc<span class="hl opt">))</span>
		<span class="hl kwa">return</span> IRQ_NONE<span class="hl opt">;</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Handle the counter(s) overflow(s)</span>
<span class="hl com">	 */</span>
	regs <span class="hl opt">=</span> <span class="hl kwd">get_irq_regs</span><span class="hl opt">();</span>

	<span class="hl kwa">for</span> <span class="hl opt">(</span>idx <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> idx <span class="hl opt">&lt;</span> cpu_pmu<span class="hl opt">-&gt;</span>num_events<span class="hl opt">; ++</span>idx<span class="hl opt">) {</span>
		<span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event <span class="hl opt">=</span> cpuc<span class="hl opt">-&gt;</span>events<span class="hl opt">[</span>idx<span class="hl opt">];</span>
		<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc<span class="hl opt">;</span>

		<span class="hl com">/* Ignore if we don&#39;t have an event. */</span>
		<span class="hl kwa">if</span> <span class="hl opt">(!</span>event<span class="hl opt">)</span>
			<span class="hl kwa">continue</span><span class="hl opt">;</span>

		<span class="hl com">/*</span>
<span class="hl com">		 * We have a single interrupt for all counters. Check that</span>
<span class="hl com">		 * each counter has overflowed before we process it.</span>
<span class="hl com">		 */</span>
		<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armv7_pmnc_counter_has_overflowed</span><span class="hl opt">(</span>pmnc<span class="hl opt">,</span> idx<span class="hl opt">))</span>
			<span class="hl kwa">continue</span><span class="hl opt">;</span>

		hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
		<span class="hl kwd">armpmu_event_update</span><span class="hl opt">(</span>event<span class="hl opt">);</span>
		<span class="hl kwd">perf_sample_data_init</span><span class="hl opt">(&amp;</span>data<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">,</span> hwc<span class="hl opt">-&gt;</span>last_period<span class="hl opt">);</span>
		<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">armpmu_event_set_period</span><span class="hl opt">(</span>event<span class="hl opt">))</span>
			<span class="hl kwa">continue</span><span class="hl opt">;</span>

		<span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">perf_event_overflow</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>data<span class="hl opt">,</span> regs<span class="hl opt">))</span>
			cpu_pmu<span class="hl opt">-&gt;</span><span class="hl kwd">disable</span><span class="hl opt">(</span>event<span class="hl opt">);</span>
	<span class="hl opt">}</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Handle the pending perf events.</span>
<span class="hl com">	 *</span>
<span class="hl com">	 * Note: this call *must* be run with interrupts disabled. For</span>
<span class="hl com">	 * platforms that can have the PMU interrupts raised as an NMI, this</span>
<span class="hl com">	 * will not work.</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">irq_work_run</span><span class="hl opt">();</span>

	<span class="hl kwa">return</span> IRQ_HANDLED<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7pmu_start</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
	<span class="hl com">/* Enable all counters */</span>
	<span class="hl kwd">armv7_pmnc_write</span><span class="hl opt">(</span><span class="hl kwd">armv7_pmnc_read</span><span class="hl opt">() |</span> ARMV7_PMNC_E<span class="hl opt">);</span>
	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7pmu_stop</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
	<span class="hl com">/* Disable all counters */</span>
	<span class="hl kwd">armv7_pmnc_write</span><span class="hl opt">(</span><span class="hl kwd">armv7_pmnc_read</span><span class="hl opt">() &amp; ~</span>ARMV7_PMNC_E<span class="hl opt">);</span>
	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7pmu_get_event_idx</span><span class="hl opt">(</span><span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>cpuc<span class="hl opt">,</span>
				  <span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> idx<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">unsigned long</span> evtype <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> ARMV7_EVTYPE_EVENT<span class="hl opt">;</span>

	<span class="hl com">/* Always place a cycle counter into the cycle counter. */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>evtype <span class="hl opt">==</span> ARMV7_PERFCTR_CPU_CYCLES<span class="hl opt">) {</span>
		<span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">test_and_set_bit</span><span class="hl opt">(</span>ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">))</span>
			<span class="hl kwa">return</span> <span class="hl opt">-</span>EAGAIN<span class="hl opt">;</span>

		<span class="hl kwa">return</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">;</span>
	<span class="hl opt">}</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * For anything other than a cycle counter, try and use</span>
<span class="hl com">	 * the events counters</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">for</span> <span class="hl opt">(</span>idx <span class="hl opt">=</span> ARMV7_IDX_COUNTER0<span class="hl opt">;</span> idx <span class="hl opt">&lt;</span> cpu_pmu<span class="hl opt">-&gt;</span>num_events<span class="hl opt">; ++</span>idx<span class="hl opt">) {</span>
		<span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">test_and_set_bit</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">))</span>
			<span class="hl kwa">return</span> idx<span class="hl opt">;</span>
	<span class="hl opt">}</span>

	<span class="hl com">/* The counters are all in use. */</span>
	<span class="hl kwa">return</span> <span class="hl opt">-</span>EAGAIN<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com"> * Add an event filter to a given event. This will only work for PMUv2 PMUs.</span>
<span class="hl com"> */</span>
<span class="hl kwb">static int</span> <span class="hl kwd">armv7pmu_set_event_filter</span><span class="hl opt">(</span><span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>event<span class="hl opt">,</span>
				     <span class="hl kwb">struct</span> perf_event_attr <span class="hl opt">*</span>attr<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> config_base <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>attr<span class="hl opt">-&gt;</span>exclude_idle<span class="hl opt">)</span>
		<span class="hl kwa">return</span> <span class="hl opt">-</span>EPERM<span class="hl opt">;</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>attr<span class="hl opt">-&gt;</span>exclude_user<span class="hl opt">)</span>
		config_base <span class="hl opt">|=</span> ARMV7_EXCLUDE_USER<span class="hl opt">;</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>attr<span class="hl opt">-&gt;</span>exclude_kernel<span class="hl opt">)</span>
		config_base <span class="hl opt">|=</span> ARMV7_EXCLUDE_PL1<span class="hl opt">;</span>
	<span class="hl kwa">if</span> <span class="hl opt">(!</span>attr<span class="hl opt">-&gt;</span>exclude_hv<span class="hl opt">)</span>
		config_base <span class="hl opt">|=</span> ARMV7_INCLUDE_HYP<span class="hl opt">;</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Install the filter into config_base as this is used to</span>
<span class="hl com">	 * construct the event type.</span>
<span class="hl com">	 */</span>
	event<span class="hl opt">-&gt;</span>config_base <span class="hl opt">=</span> config_base<span class="hl opt">;</span>

	<span class="hl kwa">return</span> <span class="hl num">0</span><span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7pmu_reset</span><span class="hl opt">(</span><span class="hl kwb">void</span> <span class="hl opt">*</span>info<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">= (</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*)</span>info<span class="hl opt">;</span>
	u32 idx<span class="hl opt">,</span> nb_cnt <span class="hl opt">=</span> cpu_pmu<span class="hl opt">-&gt;</span>num_events<span class="hl opt">;</span>

	<span class="hl com">/* The counter and interrupt enable registers are unknown at reset. */</span>
	<span class="hl kwa">for</span> <span class="hl opt">(</span>idx <span class="hl opt">=</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">;</span> idx <span class="hl opt">&lt;</span> nb_cnt<span class="hl opt">; ++</span>idx<span class="hl opt">) {</span>
		<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
		<span class="hl kwd">armv7_pmnc_disable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
	<span class="hl opt">}</span>

	<span class="hl com">/* Initialize &amp; Reset PMNC: C and P bits */</span>
	<span class="hl kwd">armv7_pmnc_write</span><span class="hl opt">(</span>ARMV7_PMNC_P <span class="hl opt">|</span> ARMV7_PMNC_C<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a8_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>armv7_a8_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>armv7_a8_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a9_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>armv7_a9_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>armv7_a9_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a5_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>armv7_a5_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>armv7_a5_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a15_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>armv7_a15_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>armv7_a15_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a7_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>armv7_a7_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>armv7_a7_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a12_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>armv7_a12_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>armv7_a12_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">krait_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>krait_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>krait_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFFFFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">krait_map_event_no_branch</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>krait_perf_map_no_branch<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>krait_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFFFFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">scorpion_map_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armpmu_map_event</span><span class="hl opt">(</span>event<span class="hl opt">, &amp;</span>scorpion_perf_map<span class="hl opt">,</span>
				<span class="hl opt">&amp;</span>scorpion_perf_cache_map<span class="hl opt">,</span> <span class="hl num">0xFFFFF</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	cpu_pmu<span class="hl opt">-&gt;</span>handle_irq	<span class="hl opt">=</span> armv7pmu_handle_irq<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>enable		<span class="hl opt">=</span> armv7pmu_enable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>disable	<span class="hl opt">=</span> armv7pmu_disable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>read_counter	<span class="hl opt">=</span> armv7pmu_read_counter<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>write_counter	<span class="hl opt">=</span> armv7pmu_write_counter<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>get_event_idx	<span class="hl opt">=</span> armv7pmu_get_event_idx<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>start		<span class="hl opt">=</span> armv7pmu_start<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>stop		<span class="hl opt">=</span> armv7pmu_stop<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>reset		<span class="hl opt">=</span> armv7pmu_reset<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>max_period	<span class="hl opt">= (</span><span class="hl num">1LLU</span> <span class="hl opt">&lt;&lt;</span> <span class="hl num">32</span><span class="hl opt">) -</span> <span class="hl num">1</span><span class="hl opt">;</span>
<span class="hl opt">};</span>

<span class="hl kwb">static void</span> <span class="hl kwd">armv7_read_num_pmnc_events</span><span class="hl opt">(</span><span class="hl kwb">void</span> <span class="hl opt">*</span>info<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> <span class="hl opt">*</span>nb_cnt <span class="hl opt">=</span> info<span class="hl opt">;</span>

	<span class="hl com">/* Read the nb of CNTx counters supported from PMNC */</span>
	<span class="hl opt">*</span>nb_cnt <span class="hl opt">= (</span><span class="hl kwd">armv7_pmnc_read</span><span class="hl opt">() &gt;&gt;</span> ARMV7_PMNC_N_SHIFT<span class="hl opt">) &amp;</span> ARMV7_PMNC_N_MASK<span class="hl opt">;</span>

	<span class="hl com">/* Add the CPU cycles counter */</span>
	<span class="hl opt">*</span>nb_cnt <span class="hl opt">+=</span> <span class="hl num">1</span><span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>arm_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">smp_call_function_any</span><span class="hl opt">(&amp;</span>arm_pmu<span class="hl opt">-&gt;</span>supported_cpus<span class="hl opt">,</span>
				     armv7_read_num_pmnc_events<span class="hl opt">,</span>
				     <span class="hl opt">&amp;</span>arm_pmu<span class="hl opt">-&gt;</span>num_events<span class="hl opt">,</span> <span class="hl num">1</span><span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a8_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a8&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> armv7_a8_map_event<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a9_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a9&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> armv7_a9_map_event<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a5_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a5&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> armv7_a5_map_event<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a15_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a15&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> armv7_a15_map_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>set_event_filter <span class="hl opt">=</span> armv7pmu_set_event_filter<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a7_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a7&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> armv7_a7_map_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>set_event_filter <span class="hl opt">=</span> armv7pmu_set_event_filter<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a12_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a12&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> armv7_a12_map_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>set_event_filter <span class="hl opt">=</span> armv7pmu_set_event_filter<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">armv7_a17_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> ret <span class="hl opt">=</span> <span class="hl kwd">armv7_a12_pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name <span class="hl opt">=</span> <span class="hl str">&quot;armv7_cortex_a17&quot;</span><span class="hl opt">;</span>
	<span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com"> * Krait Performance Monitor Region Event Selection Register (PMRESRn)</span>
<span class="hl com"> *</span>
<span class="hl com"> *            31   30     24     16     8      0</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  PMRESR0   | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 0</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  PMRESR1   | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 1</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  PMRESR2   | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 2</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  VPMRESR0  | EN |  CC  |  CC  |  CC  |  CC  |   N = 2, R = ?</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *              EN | G=3  | G=2  | G=1  | G=0</span>
<span class="hl com"> *</span>
<span class="hl com"> *  Event Encoding:</span>
<span class="hl com"> *</span>
<span class="hl com"> *      hwc-&gt;config_base = 0xNRCCG</span>
<span class="hl com"> *</span>
<span class="hl com"> *      N  = prefix, 1 for Krait CPU (PMRESRn), 2 for Venum VFP (VPMRESR)</span>
<span class="hl com"> *      R  = region register</span>
<span class="hl com"> *      CC = class of events the group G is choosing from</span>
<span class="hl com"> *      G  = group or particular event</span>
<span class="hl com"> *</span>
<span class="hl com"> *  Example: 0x12021 is a Krait CPU event in PMRESR2&#39;s group 1 with code 2</span>
<span class="hl com"> *</span>
<span class="hl com"> *  A region (R) corresponds to a piece of the CPU (execution unit, instruction</span>
<span class="hl com"> *  unit, etc.) while the event code (CC) corresponds to a particular class of</span>
<span class="hl com"> *  events (interrupts for example). An event code is broken down into</span>
<span class="hl com"> *  groups (G) that can be mapped into the PMU (irq, fiqs, and irq+fiqs for</span>
<span class="hl com"> *  example).</span>
<span class="hl com"> */</span>

<span class="hl ppc">#define KRAIT_EVENT		(1 &lt;&lt; 16)</span>
<span class="hl ppc">#define VENUM_EVENT		(2 &lt;&lt; 16)</span>
<span class="hl ppc">#define KRAIT_EVENT_MASK	(KRAIT_EVENT | VENUM_EVENT)</span>
<span class="hl ppc">#define PMRESRn_EN		BIT(31)</span>

<span class="hl ppc">#define EVENT_REGION(event)	(((event) &gt;&gt; 12) &amp; 0xf)</span>		<span class="hl com">/* R */</span><span class="hl ppc"></span>
<span class="hl ppc">#define EVENT_GROUP(event)	((event) &amp; 0xf)</span>			<span class="hl com">/* G */</span><span class="hl ppc"></span>
<span class="hl ppc">#define EVENT_CODE(event)	(((event) &gt;&gt; 4) &amp; 0xff)</span>		<span class="hl com">/* CC */</span><span class="hl ppc"></span>
<span class="hl ppc">#define EVENT_VENUM(event)	(!!(event &amp; VENUM_EVENT))</span>	<span class="hl com">/* N=2 */</span><span class="hl ppc"></span>
<span class="hl ppc">#define EVENT_CPU(event)	(!!(event &amp; KRAIT_EVENT))</span>	<span class="hl com">/* N=1 */</span><span class="hl ppc"></span>

<span class="hl kwb">static</span> u32 <span class="hl kwd">krait_read_pmresrn</span><span class="hl opt">(</span><span class="hl kwb">int</span> n<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>

	<span class="hl kwa">switch</span> <span class="hl opt">(</span>n<span class="hl opt">) {</span>
	<span class="hl kwa">case</span> <span class="hl num">0</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">1</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 1&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">2</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 2&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">default</span><span class="hl opt">:</span>
		<span class="hl kwd">BUG</span><span class="hl opt">();</span> <span class="hl com">/* Should be validated in krait_pmu_get_event_idx() */</span>
	<span class="hl opt">}</span>

	<span class="hl kwa">return</span> val<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_write_pmresrn</span><span class="hl opt">(</span><span class="hl kwb">int</span> n<span class="hl opt">,</span> u32 val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">switch</span> <span class="hl opt">(</span>n<span class="hl opt">) {</span>
	<span class="hl kwa">case</span> <span class="hl num">0</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">1</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 1&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">2</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 2&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">default</span><span class="hl opt">:</span>
		<span class="hl kwd">BUG</span><span class="hl opt">();</span> <span class="hl com">/* Should be validated in krait_pmu_get_event_idx() */</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> u32 <span class="hl kwd">venum_read_pmresr</span><span class="hl opt">(</span><span class="hl kwb">void</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p10, 7,</span> <span class="hl ipl">%0</span><span class="hl str">, c11, c0, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
	<span class="hl kwa">return</span> val<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span>u32 val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p10, 7,</span> <span class="hl ipl">%0</span><span class="hl str">, c11, c0, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(</span>u32 <span class="hl opt">*</span>venum_orig_val<span class="hl opt">,</span> u32 <span class="hl opt">*</span>fp_orig_val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 venum_new_val<span class="hl opt">;</span>
	u32 fp_new_val<span class="hl opt">;</span>

	<span class="hl kwd">BUG_ON</span><span class="hl opt">(</span><span class="hl kwd">preemptible</span><span class="hl opt">());</span>
	<span class="hl com">/* CPACR Enable CP10 and CP11 access */</span>
	<span class="hl opt">*</span>venum_orig_val <span class="hl opt">=</span> <span class="hl kwd">get_copro_access</span><span class="hl opt">();</span>
	venum_new_val <span class="hl opt">= *</span>venum_orig_val <span class="hl opt">|</span> <span class="hl kwd">CPACC_SVC</span><span class="hl opt">(</span><span class="hl num">10</span><span class="hl opt">) |</span> <span class="hl kwd">CPACC_SVC</span><span class="hl opt">(</span><span class="hl num">11</span><span class="hl opt">);</span>
	<span class="hl kwd">set_copro_access</span><span class="hl opt">(</span>venum_new_val<span class="hl opt">);</span>

	<span class="hl com">/* Enable FPEXC */</span>
	<span class="hl opt">*</span>fp_orig_val <span class="hl opt">=</span> <span class="hl kwd">fmrx</span><span class="hl opt">(</span>FPEXC<span class="hl opt">);</span>
	fp_new_val <span class="hl opt">= *</span>fp_orig_val <span class="hl opt">|</span> FPEXC_EN<span class="hl opt">;</span>
	<span class="hl kwd">fmxr</span><span class="hl opt">(</span>FPEXC<span class="hl opt">,</span> fp_new_val<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>u32 venum_orig_val<span class="hl opt">,</span> u32 fp_orig_val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">BUG_ON</span><span class="hl opt">(</span><span class="hl kwd">preemptible</span><span class="hl opt">());</span>
	<span class="hl com">/* Restore FPEXC */</span>
	<span class="hl kwd">fmxr</span><span class="hl opt">(</span>FPEXC<span class="hl opt">,</span> fp_orig_val<span class="hl opt">);</span>
	<span class="hl kwd">isb</span><span class="hl opt">();</span>
	<span class="hl com">/* Restore CPACR */</span>
	<span class="hl kwd">set_copro_access</span><span class="hl opt">(</span>venum_orig_val<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> u32 <span class="hl kwd">krait_get_pmresrn_event</span><span class="hl opt">(</span><span class="hl kwb">unsigned int</span> region<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">static const</span> u32 pmresrn_table<span class="hl opt">[] = {</span> KRAIT_PMRESR0_GROUP0<span class="hl opt">,</span>
					     KRAIT_PMRESR1_GROUP0<span class="hl opt">,</span>
					     KRAIT_PMRESR2_GROUP0 <span class="hl opt">};</span>
	<span class="hl kwa">return</span> pmresrn_table<span class="hl opt">[</span>region<span class="hl opt">];</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_evt_setup</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">,</span> u32 config_base<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	u32 mask<span class="hl opt">;</span>
	u32 vval<span class="hl opt">,</span> fval<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> code <span class="hl opt">=</span> <span class="hl kwd">EVENT_CODE</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group_shift<span class="hl opt">;</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>

	group_shift <span class="hl opt">=</span> group <span class="hl opt">*</span> <span class="hl num">8</span><span class="hl opt">;</span>
	mask <span class="hl opt">=</span> <span class="hl num">0xff</span> <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>

	<span class="hl com">/* Configure evtsel for the region and group */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event<span class="hl opt">)</span>
		val <span class="hl opt">=</span> KRAIT_VPMRESR0_GROUP0<span class="hl opt">;</span>
	<span class="hl kwa">else</span>
		val <span class="hl opt">=</span> <span class="hl kwd">krait_get_pmresrn_event</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
	val <span class="hl opt">+=</span> group<span class="hl opt">;</span>
	<span class="hl com">/* Mix in mode-exclusion bits */</span>
	val <span class="hl opt">|=</span> config_base <span class="hl opt">&amp; (</span>ARMV7_EXCLUDE_USER <span class="hl opt">|</span> ARMV7_EXCLUDE_PL1<span class="hl opt">);</span>
	<span class="hl kwd">armv7_pmnc_write_evtsel</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event<span class="hl opt">) {</span>
		<span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(&amp;</span>vval<span class="hl opt">, &amp;</span>fval<span class="hl opt">);</span>
		val <span class="hl opt">=</span> <span class="hl kwd">venum_read_pmresr</span><span class="hl opt">();</span>
		val <span class="hl opt">&amp;= ~</span>mask<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> code <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> PMRESRn_EN<span class="hl opt">;</span>
		<span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span>val<span class="hl opt">);</span>
		<span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>vval<span class="hl opt">,</span> fval<span class="hl opt">);</span>
	<span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
		val <span class="hl opt">=</span> <span class="hl kwd">krait_read_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
		val <span class="hl opt">&amp;= ~</span>mask<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> code <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> PMRESRn_EN<span class="hl opt">;</span>
		<span class="hl kwd">krait_write_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">,</span> val<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> u32 <span class="hl kwd">clear_pmresrn_group</span><span class="hl opt">(</span>u32 val<span class="hl opt">,</span> <span class="hl kwb">int</span> group<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 mask<span class="hl opt">;</span>
	<span class="hl kwb">int</span> group_shift<span class="hl opt">;</span>

	group_shift <span class="hl opt">=</span> group <span class="hl opt">*</span> <span class="hl num">8</span><span class="hl opt">;</span>
	mask <span class="hl opt">=</span> <span class="hl num">0xff</span> <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>
	val <span class="hl opt">&amp;= ~</span>mask<span class="hl opt">;</span>

	<span class="hl com">/* Don&#39;t clear enable bit if entire region isn&#39;t disabled */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>val <span class="hl opt">&amp; ~</span>PMRESRn_EN<span class="hl opt">)</span>
		<span class="hl kwa">return</span> val <span class="hl opt">|=</span> PMRESRn_EN<span class="hl opt">;</span>

	<span class="hl kwa">return</span> <span class="hl num">0</span><span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_clearpmu</span><span class="hl opt">(</span>u32 config_base<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	u32 vval<span class="hl opt">,</span> fval<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event<span class="hl opt">) {</span>
		<span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(&amp;</span>vval<span class="hl opt">, &amp;</span>fval<span class="hl opt">);</span>
		val <span class="hl opt">=</span> <span class="hl kwd">venum_read_pmresr</span><span class="hl opt">();</span>
		val <span class="hl opt">=</span> <span class="hl kwd">clear_pmresrn_group</span><span class="hl opt">(</span>val<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span>val<span class="hl opt">);</span>
		<span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>vval<span class="hl opt">,</span> fval<span class="hl opt">);</span>
	<span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
		val <span class="hl opt">=</span> <span class="hl kwd">krait_read_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
		val <span class="hl opt">=</span> <span class="hl kwd">clear_pmresrn_group</span><span class="hl opt">(</span>val<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwd">krait_write_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">,</span> val<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_pmu_disable_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>

	<span class="hl com">/* Disable counter and interrupt */</span>
	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>

	<span class="hl com">/* Disable counter */</span>
	<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Clear pmresr code (if destined for PMNx counters)</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> KRAIT_EVENT_MASK<span class="hl opt">)</span>
		<span class="hl kwd">krait_clearpmu</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl com">/* Disable interrupt for this counter */</span>
	<span class="hl kwd">armv7_pmnc_disable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_pmu_enable_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Enable counter and interrupt, and set the counter to count</span>
<span class="hl com">	 * the event that we&#39;re interested in.</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>

	<span class="hl com">/* Disable counter */</span>
	<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Set event (if destined for PMNx counters)</span>
<span class="hl com">	 * We set the event for the cycle counter because we</span>
<span class="hl com">	 * have the ability to perform event filtering.</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> KRAIT_EVENT_MASK<span class="hl opt">)</span>
		<span class="hl kwd">krait_evt_setup</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwa">else</span>
		<span class="hl kwd">armv7_pmnc_write_evtsel</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl com">/* Enable interrupt for this counter */</span>
	<span class="hl kwd">armv7_pmnc_enable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/* Enable counter */</span>
	<span class="hl kwd">armv7_pmnc_enable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_pmu_reset</span><span class="hl opt">(</span><span class="hl kwb">void</span> <span class="hl opt">*</span>info<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 vval<span class="hl opt">,</span> fval<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> info<span class="hl opt">;</span>
	u32 idx<span class="hl opt">,</span> nb_cnt <span class="hl opt">=</span> cpu_pmu<span class="hl opt">-&gt;</span>num_events<span class="hl opt">;</span>

	<span class="hl kwd">armv7pmu_reset</span><span class="hl opt">(</span>info<span class="hl opt">);</span>

	<span class="hl com">/* Clear all pmresrs */</span>
	<span class="hl kwd">krait_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">krait_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">krait_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">2</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>

	<span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(&amp;</span>vval<span class="hl opt">, &amp;</span>fval<span class="hl opt">);</span>
	<span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>vval<span class="hl opt">,</span> fval<span class="hl opt">);</span>

	<span class="hl com">/* Reset PMxEVNCTCR to sane default */</span>
	<span class="hl kwa">for</span> <span class="hl opt">(</span>idx <span class="hl opt">=</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">;</span> idx <span class="hl opt">&lt;</span> nb_cnt<span class="hl opt">; ++</span>idx<span class="hl opt">) {</span>
		<span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">));</span>
	<span class="hl opt">}</span>

<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">krait_event_to_bit</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">,</span> <span class="hl kwb">unsigned int</span> region<span class="hl opt">,</span>
			      <span class="hl kwb">unsigned int</span> group<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> bit<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> VENUM_EVENT<span class="hl opt">)</span>
		bit <span class="hl opt">=</span> KRAIT_VPMRESR0_GROUP0<span class="hl opt">;</span>
	<span class="hl kwa">else</span>
		bit <span class="hl opt">=</span> <span class="hl kwd">krait_get_pmresrn_event</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
	bit <span class="hl opt">-=</span> <span class="hl kwd">krait_get_pmresrn_event</span><span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">);</span>
	bit <span class="hl opt">+=</span> group<span class="hl opt">;</span>
	<span class="hl com">/*</span>
<span class="hl com">	 * Lower bits are reserved for use by the counters (see</span>
<span class="hl com">	 * armv7pmu_get_event_idx() for more info)</span>
<span class="hl com">	 */</span>
	bit <span class="hl opt">+=</span> <span class="hl kwd">ARMV7_IDX_COUNTER_LAST</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">) +</span> <span class="hl num">1</span><span class="hl opt">;</span>

	<span class="hl kwa">return</span> bit<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com"> * We check for column exclusion constraints here.</span>
<span class="hl com"> * Two events cant use the same group within a pmresr register.</span>
<span class="hl com"> */</span>
<span class="hl kwb">static int</span> <span class="hl kwd">krait_pmu_get_event_idx</span><span class="hl opt">(</span><span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>cpuc<span class="hl opt">,</span>
				   <span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> idx<span class="hl opt">;</span>
	<span class="hl kwb">int</span> bit <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> code <span class="hl opt">=</span> <span class="hl kwd">EVENT_CODE</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> krait_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_CPU</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event <span class="hl opt">||</span> krait_event<span class="hl opt">) {</span>
		<span class="hl com">/* Ignore invalid events */</span>
		<span class="hl kwa">if</span> <span class="hl opt">(</span>group <span class="hl opt">&gt;</span> <span class="hl num">3</span> <span class="hl opt">||</span> region <span class="hl opt">&gt;</span> <span class="hl num">2</span><span class="hl opt">)</span>
			<span class="hl kwa">return</span> <span class="hl opt">-</span>EINVAL<span class="hl opt">;</span>
		<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event <span class="hl opt">&amp;&amp; (</span>code <span class="hl opt">&amp;</span> <span class="hl num">0xe0</span><span class="hl opt">))</span>
			<span class="hl kwa">return</span> <span class="hl opt">-</span>EINVAL<span class="hl opt">;</span>

		bit <span class="hl opt">=</span> <span class="hl kwd">krait_event_to_bit</span><span class="hl opt">(</span>event<span class="hl opt">,</span> region<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">test_and_set_bit</span><span class="hl opt">(</span>bit<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">))</span>
			<span class="hl kwa">return</span> <span class="hl opt">-</span>EAGAIN<span class="hl opt">;</span>
	<span class="hl opt">}</span>

	idx <span class="hl opt">=</span> <span class="hl kwd">armv7pmu_get_event_idx</span><span class="hl opt">(</span>cpuc<span class="hl opt">,</span> event<span class="hl opt">);</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>idx <span class="hl opt">&lt;</span> <span class="hl num">0</span> <span class="hl opt">&amp;&amp;</span> bit <span class="hl opt">&gt;=</span> <span class="hl num">0</span><span class="hl opt">)</span>
		<span class="hl kwd">clear_bit</span><span class="hl opt">(</span>bit<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">);</span>

	<span class="hl kwa">return</span> idx<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">krait_pmu_clear_event_idx</span><span class="hl opt">(</span><span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>cpuc<span class="hl opt">,</span>
				      <span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> bit<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> krait_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_CPU</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event <span class="hl opt">||</span> krait_event<span class="hl opt">) {</span>
		bit <span class="hl opt">=</span> <span class="hl kwd">krait_event_to_bit</span><span class="hl opt">(</span>event<span class="hl opt">,</span> region<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwd">clear_bit</span><span class="hl opt">(</span>bit<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">krait_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_krait&quot;</span><span class="hl opt">;</span>
	<span class="hl com">/* Some early versions of Krait don&#39;t support PC write events */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">of_property_read_bool</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>plat_device<span class="hl opt">-&gt;</span>dev<span class="hl opt">.</span>of_node<span class="hl opt">,</span>
				  <span class="hl str">&quot;qcom,no-pc-write&quot;</span><span class="hl opt">))</span>
		cpu_pmu<span class="hl opt">-&gt;</span>map_event <span class="hl opt">=</span> krait_map_event_no_branch<span class="hl opt">;</span>
	<span class="hl kwa">else</span>
		cpu_pmu<span class="hl opt">-&gt;</span>map_event <span class="hl opt">=</span> krait_map_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>set_event_filter <span class="hl opt">=</span> armv7pmu_set_event_filter<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>reset		<span class="hl opt">=</span> krait_pmu_reset<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>enable		<span class="hl opt">=</span> krait_pmu_enable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>disable	<span class="hl opt">=</span> krait_pmu_disable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>get_event_idx	<span class="hl opt">=</span> krait_pmu_get_event_idx<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>clear_event_idx <span class="hl opt">=</span> krait_pmu_clear_event_idx<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com"> * Scorpion Local Performance Monitor Register (LPMn)</span>
<span class="hl com"> *</span>
<span class="hl com"> *            31   30     24     16     8      0</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  LPM0      | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 0</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  LPM1      | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 1</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  LPM2      | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 2</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  L2LPM     | EN |  CC  |  CC  |  CC  |  CC  |   N = 1, R = 3</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *  VLPM      | EN |  CC  |  CC  |  CC  |  CC  |   N = 2, R = ?</span>
<span class="hl com"> *            +--------------------------------+</span>
<span class="hl com"> *              EN | G=3  | G=2  | G=1  | G=0</span>
<span class="hl com"> *</span>
<span class="hl com"> *</span>
<span class="hl com"> *  Event Encoding:</span>
<span class="hl com"> *</span>
<span class="hl com"> *      hwc-&gt;config_base = 0xNRCCG</span>
<span class="hl com"> *</span>
<span class="hl com"> *      N  = prefix, 1 for Scorpion CPU (LPMn/L2LPM), 2 for Venum VFP (VLPM)</span>
<span class="hl com"> *      R  = region register</span>
<span class="hl com"> *      CC = class of events the group G is choosing from</span>
<span class="hl com"> *      G  = group or particular event</span>
<span class="hl com"> *</span>
<span class="hl com"> *  Example: 0x12021 is a Scorpion CPU event in LPM2&#39;s group 1 with code 2</span>
<span class="hl com"> *</span>
<span class="hl com"> *  A region (R) corresponds to a piece of the CPU (execution unit, instruction</span>
<span class="hl com"> *  unit, etc.) while the event code (CC) corresponds to a particular class of</span>
<span class="hl com"> *  events (interrupts for example). An event code is broken down into</span>
<span class="hl com"> *  groups (G) that can be mapped into the PMU (irq, fiqs, and irq+fiqs for</span>
<span class="hl com"> *  example).</span>
<span class="hl com"> */</span>

<span class="hl kwb">static</span> u32 <span class="hl kwd">scorpion_read_pmresrn</span><span class="hl opt">(</span><span class="hl kwb">int</span> n<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>

	<span class="hl kwa">switch</span> <span class="hl opt">(</span>n<span class="hl opt">) {</span>
	<span class="hl kwa">case</span> <span class="hl num">0</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c0, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">1</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c0, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">2</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 2,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c0, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">3</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mrc p15, 3,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c2, 0&quot;</span> <span class="hl opt">:</span> <span class="hl str">&quot;=r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">default</span><span class="hl opt">:</span>
		<span class="hl kwd">BUG</span><span class="hl opt">();</span> <span class="hl com">/* Should be validated in scorpion_pmu_get_event_idx() */</span>
	<span class="hl opt">}</span>

	<span class="hl kwa">return</span> val<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span><span class="hl kwb">int</span> n<span class="hl opt">,</span> u32 val<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">switch</span> <span class="hl opt">(</span>n<span class="hl opt">) {</span>
	<span class="hl kwa">case</span> <span class="hl num">0</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c0, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">1</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 1,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c0, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">2</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 2,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c0, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> <span class="hl num">3</span><span class="hl opt">:</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 3,</span> <span class="hl ipl">%0</span><span class="hl str">, c15, c2, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span>val<span class="hl opt">));</span>
		<span class="hl kwa">break</span><span class="hl opt">;</span>
	<span class="hl kwa">default</span><span class="hl opt">:</span>
		<span class="hl kwd">BUG</span><span class="hl opt">();</span> <span class="hl com">/* Should be validated in scorpion_pmu_get_event_idx() */</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static</span> u32 <span class="hl kwd">scorpion_get_pmresrn_event</span><span class="hl opt">(</span><span class="hl kwb">unsigned int</span> region<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">static const</span> u32 pmresrn_table<span class="hl opt">[] = {</span> SCORPION_LPM0_GROUP0<span class="hl opt">,</span>
					     SCORPION_LPM1_GROUP0<span class="hl opt">,</span>
					     SCORPION_LPM2_GROUP0<span class="hl opt">,</span>
					     SCORPION_L2LPM_GROUP0 <span class="hl opt">};</span>
	<span class="hl kwa">return</span> pmresrn_table<span class="hl opt">[</span>region<span class="hl opt">];</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_evt_setup</span><span class="hl opt">(</span><span class="hl kwb">int</span> idx<span class="hl opt">,</span> u32 config_base<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	u32 mask<span class="hl opt">;</span>
	u32 vval<span class="hl opt">,</span> fval<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> code <span class="hl opt">=</span> <span class="hl kwd">EVENT_CODE</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group_shift<span class="hl opt">;</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>

	group_shift <span class="hl opt">=</span> group <span class="hl opt">*</span> <span class="hl num">8</span><span class="hl opt">;</span>
	mask <span class="hl opt">=</span> <span class="hl num">0xff</span> <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>

	<span class="hl com">/* Configure evtsel for the region and group */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event<span class="hl opt">)</span>
		val <span class="hl opt">=</span> SCORPION_VLPM_GROUP0<span class="hl opt">;</span>
	<span class="hl kwa">else</span>
		val <span class="hl opt">=</span> <span class="hl kwd">scorpion_get_pmresrn_event</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
	val <span class="hl opt">+=</span> group<span class="hl opt">;</span>
	<span class="hl com">/* Mix in mode-exclusion bits */</span>
	val <span class="hl opt">|=</span> config_base <span class="hl opt">&amp; (</span>ARMV7_EXCLUDE_USER <span class="hl opt">|</span> ARMV7_EXCLUDE_PL1<span class="hl opt">);</span>
	<span class="hl kwd">armv7_pmnc_write_evtsel</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> val<span class="hl opt">);</span>

	<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">));</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event<span class="hl opt">) {</span>
		<span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(&amp;</span>vval<span class="hl opt">, &amp;</span>fval<span class="hl opt">);</span>
		val <span class="hl opt">=</span> <span class="hl kwd">venum_read_pmresr</span><span class="hl opt">();</span>
		val <span class="hl opt">&amp;= ~</span>mask<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> code <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> PMRESRn_EN<span class="hl opt">;</span>
		<span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span>val<span class="hl opt">);</span>
		<span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>vval<span class="hl opt">,</span> fval<span class="hl opt">);</span>
	<span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
		val <span class="hl opt">=</span> <span class="hl kwd">scorpion_read_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
		val <span class="hl opt">&amp;= ~</span>mask<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> code <span class="hl opt">&lt;&lt;</span> group_shift<span class="hl opt">;</span>
		val <span class="hl opt">|=</span> PMRESRn_EN<span class="hl opt">;</span>
		<span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">,</span> val<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_clearpmu</span><span class="hl opt">(</span>u32 config_base<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 val<span class="hl opt">;</span>
	u32 vval<span class="hl opt">,</span> fval<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>config_base<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event<span class="hl opt">) {</span>
		<span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(&amp;</span>vval<span class="hl opt">, &amp;</span>fval<span class="hl opt">);</span>
		val <span class="hl opt">=</span> <span class="hl kwd">venum_read_pmresr</span><span class="hl opt">();</span>
		val <span class="hl opt">=</span> <span class="hl kwd">clear_pmresrn_group</span><span class="hl opt">(</span>val<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span>val<span class="hl opt">);</span>
		<span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>vval<span class="hl opt">,</span> fval<span class="hl opt">);</span>
	<span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
		val <span class="hl opt">=</span> <span class="hl kwd">scorpion_read_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
		val <span class="hl opt">=</span> <span class="hl kwd">clear_pmresrn_group</span><span class="hl opt">(</span>val<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span>region<span class="hl opt">,</span> val<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_pmu_disable_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>

	<span class="hl com">/* Disable counter and interrupt */</span>
	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>

	<span class="hl com">/* Disable counter */</span>
	<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Clear pmresr code (if destined for PMNx counters)</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> KRAIT_EVENT_MASK<span class="hl opt">)</span>
		<span class="hl kwd">scorpion_clearpmu</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl com">/* Disable interrupt for this counter */</span>
	<span class="hl kwd">armv7_pmnc_disable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_pmu_enable_event</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">unsigned long</span> flags<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">int</span> idx <span class="hl opt">=</span> hwc<span class="hl opt">-&gt;</span>idx<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>
	<span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>events <span class="hl opt">=</span> <span class="hl kwd">this_cpu_ptr</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">-&gt;</span>hw_events<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Enable counter and interrupt, and set the counter to count</span>
<span class="hl com">	 * the event that we&#39;re interested in.</span>
<span class="hl com">	 */</span>
	<span class="hl kwd">raw_spin_lock_irqsave</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>

	<span class="hl com">/* Disable counter */</span>
	<span class="hl kwd">armv7_pmnc_disable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/*</span>
<span class="hl com">	 * Set event (if destined for PMNx counters)</span>
<span class="hl com">	 * We don&#39;t set the event for the cycle counter because we</span>
<span class="hl com">	 * don&#39;t have the ability to perform event filtering.</span>
<span class="hl com">	 */</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> KRAIT_EVENT_MASK<span class="hl opt">)</span>
		<span class="hl kwd">scorpion_evt_setup</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwa">else if</span> <span class="hl opt">(</span>idx <span class="hl opt">!=</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">)</span>
		<span class="hl kwd">armv7_pmnc_write_evtsel</span><span class="hl opt">(</span>idx<span class="hl opt">,</span> hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl com">/* Enable interrupt for this counter */</span>
	<span class="hl kwd">armv7_pmnc_enable_intens</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl com">/* Enable counter */</span>
	<span class="hl kwd">armv7_pmnc_enable_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>

	<span class="hl kwd">raw_spin_unlock_irqrestore</span><span class="hl opt">(&amp;</span>events<span class="hl opt">-&gt;</span>pmu_lock<span class="hl opt">,</span> flags<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_pmu_reset</span><span class="hl opt">(</span><span class="hl kwb">void</span> <span class="hl opt">*</span>info<span class="hl opt">)</span>
<span class="hl opt">{</span>
	u32 vval<span class="hl opt">,</span> fval<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> info<span class="hl opt">;</span>
	u32 idx<span class="hl opt">,</span> nb_cnt <span class="hl opt">=</span> cpu_pmu<span class="hl opt">-&gt;</span>num_events<span class="hl opt">;</span>

	<span class="hl kwd">armv7pmu_reset</span><span class="hl opt">(</span>info<span class="hl opt">);</span>

	<span class="hl com">/* Clear all pmresrs */</span>
	<span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">2</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">scorpion_write_pmresrn</span><span class="hl opt">(</span><span class="hl num">3</span><span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">);</span>

	<span class="hl kwd">venum_pre_pmresr</span><span class="hl opt">(&amp;</span>vval<span class="hl opt">, &amp;</span>fval<span class="hl opt">);</span>
	<span class="hl kwd">venum_write_pmresr</span><span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">);</span>
	<span class="hl kwd">venum_post_pmresr</span><span class="hl opt">(</span>vval<span class="hl opt">,</span> fval<span class="hl opt">);</span>

	<span class="hl com">/* Reset PMxEVNCTCR to sane default */</span>
	<span class="hl kwa">for</span> <span class="hl opt">(</span>idx <span class="hl opt">=</span> ARMV7_IDX_CYCLE_COUNTER<span class="hl opt">;</span> idx <span class="hl opt">&lt;</span> nb_cnt<span class="hl opt">; ++</span>idx<span class="hl opt">) {</span>
		<span class="hl kwd">armv7_pmnc_select_counter</span><span class="hl opt">(</span>idx<span class="hl opt">);</span>
		<span class="hl kwa">asm</span> <span class="hl kwc">volatile</span><span class="hl opt">(</span><span class="hl str">&quot;mcr p15, 0,</span> <span class="hl ipl">%0</span><span class="hl str">, c9, c15, 0&quot;</span> <span class="hl opt">: :</span> <span class="hl str">&quot;r&quot;</span> <span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">));</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">scorpion_event_to_bit</span><span class="hl opt">(</span><span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">,</span> <span class="hl kwb">unsigned int</span> region<span class="hl opt">,</span>
			      <span class="hl kwb">unsigned int</span> group<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> bit<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu <span class="hl opt">=</span> <span class="hl kwd">to_arm_pmu</span><span class="hl opt">(</span>event<span class="hl opt">-&gt;</span>pmu<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base <span class="hl opt">&amp;</span> VENUM_EVENT<span class="hl opt">)</span>
		bit <span class="hl opt">=</span> SCORPION_VLPM_GROUP0<span class="hl opt">;</span>
	<span class="hl kwa">else</span>
		bit <span class="hl opt">=</span> <span class="hl kwd">scorpion_get_pmresrn_event</span><span class="hl opt">(</span>region<span class="hl opt">);</span>
	bit <span class="hl opt">-=</span> <span class="hl kwd">scorpion_get_pmresrn_event</span><span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">);</span>
	bit <span class="hl opt">+=</span> group<span class="hl opt">;</span>
	<span class="hl com">/*</span>
<span class="hl com">	 * Lower bits are reserved for use by the counters (see</span>
<span class="hl com">	 * armv7pmu_get_event_idx() for more info)</span>
<span class="hl com">	 */</span>
	bit <span class="hl opt">+=</span> <span class="hl kwd">ARMV7_IDX_COUNTER_LAST</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">) +</span> <span class="hl num">1</span><span class="hl opt">;</span>

	<span class="hl kwa">return</span> bit<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com"> * We check for column exclusion constraints here.</span>
<span class="hl com"> * Two events cant use the same group within a pmresr register.</span>
<span class="hl com"> */</span>
<span class="hl kwb">static int</span> <span class="hl kwd">scorpion_pmu_get_event_idx</span><span class="hl opt">(</span><span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>cpuc<span class="hl opt">,</span>
				   <span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> idx<span class="hl opt">;</span>
	<span class="hl kwb">int</span> bit <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> scorpion_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_CPU</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event <span class="hl opt">||</span> scorpion_event<span class="hl opt">) {</span>
		<span class="hl com">/* Ignore invalid events */</span>
		<span class="hl kwa">if</span> <span class="hl opt">(</span>group <span class="hl opt">&gt;</span> <span class="hl num">3</span> <span class="hl opt">||</span> region <span class="hl opt">&gt;</span> <span class="hl num">3</span><span class="hl opt">)</span>
			<span class="hl kwa">return</span> <span class="hl opt">-</span>EINVAL<span class="hl opt">;</span>

		bit <span class="hl opt">=</span> <span class="hl kwd">scorpion_event_to_bit</span><span class="hl opt">(</span>event<span class="hl opt">,</span> region<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">test_and_set_bit</span><span class="hl opt">(</span>bit<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">))</span>
			<span class="hl kwa">return</span> <span class="hl opt">-</span>EAGAIN<span class="hl opt">;</span>
	<span class="hl opt">}</span>

	idx <span class="hl opt">=</span> <span class="hl kwd">armv7pmu_get_event_idx</span><span class="hl opt">(</span>cpuc<span class="hl opt">,</span> event<span class="hl opt">);</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>idx <span class="hl opt">&lt;</span> <span class="hl num">0</span> <span class="hl opt">&amp;&amp;</span> bit <span class="hl opt">&gt;=</span> <span class="hl num">0</span><span class="hl opt">)</span>
		<span class="hl kwd">clear_bit</span><span class="hl opt">(</span>bit<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">);</span>

	<span class="hl kwa">return</span> idx<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static void</span> <span class="hl kwd">scorpion_pmu_clear_event_idx</span><span class="hl opt">(</span><span class="hl kwb">struct</span> pmu_hw_events <span class="hl opt">*</span>cpuc<span class="hl opt">,</span>
				      <span class="hl kwb">struct</span> perf_event <span class="hl opt">*</span>event<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">int</span> bit<span class="hl opt">;</span>
	<span class="hl kwb">struct</span> hw_perf_event <span class="hl opt">*</span>hwc <span class="hl opt">= &amp;</span>event<span class="hl opt">-&gt;</span>hw<span class="hl opt">;</span>
	<span class="hl kwb">unsigned int</span> region <span class="hl opt">=</span> <span class="hl kwd">EVENT_REGION</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">unsigned int</span> group <span class="hl opt">=</span> <span class="hl kwd">EVENT_GROUP</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> venum_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_VENUM</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>
	<span class="hl kwb">bool</span> scorpion_event <span class="hl opt">=</span> <span class="hl kwd">EVENT_CPU</span><span class="hl opt">(</span>hwc<span class="hl opt">-&gt;</span>config_base<span class="hl opt">);</span>

	<span class="hl kwa">if</span> <span class="hl opt">(</span>venum_event <span class="hl opt">||</span> scorpion_event<span class="hl opt">) {</span>
		bit <span class="hl opt">=</span> <span class="hl kwd">scorpion_event_to_bit</span><span class="hl opt">(</span>event<span class="hl opt">,</span> region<span class="hl opt">,</span> group<span class="hl opt">);</span>
		<span class="hl kwd">clear_bit</span><span class="hl opt">(</span>bit<span class="hl opt">,</span> cpuc<span class="hl opt">-&gt;</span>used_mask<span class="hl opt">);</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">scorpion_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_scorpion&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> scorpion_map_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>reset		<span class="hl opt">=</span> scorpion_pmu_reset<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>enable		<span class="hl opt">=</span> scorpion_pmu_enable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>disable	<span class="hl opt">=</span> scorpion_pmu_disable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>get_event_idx	<span class="hl opt">=</span> scorpion_pmu_get_event_idx<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>clear_event_idx <span class="hl opt">=</span> scorpion_pmu_clear_event_idx<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int</span> <span class="hl kwd">scorpion_mp_pmu_init</span><span class="hl opt">(</span><span class="hl kwb">struct</span> arm_pmu <span class="hl opt">*</span>cpu_pmu<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwd">armv7pmu_init</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
	cpu_pmu<span class="hl opt">-&gt;</span>name		<span class="hl opt">=</span> <span class="hl str">&quot;armv7_scorpion_mp&quot;</span><span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>map_event	<span class="hl opt">=</span> scorpion_map_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>reset		<span class="hl opt">=</span> scorpion_pmu_reset<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>enable		<span class="hl opt">=</span> scorpion_pmu_enable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>disable	<span class="hl opt">=</span> scorpion_pmu_disable_event<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>get_event_idx	<span class="hl opt">=</span> scorpion_pmu_get_event_idx<span class="hl opt">;</span>
	cpu_pmu<span class="hl opt">-&gt;</span>clear_event_idx <span class="hl opt">=</span> scorpion_pmu_clear_event_idx<span class="hl opt">;</span>
	<span class="hl kwa">return</span> <span class="hl kwd">armv7_probe_num_events</span><span class="hl opt">(</span>cpu_pmu<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static const struct</span> of_device_id armv7_pmu_of_device_ids<span class="hl opt">[] = {</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a17-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a17_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a15-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a15_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a12-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a12_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a9-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a9_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a8-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a8_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a7-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a7_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;arm,cortex-a5-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> armv7_a5_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;qcom,krait-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> krait_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;qcom,scorpion-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> scorpion_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{.</span>compatible <span class="hl opt">=</span> <span class="hl str">&quot;qcom,scorpion-mp-pmu&quot;</span><span class="hl opt">,	.</span>data <span class="hl opt">=</span> scorpion_mp_pmu_init<span class="hl opt">},</span>
	<span class="hl opt">{},</span>
<span class="hl opt">};</span>

<span class="hl kwb">static const struct</span> pmu_probe_info armv7_pmu_probe_table<span class="hl opt">[] = {</span>
	<span class="hl kwd">ARM_PMU_PROBE</span><span class="hl opt">(</span>ARM_CPU_PART_CORTEX_A8<span class="hl opt">,</span> armv7_a8_pmu_init<span class="hl opt">),</span>
	<span class="hl kwd">ARM_PMU_PROBE</span><span class="hl opt">(</span>ARM_CPU_PART_CORTEX_A9<span class="hl opt">,</span> armv7_a9_pmu_init<span class="hl opt">),</span>
	<span class="hl opt">{</span> <span class="hl com">/* sentinel value */</span> <span class="hl opt">}</span>
<span class="hl opt">};</span>


<span class="hl kwb">static int</span> <span class="hl kwd">armv7_pmu_device_probe</span><span class="hl opt">(</span><span class="hl kwb">struct</span> platform_device <span class="hl opt">*</span>pdev<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">arm_pmu_device_probe</span><span class="hl opt">(</span>pdev<span class="hl opt">,</span> armv7_pmu_of_device_ids<span class="hl opt">,</span>
				    armv7_pmu_probe_table<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">static struct</span> platform_driver armv7_pmu_driver <span class="hl opt">= {</span>
	<span class="hl opt">.</span>driver		<span class="hl opt">= {</span>
		<span class="hl opt">.</span>name	<span class="hl opt">=</span> <span class="hl str">&quot;armv7-pmu&quot;</span><span class="hl opt">,</span>
		<span class="hl opt">.</span>of_match_table <span class="hl opt">=</span> armv7_pmu_of_device_ids<span class="hl opt">,</span>
	<span class="hl opt">},</span>
	<span class="hl opt">.</span>probe		<span class="hl opt">=</span> armv7_pmu_device_probe<span class="hl opt">,</span>
<span class="hl opt">};</span>

<span class="hl kwb">static int</span> __init <span class="hl kwd">register_armv7_pmu_driver</span><span class="hl opt">(</span><span class="hl kwb">void</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">return</span> <span class="hl kwd">platform_driver_register</span><span class="hl opt">(&amp;</span>armv7_pmu_driver<span class="hl opt">);</span>
<span class="hl opt">}</span>
<span class="hl kwd">device_initcall</span><span class="hl opt">(</span>register_armv7_pmu_driver<span class="hl opt">);</span>
<span class="hl ppc">#endif</span>	<span class="hl com">/* CONFIG_CPU_V7 */</span><span class="hl ppc"></span>
</code></pre></td></tr></table>
</div> <!-- class=content -->
<div class='footer'>generated by <a href='https://git.zx2c4.com/cgit/about/'>cgit </a> (<a href='https://git-scm.com/'>git 2.34.1</a>) at 2025-02-27 05:18:37 +0000</div>
</div> <!-- id=cgit -->
</body>
</html>