Path: blob/21.2-virgl/src/loader/loader_dri3_helper.c
4550 views
/*1* Copyright © 2013 Keith Packard2* Copyright © 2015 Boyan Ding3*4* Permission to use, copy, modify, distribute, and sell this software and its5* documentation for any purpose is hereby granted without fee, provided that6* the above copyright notice appear in all copies and that both that copyright7* notice and this permission notice appear in supporting documentation, and8* that the name of the copyright holders not be used in advertising or9* publicity pertaining to distribution of the software without specific,10* written prior permission. The copyright holders make no representations11* about the suitability of this software for any purpose. It is provided "as12* is" without express or implied warranty.13*14* THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,15* INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO16* EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR17* CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,18* DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER19* TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE20* OF THIS SOFTWARE.21*/2223#include <fcntl.h>24#include <stdlib.h>25#include <unistd.h>26#include <string.h>2728#include <X11/xshmfence.h>29#include <xcb/xcb.h>30#include <xcb/dri3.h>31#include <xcb/present.h>32#include <xcb/xfixes.h>3334#include <X11/Xlib-xcb.h>3536#include "loader_dri_helper.h"37#include "loader_dri3_helper.h"38#include "util/macros.h"39#include "drm-uapi/drm_fourcc.h"4041/* From driconf.h, user exposed so should be stable */42#define DRI_CONF_VBLANK_NEVER 043#define DRI_CONF_VBLANK_DEF_INTERVAL_0 144#define DRI_CONF_VBLANK_DEF_INTERVAL_1 245#define DRI_CONF_VBLANK_ALWAYS_SYNC 34647/**48* A cached blit context.49*/50struct loader_dri3_blit_context {51mtx_t mtx;52__DRIcontext *ctx;53__DRIscreen *cur_screen;54const __DRIcoreExtension *core;55};5657/* For simplicity we maintain the cache only for a single screen at a time */58static struct loader_dri3_blit_context blit_context = {59_MTX_INITIALIZER_NP, NULL60};6162static void63dri3_flush_present_events(struct loader_dri3_drawable *draw);6465static struct loader_dri3_buffer *66dri3_find_back_alloc(struct loader_dri3_drawable *draw);6768static xcb_screen_t *69get_screen_for_root(xcb_connection_t *conn, xcb_window_t root)70{71xcb_screen_iterator_t screen_iter =72xcb_setup_roots_iterator(xcb_get_setup(conn));7374for (; screen_iter.rem; xcb_screen_next (&screen_iter)) {75if (screen_iter.data->root == root)76return screen_iter.data;77}7879return NULL;80}8182static xcb_visualtype_t *83get_xcb_visualtype_for_depth(struct loader_dri3_drawable *draw, int depth)84{85xcb_visualtype_iterator_t visual_iter;86xcb_screen_t *screen = draw->screen;87xcb_depth_iterator_t depth_iter;8889if (!screen)90return NULL;9192depth_iter = xcb_screen_allowed_depths_iterator(screen);93for (; depth_iter.rem; xcb_depth_next(&depth_iter)) {94if (depth_iter.data->depth != depth)95continue;9697visual_iter = xcb_depth_visuals_iterator(depth_iter.data);98if (visual_iter.rem)99return visual_iter.data;100}101102return NULL;103}104105/* Sets the adaptive sync window property state. */106static void107set_adaptive_sync_property(xcb_connection_t *conn, xcb_drawable_t drawable,108uint32_t state)109{110static char const name[] = "_VARIABLE_REFRESH";111xcb_intern_atom_cookie_t cookie;112xcb_intern_atom_reply_t* reply;113xcb_void_cookie_t check;114115cookie = xcb_intern_atom(conn, 0, strlen(name), name);116reply = xcb_intern_atom_reply(conn, cookie, NULL);117if (reply == NULL)118return;119120if (state)121check = xcb_change_property_checked(conn, XCB_PROP_MODE_REPLACE,122drawable, reply->atom,123XCB_ATOM_CARDINAL, 32, 1, &state);124else125check = xcb_delete_property_checked(conn, drawable, reply->atom);126127xcb_discard_reply(conn, check.sequence);128free(reply);129}130131/* Get red channel mask for given drawable at given depth. */132static unsigned int133dri3_get_red_mask_for_depth(struct loader_dri3_drawable *draw, int depth)134{135xcb_visualtype_t *visual = get_xcb_visualtype_for_depth(draw, depth);136137if (visual)138return visual->red_mask;139140return 0;141}142143/**144* Do we have blit functionality in the image blit extension?145*146* \param draw[in] The drawable intended to blit from / to.147* \return true if we have blit functionality. false otherwise.148*/149static bool loader_dri3_have_image_blit(const struct loader_dri3_drawable *draw)150{151return draw->ext->image->base.version >= 9 &&152draw->ext->image->blitImage != NULL;153}154155/**156* Get and lock (for use with the current thread) a dri context associated157* with the drawable's dri screen. The context is intended to be used with158* the dri image extension's blitImage method.159*160* \param draw[in] Pointer to the drawable whose dri screen we want a161* dri context for.162* \return A dri context or NULL if context creation failed.163*164* When the caller is done with the context (even if the context returned was165* NULL), the caller must call loader_dri3_blit_context_put.166*/167static __DRIcontext *168loader_dri3_blit_context_get(struct loader_dri3_drawable *draw)169{170mtx_lock(&blit_context.mtx);171172if (blit_context.ctx && blit_context.cur_screen != draw->dri_screen) {173blit_context.core->destroyContext(blit_context.ctx);174blit_context.ctx = NULL;175}176177if (!blit_context.ctx) {178blit_context.ctx = draw->ext->core->createNewContext(draw->dri_screen,179NULL, NULL, NULL);180blit_context.cur_screen = draw->dri_screen;181blit_context.core = draw->ext->core;182}183184return blit_context.ctx;185}186187/**188* Release (for use with other threads) a dri context previously obtained using189* loader_dri3_blit_context_get.190*/191static void192loader_dri3_blit_context_put(void)193{194mtx_unlock(&blit_context.mtx);195}196197/**198* Blit (parts of) the contents of a DRI image to another dri image199*200* \param draw[in] The drawable which owns the images.201* \param dst[in] The destination image.202* \param src[in] The source image.203* \param dstx0[in] Start destination coordinate.204* \param dsty0[in] Start destination coordinate.205* \param width[in] Blit width.206* \param height[in] Blit height.207* \param srcx0[in] Start source coordinate.208* \param srcy0[in] Start source coordinate.209* \param flush_flag[in] Image blit flush flag.210* \return true iff successful.211*/212static bool213loader_dri3_blit_image(struct loader_dri3_drawable *draw,214__DRIimage *dst, __DRIimage *src,215int dstx0, int dsty0, int width, int height,216int srcx0, int srcy0, int flush_flag)217{218__DRIcontext *dri_context;219bool use_blit_context = false;220221if (!loader_dri3_have_image_blit(draw))222return false;223224dri_context = draw->vtable->get_dri_context(draw);225226if (!dri_context || !draw->vtable->in_current_context(draw)) {227dri_context = loader_dri3_blit_context_get(draw);228use_blit_context = true;229flush_flag |= __BLIT_FLAG_FLUSH;230}231232if (dri_context)233draw->ext->image->blitImage(dri_context, dst, src, dstx0, dsty0,234width, height, srcx0, srcy0,235width, height, flush_flag);236237if (use_blit_context)238loader_dri3_blit_context_put();239240return dri_context != NULL;241}242243static inline void244dri3_fence_reset(xcb_connection_t *c, struct loader_dri3_buffer *buffer)245{246xshmfence_reset(buffer->shm_fence);247}248249static inline void250dri3_fence_set(struct loader_dri3_buffer *buffer)251{252xshmfence_trigger(buffer->shm_fence);253}254255static inline void256dri3_fence_trigger(xcb_connection_t *c, struct loader_dri3_buffer *buffer)257{258xcb_sync_trigger_fence(c, buffer->sync_fence);259}260261static inline void262dri3_fence_await(xcb_connection_t *c, struct loader_dri3_drawable *draw,263struct loader_dri3_buffer *buffer)264{265xcb_flush(c);266xshmfence_await(buffer->shm_fence);267if (draw) {268mtx_lock(&draw->mtx);269dri3_flush_present_events(draw);270mtx_unlock(&draw->mtx);271}272}273274static void275dri3_update_max_num_back(struct loader_dri3_drawable *draw)276{277switch (draw->last_present_mode) {278case XCB_PRESENT_COMPLETE_MODE_FLIP: {279int new_max;280281if (draw->swap_interval == 0)282new_max = 4;283else284new_max = 3;285286assert(new_max <= LOADER_DRI3_MAX_BACK);287288if (new_max != draw->max_num_back) {289/* On transition from swap interval == 0 to != 0, start with two290* buffers again. Otherwise keep the current number of buffers. Either291* way, more will be allocated if needed.292*/293if (new_max < draw->max_num_back)294draw->cur_num_back = 2;295296draw->max_num_back = new_max;297}298299break;300}301302case XCB_PRESENT_COMPLETE_MODE_SKIP:303break;304305default:306/* On transition from flips to copies, start with a single buffer again,307* a second one will be allocated if needed308*/309if (draw->max_num_back != 2)310draw->cur_num_back = 1;311312draw->max_num_back = 2;313}314}315316void317loader_dri3_set_swap_interval(struct loader_dri3_drawable *draw, int interval)318{319draw->swap_interval = interval;320}321322/** dri3_free_render_buffer323*324* Free everything associated with one render buffer including pixmap, fence325* stuff and the driver image326*/327static void328dri3_free_render_buffer(struct loader_dri3_drawable *draw,329struct loader_dri3_buffer *buffer)330{331if (buffer->own_pixmap)332xcb_free_pixmap(draw->conn, buffer->pixmap);333xcb_sync_destroy_fence(draw->conn, buffer->sync_fence);334xshmfence_unmap_shm(buffer->shm_fence);335draw->ext->image->destroyImage(buffer->image);336if (buffer->linear_buffer)337draw->ext->image->destroyImage(buffer->linear_buffer);338free(buffer);339}340341void342loader_dri3_drawable_fini(struct loader_dri3_drawable *draw)343{344int i;345346draw->ext->core->destroyDrawable(draw->dri_drawable);347348for (i = 0; i < ARRAY_SIZE(draw->buffers); i++) {349if (draw->buffers[i])350dri3_free_render_buffer(draw, draw->buffers[i]);351}352353if (draw->special_event) {354xcb_void_cookie_t cookie =355xcb_present_select_input_checked(draw->conn, draw->eid, draw->drawable,356XCB_PRESENT_EVENT_MASK_NO_EVENT);357358xcb_discard_reply(draw->conn, cookie.sequence);359xcb_unregister_for_special_event(draw->conn, draw->special_event);360}361362if (draw->region)363xcb_xfixes_destroy_region(draw->conn, draw->region);364365cnd_destroy(&draw->event_cnd);366mtx_destroy(&draw->mtx);367}368369int370loader_dri3_drawable_init(xcb_connection_t *conn,371xcb_drawable_t drawable,372__DRIscreen *dri_screen,373bool is_different_gpu,374bool multiplanes_available,375const __DRIconfig *dri_config,376struct loader_dri3_extensions *ext,377const struct loader_dri3_vtable *vtable,378struct loader_dri3_drawable *draw)379{380xcb_get_geometry_cookie_t cookie;381xcb_get_geometry_reply_t *reply;382xcb_generic_error_t *error;383GLint vblank_mode = DRI_CONF_VBLANK_DEF_INTERVAL_1;384int swap_interval;385386draw->conn = conn;387draw->ext = ext;388draw->vtable = vtable;389draw->drawable = drawable;390draw->region = 0;391draw->dri_screen = dri_screen;392draw->is_different_gpu = is_different_gpu;393draw->multiplanes_available = multiplanes_available;394395draw->have_back = 0;396draw->have_fake_front = 0;397draw->first_init = true;398draw->adaptive_sync = false;399draw->adaptive_sync_active = false;400401draw->cur_blit_source = -1;402draw->back_format = __DRI_IMAGE_FORMAT_NONE;403mtx_init(&draw->mtx, mtx_plain);404cnd_init(&draw->event_cnd);405406if (draw->ext->config) {407unsigned char adaptive_sync = 0;408409draw->ext->config->configQueryi(draw->dri_screen,410"vblank_mode", &vblank_mode);411412draw->ext->config->configQueryb(draw->dri_screen,413"adaptive_sync",414&adaptive_sync);415416draw->adaptive_sync = adaptive_sync;417}418419if (!draw->adaptive_sync)420set_adaptive_sync_property(conn, draw->drawable, false);421422switch (vblank_mode) {423case DRI_CONF_VBLANK_NEVER:424case DRI_CONF_VBLANK_DEF_INTERVAL_0:425swap_interval = 0;426break;427case DRI_CONF_VBLANK_DEF_INTERVAL_1:428case DRI_CONF_VBLANK_ALWAYS_SYNC:429default:430swap_interval = 1;431break;432}433draw->swap_interval = swap_interval;434435dri3_update_max_num_back(draw);436437/* Create a new drawable */438draw->dri_drawable =439draw->ext->image_driver->createNewDrawable(dri_screen,440dri_config,441draw);442443if (!draw->dri_drawable)444return 1;445446cookie = xcb_get_geometry(draw->conn, draw->drawable);447reply = xcb_get_geometry_reply(draw->conn, cookie, &error);448if (reply == NULL || error != NULL) {449draw->ext->core->destroyDrawable(draw->dri_drawable);450return 1;451}452453draw->screen = get_screen_for_root(draw->conn, reply->root);454draw->width = reply->width;455draw->height = reply->height;456draw->depth = reply->depth;457draw->vtable->set_drawable_size(draw, draw->width, draw->height);458free(reply);459460draw->swap_method = __DRI_ATTRIB_SWAP_UNDEFINED;461if (draw->ext->core->base.version >= 2) {462(void )draw->ext->core->getConfigAttrib(dri_config,463__DRI_ATTRIB_SWAP_METHOD,464&draw->swap_method);465}466467/*468* Make sure server has the same swap interval we do for the new469* drawable.470*/471loader_dri3_set_swap_interval(draw, swap_interval);472473return 0;474}475476/*477* Process one Present event478*/479static void480dri3_handle_present_event(struct loader_dri3_drawable *draw,481xcb_present_generic_event_t *ge)482{483switch (ge->evtype) {484case XCB_PRESENT_CONFIGURE_NOTIFY: {485xcb_present_configure_notify_event_t *ce = (void *) ge;486487draw->width = ce->width;488draw->height = ce->height;489draw->vtable->set_drawable_size(draw, draw->width, draw->height);490draw->ext->flush->invalidate(draw->dri_drawable);491break;492}493case XCB_PRESENT_COMPLETE_NOTIFY: {494xcb_present_complete_notify_event_t *ce = (void *) ge;495496/* Compute the processed SBC number from the received 32-bit serial number497* merged with the upper 32-bits of the sent 64-bit serial number while498* checking for wrap.499*/500if (ce->kind == XCB_PRESENT_COMPLETE_KIND_PIXMAP) {501uint64_t recv_sbc = (draw->send_sbc & 0xffffffff00000000LL) | ce->serial;502503/* Only assume wraparound if that results in exactly the previous504* SBC + 1, otherwise ignore received SBC > sent SBC (those are505* probably from a previous loader_dri3_drawable instance) to avoid506* calculating bogus target MSC values in loader_dri3_swap_buffers_msc507*/508if (recv_sbc <= draw->send_sbc)509draw->recv_sbc = recv_sbc;510else if (recv_sbc == (draw->recv_sbc + 0x100000001ULL))511draw->recv_sbc = recv_sbc - 0x100000000ULL;512513/* When moving from flip to copy, we assume that we can allocate in514* a more optimal way if we don't need to cater for the display515* controller.516*/517if (ce->mode == XCB_PRESENT_COMPLETE_MODE_COPY &&518draw->last_present_mode == XCB_PRESENT_COMPLETE_MODE_FLIP) {519for (int b = 0; b < ARRAY_SIZE(draw->buffers); b++) {520if (draw->buffers[b])521draw->buffers[b]->reallocate = true;522}523}524525/* If the server tells us that our allocation is suboptimal, we526* reallocate once.527*/528#ifdef HAVE_DRI3_MODIFIERS529if (ce->mode == XCB_PRESENT_COMPLETE_MODE_SUBOPTIMAL_COPY &&530draw->last_present_mode != ce->mode) {531for (int b = 0; b < ARRAY_SIZE(draw->buffers); b++) {532if (draw->buffers[b])533draw->buffers[b]->reallocate = true;534}535}536#endif537draw->last_present_mode = ce->mode;538539if (draw->vtable->show_fps)540draw->vtable->show_fps(draw, ce->ust);541542draw->ust = ce->ust;543draw->msc = ce->msc;544} else if (ce->serial == draw->eid) {545draw->notify_ust = ce->ust;546draw->notify_msc = ce->msc;547}548break;549}550case XCB_PRESENT_EVENT_IDLE_NOTIFY: {551xcb_present_idle_notify_event_t *ie = (void *) ge;552int b;553554for (b = 0; b < ARRAY_SIZE(draw->buffers); b++) {555struct loader_dri3_buffer *buf = draw->buffers[b];556557if (buf && buf->pixmap == ie->pixmap)558buf->busy = 0;559}560break;561}562}563free(ge);564}565566static bool567dri3_wait_for_event_locked(struct loader_dri3_drawable *draw,568unsigned *full_sequence)569{570xcb_generic_event_t *ev;571xcb_present_generic_event_t *ge;572573xcb_flush(draw->conn);574575/* Only have one thread waiting for events at a time */576if (draw->has_event_waiter) {577cnd_wait(&draw->event_cnd, &draw->mtx);578if (full_sequence)579*full_sequence = draw->last_special_event_sequence;580/* Another thread has updated the protected info, so retest. */581return true;582} else {583draw->has_event_waiter = true;584/* Allow other threads access to the drawable while we're waiting. */585mtx_unlock(&draw->mtx);586ev = xcb_wait_for_special_event(draw->conn, draw->special_event);587mtx_lock(&draw->mtx);588draw->has_event_waiter = false;589cnd_broadcast(&draw->event_cnd);590}591if (!ev)592return false;593draw->last_special_event_sequence = ev->full_sequence;594if (full_sequence)595*full_sequence = ev->full_sequence;596ge = (void *) ev;597dri3_handle_present_event(draw, ge);598return true;599}600601/** loader_dri3_wait_for_msc602*603* Get the X server to send an event when the target msc/divisor/remainder is604* reached.605*/606bool607loader_dri3_wait_for_msc(struct loader_dri3_drawable *draw,608int64_t target_msc,609int64_t divisor, int64_t remainder,610int64_t *ust, int64_t *msc, int64_t *sbc)611{612xcb_void_cookie_t cookie = xcb_present_notify_msc(draw->conn,613draw->drawable,614draw->eid,615target_msc,616divisor,617remainder);618unsigned full_sequence;619620mtx_lock(&draw->mtx);621622/* Wait for the event */623do {624if (!dri3_wait_for_event_locked(draw, &full_sequence)) {625mtx_unlock(&draw->mtx);626return false;627}628} while (full_sequence != cookie.sequence || draw->notify_msc < target_msc);629630*ust = draw->notify_ust;631*msc = draw->notify_msc;632*sbc = draw->recv_sbc;633mtx_unlock(&draw->mtx);634635return true;636}637638/** loader_dri3_wait_for_sbc639*640* Wait for the completed swap buffer count to reach the specified641* target. Presumably the application knows that this will be reached with642* outstanding complete events, or we're going to be here awhile.643*/644int645loader_dri3_wait_for_sbc(struct loader_dri3_drawable *draw,646int64_t target_sbc, int64_t *ust,647int64_t *msc, int64_t *sbc)648{649/* From the GLX_OML_sync_control spec:650*651* "If <target_sbc> = 0, the function will block until all previous652* swaps requested with glXSwapBuffersMscOML for that window have653* completed."654*/655mtx_lock(&draw->mtx);656if (!target_sbc)657target_sbc = draw->send_sbc;658659while (draw->recv_sbc < target_sbc) {660if (!dri3_wait_for_event_locked(draw, NULL)) {661mtx_unlock(&draw->mtx);662return 0;663}664}665666*ust = draw->ust;667*msc = draw->msc;668*sbc = draw->recv_sbc;669mtx_unlock(&draw->mtx);670return 1;671}672673/** loader_dri3_find_back674*675* Find an idle back buffer. If there isn't one, then676* wait for a present idle notify event from the X server677*/678static int679dri3_find_back(struct loader_dri3_drawable *draw)680{681int b;682int num_to_consider;683int max_num;684685mtx_lock(&draw->mtx);686/* Increase the likelyhood of reusing current buffer */687dri3_flush_present_events(draw);688689/* Check whether we need to reuse the current back buffer as new back.690* In that case, wait until it's not busy anymore.691*/692if (!loader_dri3_have_image_blit(draw) && draw->cur_blit_source != -1) {693num_to_consider = 1;694max_num = 1;695draw->cur_blit_source = -1;696} else {697num_to_consider = draw->cur_num_back;698max_num = draw->max_num_back;699}700701for (;;) {702for (b = 0; b < num_to_consider; b++) {703int id = LOADER_DRI3_BACK_ID((b + draw->cur_back) % draw->cur_num_back);704struct loader_dri3_buffer *buffer = draw->buffers[id];705706if (!buffer || !buffer->busy) {707draw->cur_back = id;708mtx_unlock(&draw->mtx);709return id;710}711}712713if (num_to_consider < max_num) {714num_to_consider = ++draw->cur_num_back;715} else if (!dri3_wait_for_event_locked(draw, NULL)) {716mtx_unlock(&draw->mtx);717return -1;718}719}720}721722static xcb_gcontext_t723dri3_drawable_gc(struct loader_dri3_drawable *draw)724{725if (!draw->gc) {726uint32_t v = 0;727xcb_create_gc(draw->conn,728(draw->gc = xcb_generate_id(draw->conn)),729draw->drawable,730XCB_GC_GRAPHICS_EXPOSURES,731&v);732}733return draw->gc;734}735736737static struct loader_dri3_buffer *738dri3_back_buffer(struct loader_dri3_drawable *draw)739{740return draw->buffers[LOADER_DRI3_BACK_ID(draw->cur_back)];741}742743static struct loader_dri3_buffer *744dri3_fake_front_buffer(struct loader_dri3_drawable *draw)745{746return draw->buffers[LOADER_DRI3_FRONT_ID];747}748749static void750dri3_copy_area(xcb_connection_t *c,751xcb_drawable_t src_drawable,752xcb_drawable_t dst_drawable,753xcb_gcontext_t gc,754int16_t src_x,755int16_t src_y,756int16_t dst_x,757int16_t dst_y,758uint16_t width,759uint16_t height)760{761xcb_void_cookie_t cookie;762763cookie = xcb_copy_area_checked(c,764src_drawable,765dst_drawable,766gc,767src_x,768src_y,769dst_x,770dst_y,771width,772height);773xcb_discard_reply(c, cookie.sequence);774}775776/**777* Asks the driver to flush any queued work necessary for serializing with the778* X command stream, and optionally the slightly more strict requirement of779* glFlush() equivalence (which would require flushing even if nothing had780* been drawn to a window system framebuffer, for example).781*/782void783loader_dri3_flush(struct loader_dri3_drawable *draw,784unsigned flags,785enum __DRI2throttleReason throttle_reason)786{787/* NEED TO CHECK WHETHER CONTEXT IS NULL */788__DRIcontext *dri_context = draw->vtable->get_dri_context(draw);789790if (dri_context) {791draw->ext->flush->flush_with_flags(dri_context, draw->dri_drawable,792flags, throttle_reason);793}794}795796void797loader_dri3_copy_sub_buffer(struct loader_dri3_drawable *draw,798int x, int y,799int width, int height,800bool flush)801{802struct loader_dri3_buffer *back;803unsigned flags = __DRI2_FLUSH_DRAWABLE;804805/* Check we have the right attachments */806if (!draw->have_back || draw->is_pixmap)807return;808809if (flush)810flags |= __DRI2_FLUSH_CONTEXT;811loader_dri3_flush(draw, flags, __DRI2_THROTTLE_COPYSUBBUFFER);812813back = dri3_find_back_alloc(draw);814if (!back)815return;816817y = draw->height - y - height;818819if (draw->is_different_gpu) {820/* Update the linear buffer part of the back buffer821* for the dri3_copy_area operation822*/823(void) loader_dri3_blit_image(draw,824back->linear_buffer,825back->image,8260, 0, back->width, back->height,8270, 0, __BLIT_FLAG_FLUSH);828}829830loader_dri3_swapbuffer_barrier(draw);831dri3_fence_reset(draw->conn, back);832dri3_copy_area(draw->conn,833back->pixmap,834draw->drawable,835dri3_drawable_gc(draw),836x, y, x, y, width, height);837dri3_fence_trigger(draw->conn, back);838/* Refresh the fake front (if present) after we just damaged the real839* front.840*/841if (draw->have_fake_front &&842!loader_dri3_blit_image(draw,843dri3_fake_front_buffer(draw)->image,844back->image,845x, y, width, height,846x, y, __BLIT_FLAG_FLUSH) &&847!draw->is_different_gpu) {848dri3_fence_reset(draw->conn, dri3_fake_front_buffer(draw));849dri3_copy_area(draw->conn,850back->pixmap,851dri3_fake_front_buffer(draw)->pixmap,852dri3_drawable_gc(draw),853x, y, x, y, width, height);854dri3_fence_trigger(draw->conn, dri3_fake_front_buffer(draw));855dri3_fence_await(draw->conn, NULL, dri3_fake_front_buffer(draw));856}857dri3_fence_await(draw->conn, draw, back);858}859860void861loader_dri3_copy_drawable(struct loader_dri3_drawable *draw,862xcb_drawable_t dest,863xcb_drawable_t src)864{865loader_dri3_flush(draw, __DRI2_FLUSH_DRAWABLE, __DRI2_THROTTLE_COPYSUBBUFFER);866867dri3_fence_reset(draw->conn, dri3_fake_front_buffer(draw));868dri3_copy_area(draw->conn,869src, dest,870dri3_drawable_gc(draw),8710, 0, 0, 0, draw->width, draw->height);872dri3_fence_trigger(draw->conn, dri3_fake_front_buffer(draw));873dri3_fence_await(draw->conn, draw, dri3_fake_front_buffer(draw));874}875876void877loader_dri3_wait_x(struct loader_dri3_drawable *draw)878{879struct loader_dri3_buffer *front;880881if (draw == NULL || !draw->have_fake_front)882return;883884front = dri3_fake_front_buffer(draw);885886loader_dri3_copy_drawable(draw, front->pixmap, draw->drawable);887888/* In the psc->is_different_gpu case, the linear buffer has been updated,889* but not yet the tiled buffer.890* Copy back to the tiled buffer we use for rendering.891* Note that we don't need flushing.892*/893if (draw->is_different_gpu)894(void) loader_dri3_blit_image(draw,895front->image,896front->linear_buffer,8970, 0, front->width, front->height,8980, 0, 0);899}900901void902loader_dri3_wait_gl(struct loader_dri3_drawable *draw)903{904struct loader_dri3_buffer *front;905906if (draw == NULL || !draw->have_fake_front)907return;908909front = dri3_fake_front_buffer(draw);910911/* In the psc->is_different_gpu case, we update the linear_buffer912* before updating the real front.913*/914if (draw->is_different_gpu)915(void) loader_dri3_blit_image(draw,916front->linear_buffer,917front->image,9180, 0, front->width, front->height,9190, 0, __BLIT_FLAG_FLUSH);920loader_dri3_swapbuffer_barrier(draw);921loader_dri3_copy_drawable(draw, draw->drawable, front->pixmap);922}923924/** dri3_flush_present_events925*926* Process any present events that have been received from the X server927*/928static void929dri3_flush_present_events(struct loader_dri3_drawable *draw)930{931/* Check to see if any configuration changes have occurred932* since we were last invoked933*/934if (draw->has_event_waiter)935return;936937if (draw->special_event) {938xcb_generic_event_t *ev;939940while ((ev = xcb_poll_for_special_event(draw->conn,941draw->special_event)) != NULL) {942xcb_present_generic_event_t *ge = (void *) ev;943dri3_handle_present_event(draw, ge);944}945}946}947948/** loader_dri3_swap_buffers_msc949*950* Make the current back buffer visible using the present extension951*/952int64_t953loader_dri3_swap_buffers_msc(struct loader_dri3_drawable *draw,954int64_t target_msc, int64_t divisor,955int64_t remainder, unsigned flush_flags,956const int *rects, int n_rects,957bool force_copy)958{959struct loader_dri3_buffer *back;960int64_t ret = 0;961uint32_t options = XCB_PRESENT_OPTION_NONE;962963draw->vtable->flush_drawable(draw, flush_flags);964965back = dri3_find_back_alloc(draw);966967mtx_lock(&draw->mtx);968969if (draw->adaptive_sync && !draw->adaptive_sync_active) {970set_adaptive_sync_property(draw->conn, draw->drawable, true);971draw->adaptive_sync_active = true;972}973974if (draw->is_different_gpu && back) {975/* Update the linear buffer before presenting the pixmap */976(void) loader_dri3_blit_image(draw,977back->linear_buffer,978back->image,9790, 0, back->width, back->height,9800, 0, __BLIT_FLAG_FLUSH);981}982983/* If we need to preload the new back buffer, remember the source.984* The force_copy parameter is used by EGL to attempt to preserve985* the back buffer across a call to this function.986*/987if (draw->swap_method != __DRI_ATTRIB_SWAP_UNDEFINED || force_copy)988draw->cur_blit_source = LOADER_DRI3_BACK_ID(draw->cur_back);989990/* Exchange the back and fake front. Even though the server knows about these991* buffers, it has no notion of back and fake front.992*/993if (back && draw->have_fake_front) {994struct loader_dri3_buffer *tmp;995996tmp = dri3_fake_front_buffer(draw);997draw->buffers[LOADER_DRI3_FRONT_ID] = back;998draw->buffers[LOADER_DRI3_BACK_ID(draw->cur_back)] = tmp;9991000if (draw->swap_method == __DRI_ATTRIB_SWAP_COPY || force_copy)1001draw->cur_blit_source = LOADER_DRI3_FRONT_ID;1002}10031004dri3_flush_present_events(draw);10051006if (back && !draw->is_pixmap) {1007dri3_fence_reset(draw->conn, back);10081009/* Compute when we want the frame shown by taking the last known1010* successful MSC and adding in a swap interval for each outstanding swap1011* request. target_msc=divisor=remainder=0 means "Use glXSwapBuffers()1012* semantic"1013*/1014++draw->send_sbc;1015if (target_msc == 0 && divisor == 0 && remainder == 0)1016target_msc = draw->msc + abs(draw->swap_interval) *1017(draw->send_sbc - draw->recv_sbc);1018else if (divisor == 0 && remainder > 0) {1019/* From the GLX_OML_sync_control spec:1020* "If <divisor> = 0, the swap will occur when MSC becomes1021* greater than or equal to <target_msc>."1022*1023* Note that there's no mention of the remainder. The Present1024* extension throws BadValue for remainder != 0 with divisor == 0, so1025* just drop the passed in value.1026*/1027remainder = 0;1028}10291030/* From the GLX_EXT_swap_control spec1031* and the EGL 1.4 spec (page 53):1032*1033* "If <interval> is set to a value of 0, buffer swaps are not1034* synchronized to a video frame."1035*1036* From GLX_EXT_swap_control_tear:1037*1038* "If <interval> is negative, the minimum number of video frames1039* between buffer swaps is the absolute value of <interval>. In this1040* case, if abs(<interval>) video frames have already passed from1041* the previous swap when the swap is ready to be performed, the1042* swap will occur without synchronization to a video frame."1043*1044* Implementation note: It is possible to enable triple buffering1045* behaviour by not using XCB_PRESENT_OPTION_ASYNC, but this should not be1046* the default.1047*/1048if (draw->swap_interval <= 0)1049options |= XCB_PRESENT_OPTION_ASYNC;10501051/* If we need to populate the new back, but need to reuse the back1052* buffer slot due to lack of local blit capabilities, make sure1053* the server doesn't flip and we deadlock.1054*/1055if (!loader_dri3_have_image_blit(draw) && draw->cur_blit_source != -1)1056options |= XCB_PRESENT_OPTION_COPY;1057#ifdef HAVE_DRI3_MODIFIERS1058if (draw->multiplanes_available)1059options |= XCB_PRESENT_OPTION_SUBOPTIMAL;1060#endif1061back->busy = 1;1062back->last_swap = draw->send_sbc;10631064if (!draw->region) {1065draw->region = xcb_generate_id(draw->conn);1066xcb_xfixes_create_region(draw->conn, draw->region, 0, NULL);1067}10681069xcb_xfixes_region_t region = 0;1070xcb_rectangle_t xcb_rects[64];10711072if (n_rects > 0 && n_rects <= ARRAY_SIZE(xcb_rects)) {1073for (int i = 0; i < n_rects; i++) {1074const int *rect = &rects[i * 4];1075xcb_rects[i].x = rect[0];1076xcb_rects[i].y = draw->height - rect[1] - rect[3];1077xcb_rects[i].width = rect[2];1078xcb_rects[i].height = rect[3];1079}10801081region = draw->region;1082xcb_xfixes_set_region(draw->conn, region, n_rects, xcb_rects);1083}10841085xcb_present_pixmap(draw->conn,1086draw->drawable,1087back->pixmap,1088(uint32_t) draw->send_sbc,10890, /* valid */1090region, /* update */10910, /* x_off */10920, /* y_off */1093None, /* target_crtc */1094None,1095back->sync_fence,1096options,1097target_msc,1098divisor,1099remainder, 0, NULL);1100ret = (int64_t) draw->send_sbc;11011102/* Schedule a server-side back-preserving blit if necessary.1103* This happens iff all conditions below are satisfied:1104* a) We have a fake front,1105* b) We need to preserve the back buffer,1106* c) We don't have local blit capabilities.1107*/1108if (!loader_dri3_have_image_blit(draw) && draw->cur_blit_source != -1 &&1109draw->cur_blit_source != LOADER_DRI3_BACK_ID(draw->cur_back)) {1110struct loader_dri3_buffer *new_back = dri3_back_buffer(draw);1111struct loader_dri3_buffer *src = draw->buffers[draw->cur_blit_source];11121113dri3_fence_reset(draw->conn, new_back);1114dri3_copy_area(draw->conn, src->pixmap,1115new_back->pixmap,1116dri3_drawable_gc(draw),11170, 0, 0, 0, draw->width, draw->height);1118dri3_fence_trigger(draw->conn, new_back);1119new_back->last_swap = src->last_swap;1120}11211122xcb_flush(draw->conn);1123if (draw->stamp)1124++(*draw->stamp);1125}1126mtx_unlock(&draw->mtx);11271128draw->ext->flush->invalidate(draw->dri_drawable);11291130return ret;1131}11321133int1134loader_dri3_query_buffer_age(struct loader_dri3_drawable *draw)1135{1136struct loader_dri3_buffer *back = dri3_find_back_alloc(draw);1137int ret;11381139mtx_lock(&draw->mtx);1140ret = (!back || back->last_swap == 0) ? 0 :1141draw->send_sbc - back->last_swap + 1;1142mtx_unlock(&draw->mtx);11431144return ret;1145}11461147/** loader_dri3_open1148*1149* Wrapper around xcb_dri3_open1150*/1151int1152loader_dri3_open(xcb_connection_t *conn,1153xcb_window_t root,1154uint32_t provider)1155{1156xcb_dri3_open_cookie_t cookie;1157xcb_dri3_open_reply_t *reply;1158xcb_xfixes_query_version_cookie_t fixes_cookie;1159xcb_xfixes_query_version_reply_t *fixes_reply;1160int fd;11611162cookie = xcb_dri3_open(conn,1163root,1164provider);11651166reply = xcb_dri3_open_reply(conn, cookie, NULL);1167if (!reply)1168return -1;11691170if (reply->nfd != 1) {1171free(reply);1172return -1;1173}11741175fd = xcb_dri3_open_reply_fds(conn, reply)[0];1176free(reply);1177fcntl(fd, F_SETFD, fcntl(fd, F_GETFD) | FD_CLOEXEC);11781179/* let the server know our xfixes level */1180fixes_cookie = xcb_xfixes_query_version(conn,1181XCB_XFIXES_MAJOR_VERSION,1182XCB_XFIXES_MINOR_VERSION);1183fixes_reply = xcb_xfixes_query_version_reply(conn, fixes_cookie, NULL);1184free(fixes_reply);11851186return fd;1187}11881189static uint32_t1190dri3_cpp_for_format(uint32_t format) {1191switch (format) {1192case __DRI_IMAGE_FORMAT_R8:1193return 1;1194case __DRI_IMAGE_FORMAT_RGB565:1195case __DRI_IMAGE_FORMAT_GR88:1196return 2;1197case __DRI_IMAGE_FORMAT_XRGB8888:1198case __DRI_IMAGE_FORMAT_ARGB8888:1199case __DRI_IMAGE_FORMAT_ABGR8888:1200case __DRI_IMAGE_FORMAT_XBGR8888:1201case __DRI_IMAGE_FORMAT_XRGB2101010:1202case __DRI_IMAGE_FORMAT_ARGB2101010:1203case __DRI_IMAGE_FORMAT_XBGR2101010:1204case __DRI_IMAGE_FORMAT_ABGR2101010:1205case __DRI_IMAGE_FORMAT_SARGB8:1206case __DRI_IMAGE_FORMAT_SABGR8:1207case __DRI_IMAGE_FORMAT_SXRGB8:1208return 4;1209case __DRI_IMAGE_FORMAT_XBGR16161616F:1210case __DRI_IMAGE_FORMAT_ABGR16161616F:1211return 8;1212case __DRI_IMAGE_FORMAT_NONE:1213default:1214return 0;1215}1216}12171218/* Map format of render buffer to corresponding format for the linear_buffer1219* used for sharing with the display gpu of a Prime setup (== is_different_gpu).1220* Usually linear_format == format, except for depth >= 30 formats, where1221* different gpu vendors have different preferences wrt. color channel ordering.1222*/1223static uint32_t1224dri3_linear_format_for_format(struct loader_dri3_drawable *draw, uint32_t format)1225{1226switch (format) {1227case __DRI_IMAGE_FORMAT_XRGB2101010:1228case __DRI_IMAGE_FORMAT_XBGR2101010:1229/* Different preferred formats for different hw */1230if (dri3_get_red_mask_for_depth(draw, 30) == 0x3ff)1231return __DRI_IMAGE_FORMAT_XBGR2101010;1232else1233return __DRI_IMAGE_FORMAT_XRGB2101010;12341235case __DRI_IMAGE_FORMAT_ARGB2101010:1236case __DRI_IMAGE_FORMAT_ABGR2101010:1237/* Different preferred formats for different hw */1238if (dri3_get_red_mask_for_depth(draw, 30) == 0x3ff)1239return __DRI_IMAGE_FORMAT_ABGR2101010;1240else1241return __DRI_IMAGE_FORMAT_ARGB2101010;12421243default:1244return format;1245}1246}12471248/* the DRIimage createImage function takes __DRI_IMAGE_FORMAT codes, while1249* the createImageFromFds call takes DRM_FORMAT codes. To avoid1250* complete confusion, just deal in __DRI_IMAGE_FORMAT codes for now and1251* translate to DRM_FORMAT codes in the call to createImageFromFds1252*/1253static int1254image_format_to_fourcc(int format)1255{12561257/* Convert from __DRI_IMAGE_FORMAT to DRM_FORMAT (sigh) */1258switch (format) {1259case __DRI_IMAGE_FORMAT_SARGB8: return __DRI_IMAGE_FOURCC_SARGB8888;1260case __DRI_IMAGE_FORMAT_SABGR8: return __DRI_IMAGE_FOURCC_SABGR8888;1261case __DRI_IMAGE_FORMAT_SXRGB8: return __DRI_IMAGE_FOURCC_SXRGB8888;1262case __DRI_IMAGE_FORMAT_RGB565: return DRM_FORMAT_RGB565;1263case __DRI_IMAGE_FORMAT_XRGB8888: return DRM_FORMAT_XRGB8888;1264case __DRI_IMAGE_FORMAT_ARGB8888: return DRM_FORMAT_ARGB8888;1265case __DRI_IMAGE_FORMAT_ABGR8888: return DRM_FORMAT_ABGR8888;1266case __DRI_IMAGE_FORMAT_XBGR8888: return DRM_FORMAT_XBGR8888;1267case __DRI_IMAGE_FORMAT_XRGB2101010: return DRM_FORMAT_XRGB2101010;1268case __DRI_IMAGE_FORMAT_ARGB2101010: return DRM_FORMAT_ARGB2101010;1269case __DRI_IMAGE_FORMAT_XBGR2101010: return DRM_FORMAT_XBGR2101010;1270case __DRI_IMAGE_FORMAT_ABGR2101010: return DRM_FORMAT_ABGR2101010;1271case __DRI_IMAGE_FORMAT_XBGR16161616F: return DRM_FORMAT_XBGR16161616F;1272case __DRI_IMAGE_FORMAT_ABGR16161616F: return DRM_FORMAT_ABGR16161616F;1273}1274return 0;1275}12761277#ifdef HAVE_DRI3_MODIFIERS1278static bool1279has_supported_modifier(struct loader_dri3_drawable *draw, unsigned int format,1280uint64_t *modifiers, uint32_t count)1281{1282uint64_t *supported_modifiers;1283int32_t supported_modifiers_count;1284bool found = false;1285int i, j;12861287if (!draw->ext->image->queryDmaBufModifiers(draw->dri_screen,1288format, 0, NULL, NULL,1289&supported_modifiers_count) ||1290supported_modifiers_count == 0)1291return false;12921293supported_modifiers = malloc(supported_modifiers_count * sizeof(uint64_t));1294if (!supported_modifiers)1295return false;12961297draw->ext->image->queryDmaBufModifiers(draw->dri_screen, format,1298supported_modifiers_count,1299supported_modifiers, NULL,1300&supported_modifiers_count);13011302for (i = 0; !found && i < supported_modifiers_count; i++) {1303for (j = 0; !found && j < count; j++) {1304if (supported_modifiers[i] == modifiers[j])1305found = true;1306}1307}13081309free(supported_modifiers);1310return found;1311}1312#endif13131314/** loader_dri3_alloc_render_buffer1315*1316* Use the driver createImage function to construct a __DRIimage, then1317* get a file descriptor for that and create an X pixmap from that1318*1319* Allocate an xshmfence for synchronization1320*/1321static struct loader_dri3_buffer *1322dri3_alloc_render_buffer(struct loader_dri3_drawable *draw, unsigned int format,1323int width, int height, int depth)1324{1325struct loader_dri3_buffer *buffer;1326__DRIimage *pixmap_buffer = NULL, *linear_buffer_display_gpu = NULL;1327xcb_pixmap_t pixmap;1328xcb_sync_fence_t sync_fence;1329struct xshmfence *shm_fence;1330int buffer_fds[4], fence_fd;1331int num_planes = 0;1332uint64_t *modifiers = NULL;1333uint32_t count = 0;1334int i, mod;1335int ret;13361337/* Create an xshmfence object and1338* prepare to send that to the X server1339*/13401341fence_fd = xshmfence_alloc_shm();1342if (fence_fd < 0)1343return NULL;13441345shm_fence = xshmfence_map_shm(fence_fd);1346if (shm_fence == NULL)1347goto no_shm_fence;13481349/* Allocate the image from the driver1350*/1351buffer = calloc(1, sizeof *buffer);1352if (!buffer)1353goto no_buffer;13541355buffer->cpp = dri3_cpp_for_format(format);1356if (!buffer->cpp)1357goto no_image;13581359if (!draw->is_different_gpu) {1360#ifdef HAVE_DRI3_MODIFIERS1361if (draw->multiplanes_available &&1362draw->ext->image->base.version >= 15 &&1363draw->ext->image->queryDmaBufModifiers &&1364draw->ext->image->createImageWithModifiers) {1365xcb_dri3_get_supported_modifiers_cookie_t mod_cookie;1366xcb_dri3_get_supported_modifiers_reply_t *mod_reply;1367xcb_generic_error_t *error = NULL;13681369mod_cookie = xcb_dri3_get_supported_modifiers(draw->conn,1370draw->window,1371depth, buffer->cpp * 8);1372mod_reply = xcb_dri3_get_supported_modifiers_reply(draw->conn,1373mod_cookie,1374&error);1375if (!mod_reply)1376goto no_image;13771378if (mod_reply->num_window_modifiers) {1379count = mod_reply->num_window_modifiers;1380modifiers = malloc(count * sizeof(uint64_t));1381if (!modifiers) {1382free(mod_reply);1383goto no_image;1384}13851386memcpy(modifiers,1387xcb_dri3_get_supported_modifiers_window_modifiers(mod_reply),1388count * sizeof(uint64_t));13891390if (!has_supported_modifier(draw, image_format_to_fourcc(format),1391modifiers, count)) {1392free(modifiers);1393count = 0;1394modifiers = NULL;1395}1396}13971398if (mod_reply->num_screen_modifiers && modifiers == NULL) {1399count = mod_reply->num_screen_modifiers;1400modifiers = malloc(count * sizeof(uint64_t));1401if (!modifiers) {1402free(modifiers);1403free(mod_reply);1404goto no_image;1405}14061407memcpy(modifiers,1408xcb_dri3_get_supported_modifiers_screen_modifiers(mod_reply),1409count * sizeof(uint64_t));1410}14111412free(mod_reply);1413}1414#endif1415buffer->image = loader_dri_create_image(draw->dri_screen, draw->ext->image,1416width, height, format,1417__DRI_IMAGE_USE_SHARE |1418__DRI_IMAGE_USE_SCANOUT |1419__DRI_IMAGE_USE_BACKBUFFER |1420(draw->is_protected_content ?1421__DRI_IMAGE_USE_PROTECTED : 0),1422modifiers, count, buffer);1423free(modifiers);14241425pixmap_buffer = buffer->image;14261427if (!buffer->image)1428goto no_image;1429} else {1430buffer->image = draw->ext->image->createImage(draw->dri_screen,1431width, height,1432format,14330,1434buffer);14351436if (!buffer->image)1437goto no_image;14381439/* if driver name is same only then dri_screen_display_gpu is set.1440* This check is needed because for simplicity render gpu image extension1441* is also used for display gpu.1442*/1443if (draw->dri_screen_display_gpu) {1444linear_buffer_display_gpu =1445draw->ext->image->createImage(draw->dri_screen_display_gpu,1446width, height,1447dri3_linear_format_for_format(draw, format),1448__DRI_IMAGE_USE_SHARE |1449__DRI_IMAGE_USE_LINEAR |1450__DRI_IMAGE_USE_BACKBUFFER |1451__DRI_IMAGE_USE_SCANOUT,1452buffer);1453pixmap_buffer = linear_buffer_display_gpu;1454}14551456if (!pixmap_buffer) {1457buffer->linear_buffer =1458draw->ext->image->createImage(draw->dri_screen,1459width, height,1460dri3_linear_format_for_format(draw, format),1461__DRI_IMAGE_USE_SHARE |1462__DRI_IMAGE_USE_LINEAR |1463__DRI_IMAGE_USE_BACKBUFFER |1464__DRI_IMAGE_USE_SCANOUT,1465buffer);14661467pixmap_buffer = buffer->linear_buffer;1468if (!buffer->linear_buffer) {1469goto no_linear_buffer;1470}1471}1472}14731474/* X want some information about the planes, so ask the image for it1475*/1476if (!draw->ext->image->queryImage(pixmap_buffer, __DRI_IMAGE_ATTRIB_NUM_PLANES,1477&num_planes))1478num_planes = 1;14791480for (i = 0; i < num_planes; i++) {1481__DRIimage *image = draw->ext->image->fromPlanar(pixmap_buffer, i, NULL);14821483if (!image) {1484assert(i == 0);1485image = pixmap_buffer;1486}14871488buffer_fds[i] = -1;14891490ret = draw->ext->image->queryImage(image, __DRI_IMAGE_ATTRIB_FD,1491&buffer_fds[i]);1492ret &= draw->ext->image->queryImage(image, __DRI_IMAGE_ATTRIB_STRIDE,1493&buffer->strides[i]);1494ret &= draw->ext->image->queryImage(image, __DRI_IMAGE_ATTRIB_OFFSET,1495&buffer->offsets[i]);1496if (image != pixmap_buffer)1497draw->ext->image->destroyImage(image);14981499if (!ret)1500goto no_buffer_attrib;1501}15021503ret = draw->ext->image->queryImage(pixmap_buffer,1504__DRI_IMAGE_ATTRIB_MODIFIER_UPPER, &mod);1505buffer->modifier = (uint64_t) mod << 32;1506ret &= draw->ext->image->queryImage(pixmap_buffer,1507__DRI_IMAGE_ATTRIB_MODIFIER_LOWER, &mod);1508buffer->modifier |= (uint64_t)(mod & 0xffffffff);15091510if (!ret)1511buffer->modifier = DRM_FORMAT_MOD_INVALID;15121513if (draw->is_different_gpu && draw->dri_screen_display_gpu &&1514linear_buffer_display_gpu) {1515/* The linear buffer was created in the display GPU's vram, so we1516* need to make it visible to render GPU1517*/1518buffer->linear_buffer =1519draw->ext->image->createImageFromFds(draw->dri_screen,1520width,1521height,1522image_format_to_fourcc(format),1523&buffer_fds[0], num_planes,1524&buffer->strides[0],1525&buffer->offsets[0],1526buffer);1527if (!buffer->linear_buffer)1528goto no_buffer_attrib;15291530draw->ext->image->destroyImage(linear_buffer_display_gpu);1531}15321533pixmap = xcb_generate_id(draw->conn);1534#ifdef HAVE_DRI3_MODIFIERS1535if (draw->multiplanes_available &&1536buffer->modifier != DRM_FORMAT_MOD_INVALID) {1537xcb_dri3_pixmap_from_buffers(draw->conn,1538pixmap,1539draw->window,1540num_planes,1541width, height,1542buffer->strides[0], buffer->offsets[0],1543buffer->strides[1], buffer->offsets[1],1544buffer->strides[2], buffer->offsets[2],1545buffer->strides[3], buffer->offsets[3],1546depth, buffer->cpp * 8,1547buffer->modifier,1548buffer_fds);1549} else1550#endif1551{1552xcb_dri3_pixmap_from_buffer(draw->conn,1553pixmap,1554draw->drawable,1555buffer->size,1556width, height, buffer->strides[0],1557depth, buffer->cpp * 8,1558buffer_fds[0]);1559}15601561xcb_dri3_fence_from_fd(draw->conn,1562pixmap,1563(sync_fence = xcb_generate_id(draw->conn)),1564false,1565fence_fd);15661567buffer->pixmap = pixmap;1568buffer->own_pixmap = true;1569buffer->sync_fence = sync_fence;1570buffer->shm_fence = shm_fence;1571buffer->width = width;1572buffer->height = height;15731574/* Mark the buffer as idle1575*/1576dri3_fence_set(buffer);15771578return buffer;15791580no_buffer_attrib:1581do {1582if (buffer_fds[i] != -1)1583close(buffer_fds[i]);1584} while (--i >= 0);1585draw->ext->image->destroyImage(pixmap_buffer);1586no_linear_buffer:1587if (draw->is_different_gpu)1588draw->ext->image->destroyImage(buffer->image);1589no_image:1590free(buffer);1591no_buffer:1592xshmfence_unmap_shm(shm_fence);1593no_shm_fence:1594close(fence_fd);1595return NULL;1596}15971598/** loader_dri3_update_drawable1599*1600* Called the first time we use the drawable and then1601* after we receive present configure notify events to1602* track the geometry of the drawable1603*/1604static int1605dri3_update_drawable(struct loader_dri3_drawable *draw)1606{1607mtx_lock(&draw->mtx);1608if (draw->first_init) {1609xcb_get_geometry_cookie_t geom_cookie;1610xcb_get_geometry_reply_t *geom_reply;1611xcb_void_cookie_t cookie;1612xcb_generic_error_t *error;1613xcb_present_query_capabilities_cookie_t present_capabilities_cookie;1614xcb_present_query_capabilities_reply_t *present_capabilities_reply;1615xcb_window_t root_win;16161617draw->first_init = false;16181619/* Try to select for input on the window.1620*1621* If the drawable is a window, this will get our events1622* delivered.1623*1624* Otherwise, we'll get a BadWindow error back from this request which1625* will let us know that the drawable is a pixmap instead.1626*/16271628draw->eid = xcb_generate_id(draw->conn);1629cookie =1630xcb_present_select_input_checked(draw->conn, draw->eid, draw->drawable,1631XCB_PRESENT_EVENT_MASK_CONFIGURE_NOTIFY |1632XCB_PRESENT_EVENT_MASK_COMPLETE_NOTIFY |1633XCB_PRESENT_EVENT_MASK_IDLE_NOTIFY);16341635present_capabilities_cookie =1636xcb_present_query_capabilities(draw->conn, draw->drawable);16371638/* Create an XCB event queue to hold present events outside of the usual1639* application event queue1640*/1641draw->special_event = xcb_register_for_special_xge(draw->conn,1642&xcb_present_id,1643draw->eid,1644draw->stamp);1645geom_cookie = xcb_get_geometry(draw->conn, draw->drawable);16461647geom_reply = xcb_get_geometry_reply(draw->conn, geom_cookie, NULL);16481649if (!geom_reply) {1650mtx_unlock(&draw->mtx);1651return false;1652}1653draw->width = geom_reply->width;1654draw->height = geom_reply->height;1655draw->depth = geom_reply->depth;1656draw->vtable->set_drawable_size(draw, draw->width, draw->height);1657root_win = geom_reply->root;16581659free(geom_reply);16601661draw->is_pixmap = false;16621663/* Check to see if our select input call failed. If it failed with a1664* BadWindow error, then assume the drawable is a pixmap. Destroy the1665* special event queue created above and mark the drawable as a pixmap1666*/16671668error = xcb_request_check(draw->conn, cookie);16691670present_capabilities_reply =1671xcb_present_query_capabilities_reply(draw->conn,1672present_capabilities_cookie,1673NULL);16741675if (present_capabilities_reply) {1676draw->present_capabilities = present_capabilities_reply->capabilities;1677free(present_capabilities_reply);1678} else1679draw->present_capabilities = 0;16801681if (error) {1682if (error->error_code != BadWindow) {1683free(error);1684mtx_unlock(&draw->mtx);1685return false;1686}1687free(error);1688draw->is_pixmap = true;1689xcb_unregister_for_special_event(draw->conn, draw->special_event);1690draw->special_event = NULL;1691}16921693if (draw->is_pixmap)1694draw->window = root_win;1695else1696draw->window = draw->drawable;1697}1698dri3_flush_present_events(draw);1699mtx_unlock(&draw->mtx);1700return true;1701}17021703__DRIimage *1704loader_dri3_create_image(xcb_connection_t *c,1705xcb_dri3_buffer_from_pixmap_reply_t *bp_reply,1706unsigned int format,1707__DRIscreen *dri_screen,1708const __DRIimageExtension *image,1709void *loaderPrivate)1710{1711int *fds;1712__DRIimage *image_planar, *ret;1713int stride, offset;17141715/* Get an FD for the pixmap object1716*/1717fds = xcb_dri3_buffer_from_pixmap_reply_fds(c, bp_reply);17181719stride = bp_reply->stride;1720offset = 0;17211722/* createImageFromFds creates a wrapper __DRIimage structure which1723* can deal with multiple planes for things like Yuv images. So, once1724* we've gotten the planar wrapper, pull the single plane out of it and1725* discard the wrapper.1726*/1727image_planar = image->createImageFromFds(dri_screen,1728bp_reply->width,1729bp_reply->height,1730image_format_to_fourcc(format),1731fds, 1,1732&stride, &offset, loaderPrivate);1733close(fds[0]);1734if (!image_planar)1735return NULL;17361737ret = image->fromPlanar(image_planar, 0, loaderPrivate);17381739if (!ret)1740ret = image_planar;1741else1742image->destroyImage(image_planar);17431744return ret;1745}17461747#ifdef HAVE_DRI3_MODIFIERS1748__DRIimage *1749loader_dri3_create_image_from_buffers(xcb_connection_t *c,1750xcb_dri3_buffers_from_pixmap_reply_t *bp_reply,1751unsigned int format,1752__DRIscreen *dri_screen,1753const __DRIimageExtension *image,1754void *loaderPrivate)1755{1756__DRIimage *ret;1757int *fds;1758uint32_t *strides_in, *offsets_in;1759int strides[4], offsets[4];1760unsigned error;1761int i;17621763if (bp_reply->nfd > 4)1764return NULL;17651766fds = xcb_dri3_buffers_from_pixmap_reply_fds(c, bp_reply);1767strides_in = xcb_dri3_buffers_from_pixmap_strides(bp_reply);1768offsets_in = xcb_dri3_buffers_from_pixmap_offsets(bp_reply);1769for (i = 0; i < bp_reply->nfd; i++) {1770strides[i] = strides_in[i];1771offsets[i] = offsets_in[i];1772}17731774ret = image->createImageFromDmaBufs2(dri_screen,1775bp_reply->width,1776bp_reply->height,1777image_format_to_fourcc(format),1778bp_reply->modifier,1779fds, bp_reply->nfd,1780strides, offsets,17810, 0, 0, 0, /* UNDEFINED */1782&error, loaderPrivate);17831784for (i = 0; i < bp_reply->nfd; i++)1785close(fds[i]);17861787return ret;1788}1789#endif17901791/** dri3_get_pixmap_buffer1792*1793* Get the DRM object for a pixmap from the X server and1794* wrap that with a __DRIimage structure using createImageFromFds1795*/1796static struct loader_dri3_buffer *1797dri3_get_pixmap_buffer(__DRIdrawable *driDrawable, unsigned int format,1798enum loader_dri3_buffer_type buffer_type,1799struct loader_dri3_drawable *draw)1800{1801int buf_id = loader_dri3_pixmap_buf_id(buffer_type);1802struct loader_dri3_buffer *buffer = draw->buffers[buf_id];1803xcb_drawable_t pixmap;1804xcb_sync_fence_t sync_fence;1805struct xshmfence *shm_fence;1806int width;1807int height;1808int fence_fd;1809__DRIscreen *cur_screen;18101811if (buffer)1812return buffer;18131814pixmap = draw->drawable;18151816buffer = calloc(1, sizeof *buffer);1817if (!buffer)1818goto no_buffer;18191820fence_fd = xshmfence_alloc_shm();1821if (fence_fd < 0)1822goto no_fence;1823shm_fence = xshmfence_map_shm(fence_fd);1824if (shm_fence == NULL) {1825close (fence_fd);1826goto no_fence;1827}18281829/* Get the currently-bound screen or revert to using the drawable's screen if1830* no contexts are currently bound. The latter case is at least necessary for1831* obs-studio, when using Window Capture (Xcomposite) as a Source.1832*/1833cur_screen = draw->vtable->get_dri_screen();1834if (!cur_screen) {1835cur_screen = draw->dri_screen;1836}18371838xcb_dri3_fence_from_fd(draw->conn,1839pixmap,1840(sync_fence = xcb_generate_id(draw->conn)),1841false,1842fence_fd);1843#ifdef HAVE_DRI3_MODIFIERS1844if (draw->multiplanes_available &&1845draw->ext->image->base.version >= 15 &&1846draw->ext->image->createImageFromDmaBufs2) {1847xcb_dri3_buffers_from_pixmap_cookie_t bps_cookie;1848xcb_dri3_buffers_from_pixmap_reply_t *bps_reply;18491850bps_cookie = xcb_dri3_buffers_from_pixmap(draw->conn, pixmap);1851bps_reply = xcb_dri3_buffers_from_pixmap_reply(draw->conn, bps_cookie,1852NULL);1853if (!bps_reply)1854goto no_image;1855buffer->image =1856loader_dri3_create_image_from_buffers(draw->conn, bps_reply, format,1857cur_screen, draw->ext->image,1858buffer);1859width = bps_reply->width;1860height = bps_reply->height;1861free(bps_reply);1862} else1863#endif1864{1865xcb_dri3_buffer_from_pixmap_cookie_t bp_cookie;1866xcb_dri3_buffer_from_pixmap_reply_t *bp_reply;18671868bp_cookie = xcb_dri3_buffer_from_pixmap(draw->conn, pixmap);1869bp_reply = xcb_dri3_buffer_from_pixmap_reply(draw->conn, bp_cookie, NULL);1870if (!bp_reply)1871goto no_image;18721873buffer->image = loader_dri3_create_image(draw->conn, bp_reply, format,1874cur_screen, draw->ext->image,1875buffer);1876width = bp_reply->width;1877height = bp_reply->height;1878free(bp_reply);1879}18801881if (!buffer->image)1882goto no_image;18831884buffer->pixmap = pixmap;1885buffer->own_pixmap = false;1886buffer->width = width;1887buffer->height = height;1888buffer->shm_fence = shm_fence;1889buffer->sync_fence = sync_fence;18901891draw->buffers[buf_id] = buffer;18921893return buffer;18941895no_image:1896xcb_sync_destroy_fence(draw->conn, sync_fence);1897xshmfence_unmap_shm(shm_fence);1898no_fence:1899free(buffer);1900no_buffer:1901return NULL;1902}19031904/** dri3_get_buffer1905*1906* Find a front or back buffer, allocating new ones as necessary1907*/1908static struct loader_dri3_buffer *1909dri3_get_buffer(__DRIdrawable *driDrawable,1910unsigned int format,1911enum loader_dri3_buffer_type buffer_type,1912struct loader_dri3_drawable *draw)1913{1914struct loader_dri3_buffer *buffer;1915bool fence_await = buffer_type == loader_dri3_buffer_back;1916int buf_id;19171918if (buffer_type == loader_dri3_buffer_back) {1919draw->back_format = format;19201921buf_id = dri3_find_back(draw);19221923if (buf_id < 0)1924return NULL;1925} else {1926buf_id = LOADER_DRI3_FRONT_ID;1927}19281929buffer = draw->buffers[buf_id];19301931/* Allocate a new buffer if there isn't an old one, if that1932* old one is the wrong size, or if it's suboptimal1933*/1934if (!buffer || buffer->width != draw->width ||1935buffer->height != draw->height ||1936buffer->reallocate) {1937struct loader_dri3_buffer *new_buffer;19381939/* Allocate the new buffers1940*/1941new_buffer = dri3_alloc_render_buffer(draw,1942format,1943draw->width,1944draw->height,1945draw->depth);1946if (!new_buffer)1947return NULL;19481949/* When resizing, copy the contents of the old buffer, waiting for that1950* copy to complete using our fences before proceeding1951*/1952if ((buffer_type == loader_dri3_buffer_back ||1953(buffer_type == loader_dri3_buffer_front && draw->have_fake_front))1954&& buffer) {19551956/* Fill the new buffer with data from an old buffer */1957if (!loader_dri3_blit_image(draw,1958new_buffer->image,1959buffer->image,19600, 0,1961MIN2(buffer->width, new_buffer->width),1962MIN2(buffer->height, new_buffer->height),19630, 0, 0) &&1964!buffer->linear_buffer) {1965dri3_fence_reset(draw->conn, new_buffer);1966dri3_copy_area(draw->conn,1967buffer->pixmap,1968new_buffer->pixmap,1969dri3_drawable_gc(draw),19700, 0, 0, 0,1971draw->width, draw->height);1972dri3_fence_trigger(draw->conn, new_buffer);1973fence_await = true;1974}1975dri3_free_render_buffer(draw, buffer);1976} else if (buffer_type == loader_dri3_buffer_front) {1977/* Fill the new fake front with data from a real front */1978loader_dri3_swapbuffer_barrier(draw);1979dri3_fence_reset(draw->conn, new_buffer);1980dri3_copy_area(draw->conn,1981draw->drawable,1982new_buffer->pixmap,1983dri3_drawable_gc(draw),19840, 0, 0, 0,1985draw->width, draw->height);1986dri3_fence_trigger(draw->conn, new_buffer);19871988if (new_buffer->linear_buffer) {1989dri3_fence_await(draw->conn, draw, new_buffer);1990(void) loader_dri3_blit_image(draw,1991new_buffer->image,1992new_buffer->linear_buffer,19930, 0, draw->width, draw->height,19940, 0, 0);1995} else1996fence_await = true;1997}1998buffer = new_buffer;1999draw->buffers[buf_id] = buffer;2000}20012002if (fence_await)2003dri3_fence_await(draw->conn, draw, buffer);20042005/*2006* Do we need to preserve the content of a previous buffer?2007*2008* Note that this blit is needed only to avoid a wait for a buffer that2009* is currently in the flip chain or being scanned out from. That's really2010* a tradeoff. If we're ok with the wait we can reduce the number of back2011* buffers to 1 for SWAP_EXCHANGE, and 1 for SWAP_COPY,2012* but in the latter case we must disallow page-flipping.2013*/2014if (buffer_type == loader_dri3_buffer_back &&2015draw->cur_blit_source != -1 &&2016draw->buffers[draw->cur_blit_source] &&2017buffer != draw->buffers[draw->cur_blit_source]) {20182019struct loader_dri3_buffer *source = draw->buffers[draw->cur_blit_source];20202021/* Avoid flushing here. Will propably do good for tiling hardware. */2022(void) loader_dri3_blit_image(draw,2023buffer->image,2024source->image,20250, 0, draw->width, draw->height,20260, 0, 0);2027buffer->last_swap = source->last_swap;2028draw->cur_blit_source = -1;2029}2030/* Return the requested buffer */2031return buffer;2032}20332034/** dri3_free_buffers2035*2036* Free the front bufffer or all of the back buffers. Used2037* when the application changes which buffers it needs2038*/2039static void2040dri3_free_buffers(__DRIdrawable *driDrawable,2041enum loader_dri3_buffer_type buffer_type,2042struct loader_dri3_drawable *draw)2043{2044struct loader_dri3_buffer *buffer;2045int first_id;2046int n_id;2047int buf_id;20482049switch (buffer_type) {2050case loader_dri3_buffer_back:2051first_id = LOADER_DRI3_BACK_ID(0);2052n_id = LOADER_DRI3_MAX_BACK;2053draw->cur_blit_source = -1;2054break;2055case loader_dri3_buffer_front:2056first_id = LOADER_DRI3_FRONT_ID;2057/* Don't free a fake front holding new backbuffer content. */2058n_id = (draw->cur_blit_source == LOADER_DRI3_FRONT_ID) ? 0 : 1;2059break;2060default:2061unreachable("unhandled buffer_type");2062}20632064for (buf_id = first_id; buf_id < first_id + n_id; buf_id++) {2065buffer = draw->buffers[buf_id];2066if (buffer) {2067dri3_free_render_buffer(draw, buffer);2068draw->buffers[buf_id] = NULL;2069}2070}2071}20722073/** loader_dri3_get_buffers2074*2075* The published buffer allocation API.2076* Returns all of the necessary buffers, allocating2077* as needed.2078*/2079int2080loader_dri3_get_buffers(__DRIdrawable *driDrawable,2081unsigned int format,2082uint32_t *stamp,2083void *loaderPrivate,2084uint32_t buffer_mask,2085struct __DRIimageList *buffers)2086{2087struct loader_dri3_drawable *draw = loaderPrivate;2088struct loader_dri3_buffer *front, *back;2089int buf_id;20902091buffers->image_mask = 0;2092buffers->front = NULL;2093buffers->back = NULL;20942095front = NULL;2096back = NULL;20972098if (!dri3_update_drawable(draw))2099return false;21002101dri3_update_max_num_back(draw);21022103/* Free no longer needed back buffers */2104for (buf_id = draw->cur_num_back; buf_id < LOADER_DRI3_MAX_BACK; buf_id++) {2105if (draw->cur_blit_source != buf_id && draw->buffers[buf_id]) {2106dri3_free_render_buffer(draw, draw->buffers[buf_id]);2107draw->buffers[buf_id] = NULL;2108}2109}21102111/* pixmaps always have front buffers.2112* Exchange swaps also mandate fake front buffers.2113*/2114if (draw->is_pixmap || draw->swap_method == __DRI_ATTRIB_SWAP_EXCHANGE)2115buffer_mask |= __DRI_IMAGE_BUFFER_FRONT;21162117if (buffer_mask & __DRI_IMAGE_BUFFER_FRONT) {2118/* All pixmaps are owned by the server gpu.2119* When we use a different gpu, we can't use the pixmap2120* as buffer since it is potentially tiled a way2121* our device can't understand. In this case, use2122* a fake front buffer. Hopefully the pixmap2123* content will get synced with the fake front2124* buffer.2125*/2126if (draw->is_pixmap && !draw->is_different_gpu)2127front = dri3_get_pixmap_buffer(driDrawable,2128format,2129loader_dri3_buffer_front,2130draw);2131else2132front = dri3_get_buffer(driDrawable,2133format,2134loader_dri3_buffer_front,2135draw);21362137if (!front)2138return false;2139} else {2140dri3_free_buffers(driDrawable, loader_dri3_buffer_front, draw);2141draw->have_fake_front = 0;2142}21432144if (buffer_mask & __DRI_IMAGE_BUFFER_BACK) {2145back = dri3_get_buffer(driDrawable,2146format,2147loader_dri3_buffer_back,2148draw);2149if (!back)2150return false;2151draw->have_back = 1;2152} else {2153dri3_free_buffers(driDrawable, loader_dri3_buffer_back, draw);2154draw->have_back = 0;2155}21562157if (front) {2158buffers->image_mask |= __DRI_IMAGE_BUFFER_FRONT;2159buffers->front = front->image;2160draw->have_fake_front = draw->is_different_gpu || !draw->is_pixmap;2161}21622163if (back) {2164buffers->image_mask |= __DRI_IMAGE_BUFFER_BACK;2165buffers->back = back->image;2166}21672168draw->stamp = stamp;21692170return true;2171}21722173/** loader_dri3_update_drawable_geometry2174*2175* Get the current drawable geometry.2176*/2177void2178loader_dri3_update_drawable_geometry(struct loader_dri3_drawable *draw)2179{2180xcb_get_geometry_cookie_t geom_cookie;2181xcb_get_geometry_reply_t *geom_reply;21822183geom_cookie = xcb_get_geometry(draw->conn, draw->drawable);21842185geom_reply = xcb_get_geometry_reply(draw->conn, geom_cookie, NULL);21862187if (geom_reply) {2188draw->width = geom_reply->width;2189draw->height = geom_reply->height;2190draw->vtable->set_drawable_size(draw, draw->width, draw->height);2191draw->ext->flush->invalidate(draw->dri_drawable);21922193free(geom_reply);2194}2195}219621972198/**2199* Make sure the server has flushed all pending swap buffers to hardware2200* for this drawable. Ideally we'd want to send an X protocol request to2201* have the server block our connection until the swaps are complete. That2202* would avoid the potential round-trip here.2203*/2204void2205loader_dri3_swapbuffer_barrier(struct loader_dri3_drawable *draw)2206{2207int64_t ust, msc, sbc;22082209(void) loader_dri3_wait_for_sbc(draw, 0, &ust, &msc, &sbc);2210}22112212/**2213* Perform any cleanup associated with a close screen operation.2214* \param dri_screen[in,out] Pointer to __DRIscreen about to be closed.2215*2216* This function destroys the screen's cached swap context if any.2217*/2218void2219loader_dri3_close_screen(__DRIscreen *dri_screen)2220{2221mtx_lock(&blit_context.mtx);2222if (blit_context.ctx && blit_context.cur_screen == dri_screen) {2223blit_context.core->destroyContext(blit_context.ctx);2224blit_context.ctx = NULL;2225}2226mtx_unlock(&blit_context.mtx);2227}22282229/**2230* Find a backbuffer slot - potentially allocating a back buffer2231*2232* \param draw[in,out] Pointer to the drawable for which to find back.2233* \return Pointer to a new back buffer or NULL if allocation failed or was2234* not mandated.2235*2236* Find a potentially new back buffer, and if it's not been allocated yet and2237* in addition needs initializing, then try to allocate and initialize it.2238*/2239#include <stdio.h>2240static struct loader_dri3_buffer *2241dri3_find_back_alloc(struct loader_dri3_drawable *draw)2242{2243struct loader_dri3_buffer *back;2244int id;22452246id = dri3_find_back(draw);2247if (id < 0)2248return NULL;22492250back = draw->buffers[id];2251/* Allocate a new back if we haven't got one */2252if (!back && draw->back_format != __DRI_IMAGE_FORMAT_NONE &&2253dri3_update_drawable(draw))2254back = dri3_alloc_render_buffer(draw, draw->back_format,2255draw->width, draw->height, draw->depth);22562257if (!back)2258return NULL;22592260draw->buffers[id] = back;22612262/* If necessary, prefill the back with data according to swap_method mode. */2263if (draw->cur_blit_source != -1 &&2264draw->buffers[draw->cur_blit_source] &&2265back != draw->buffers[draw->cur_blit_source]) {2266struct loader_dri3_buffer *source = draw->buffers[draw->cur_blit_source];22672268dri3_fence_await(draw->conn, draw, source);2269dri3_fence_await(draw->conn, draw, back);2270(void) loader_dri3_blit_image(draw,2271back->image,2272source->image,22730, 0, draw->width, draw->height,22740, 0, 0);2275back->last_swap = source->last_swap;2276draw->cur_blit_source = -1;2277}22782279return back;2280}228122822283