@inproceedings{colley2023developing, title = {Developing an Emoji-Based User Experience Questionnaire: UEQ-Emoji}, author = {Ashley Colley and Sven Mayer and Jonna H\"{a}kkil\"{a}}, year = {2023}, booktitle = {Proceedings of the 22nd International Conference on Mobile and Ubiquitous Multimedia}, publisher = {Association for Computing Machinery}, address = {Vienna, Austria}, series = {MUM '23}, pages = {65-73}, doi = {10.1145/3626705.3627767}, isbn = {9798400709210}, url = {https://sven-mayer.com/wp-content/uploads/2023/12/colley2023developing.pdf}, date = {2023-01-01}, abstract = {Emojis are increasingly used in tools to evaluate user opinions, typically through happy-to-sad rating scales. We extended this concept by developing an emoji-based User Experience Questionnaire (UEQ), a well-established UX evaluation tool. Our design process involved selecting emojis corresponding to UEQ adjectives and creating bipolar emoji scales. The final tool covered 11 scales but could not represent the novelty subscale due to limitations of the emoji language. A comparative user study showed statistically similar results for 7 out of 11 scales between the emoji-based and word-based UEQs. Although the word-based version was preferred, our findings suggest that emoji-based scales can be a viable alternative for UX evaluation. Our work provides new insights into the potential and limitations of using emojis in UX research. Supplementary materials include a ready-to-use UEQ-Emoji form and an analysis tool.}, keywords = {Bipolar Differential Rating Scales, Emojis, Survey Design, User Experience (UX), User Experience Questionnaire (UEQ), User Study, UX Evaluation Tools} }