Lines Matching full:map
3 // Register map access API
36 static inline bool regmap_should_log(struct regmap *map) in regmap_should_log() argument
38 return (map->dev && strcmp(dev_name(map->dev), LOG_DEVICE) == 0); in regmap_should_log()
41 static inline bool regmap_should_log(struct regmap *map) { return false; } in regmap_should_log() argument
45 static int _regmap_update_bits(struct regmap *map, unsigned int reg,
74 bool regmap_check_range_table(struct regmap *map, unsigned int reg, in regmap_check_range_table() argument
90 bool regmap_writeable(struct regmap *map, unsigned int reg) in regmap_writeable() argument
92 if (map->max_register_is_set && reg > map->max_register) in regmap_writeable()
95 if (map->writeable_reg) in regmap_writeable()
96 return map->writeable_reg(map->dev, reg); in regmap_writeable()
98 if (map->wr_table) in regmap_writeable()
99 return regmap_check_range_table(map, reg, map->wr_table); in regmap_writeable()
104 bool regmap_cached(struct regmap *map, unsigned int reg) in regmap_cached() argument
109 if (map->cache_type == REGCACHE_NONE) in regmap_cached()
112 if (!map->cache_ops) in regmap_cached()
115 if (map->max_register_is_set && reg > map->max_register) in regmap_cached()
118 map->lock(map->lock_arg); in regmap_cached()
119 ret = regcache_read(map, reg, &val); in regmap_cached()
120 map->unlock(map->lock_arg); in regmap_cached()
127 bool regmap_readable(struct regmap *map, unsigned int reg) in regmap_readable() argument
129 if (!map->reg_read) in regmap_readable()
132 if (map->max_register_is_set && reg > map->max_register) in regmap_readable()
135 if (map->format.format_write) in regmap_readable()
138 if (map->readable_reg) in regmap_readable()
139 return map->readable_reg(map->dev, reg); in regmap_readable()
141 if (map->rd_table) in regmap_readable()
142 return regmap_check_range_table(map, reg, map->rd_table); in regmap_readable()
147 bool regmap_volatile(struct regmap *map, unsigned int reg) in regmap_volatile() argument
149 if (!map->format.format_write && !regmap_readable(map, reg)) in regmap_volatile()
152 if (map->volatile_reg) in regmap_volatile()
153 return map->volatile_reg(map->dev, reg); in regmap_volatile()
155 if (map->volatile_table) in regmap_volatile()
156 return regmap_check_range_table(map, reg, map->volatile_table); in regmap_volatile()
158 if (map->cache_ops) in regmap_volatile()
164 bool regmap_precious(struct regmap *map, unsigned int reg) in regmap_precious() argument
166 if (!regmap_readable(map, reg)) in regmap_precious()
169 if (map->precious_reg) in regmap_precious()
170 return map->precious_reg(map->dev, reg); in regmap_precious()
172 if (map->precious_table) in regmap_precious()
173 return regmap_check_range_table(map, reg, map->precious_table); in regmap_precious()
178 bool regmap_writeable_noinc(struct regmap *map, unsigned int reg) in regmap_writeable_noinc() argument
180 if (map->writeable_noinc_reg) in regmap_writeable_noinc()
181 return map->writeable_noinc_reg(map->dev, reg); in regmap_writeable_noinc()
183 if (map->wr_noinc_table) in regmap_writeable_noinc()
184 return regmap_check_range_table(map, reg, map->wr_noinc_table); in regmap_writeable_noinc()
189 bool regmap_readable_noinc(struct regmap *map, unsigned int reg) in regmap_readable_noinc() argument
191 if (map->readable_noinc_reg) in regmap_readable_noinc()
192 return map->readable_noinc_reg(map->dev, reg); in regmap_readable_noinc()
194 if (map->rd_noinc_table) in regmap_readable_noinc()
195 return regmap_check_range_table(map, reg, map->rd_noinc_table); in regmap_readable_noinc()
200 static bool regmap_volatile_range(struct regmap *map, unsigned int reg, in regmap_volatile_range() argument
206 if (!regmap_volatile(map, reg + regmap_get_offset(map, i))) in regmap_volatile_range()
212 static void regmap_format_12_20_write(struct regmap *map, in regmap_format_12_20_write() argument
215 u8 *out = map->work_buf; in regmap_format_12_20_write()
224 static void regmap_format_2_6_write(struct regmap *map, in regmap_format_2_6_write() argument
227 u8 *out = map->work_buf; in regmap_format_2_6_write()
232 static void regmap_format_4_12_write(struct regmap *map, in regmap_format_4_12_write() argument
235 __be16 *out = map->work_buf; in regmap_format_4_12_write()
239 static void regmap_format_7_9_write(struct regmap *map, in regmap_format_7_9_write() argument
242 __be16 *out = map->work_buf; in regmap_format_7_9_write()
246 static void regmap_format_7_17_write(struct regmap *map, in regmap_format_7_17_write() argument
249 u8 *out = map->work_buf; in regmap_format_7_17_write()
256 static void regmap_format_10_14_write(struct regmap *map, in regmap_format_10_14_write() argument
259 u8 *out = map->work_buf; in regmap_format_10_14_write()
396 struct regmap *map = __map; in regmap_lock_hwlock() local
398 hwspin_lock_timeout(map->hwlock, UINT_MAX); in regmap_lock_hwlock()
403 struct regmap *map = __map; in regmap_lock_hwlock_irq() local
405 hwspin_lock_timeout_irq(map->hwlock, UINT_MAX); in regmap_lock_hwlock_irq()
410 struct regmap *map = __map; in regmap_lock_hwlock_irqsave() local
412 hwspin_lock_timeout_irqsave(map->hwlock, UINT_MAX, in regmap_lock_hwlock_irqsave()
413 &map->spinlock_flags); in regmap_lock_hwlock_irqsave()
418 struct regmap *map = __map; in regmap_unlock_hwlock() local
420 hwspin_unlock(map->hwlock); in regmap_unlock_hwlock()
425 struct regmap *map = __map; in regmap_unlock_hwlock_irq() local
427 hwspin_unlock_irq(map->hwlock); in regmap_unlock_hwlock_irq()
432 struct regmap *map = __map; in regmap_unlock_hwlock_irqrestore() local
434 hwspin_unlock_irqrestore(map->hwlock, &map->spinlock_flags); in regmap_unlock_hwlock_irqrestore()
444 struct regmap *map = __map; in regmap_lock_mutex() local
445 mutex_lock(&map->mutex); in regmap_lock_mutex()
450 struct regmap *map = __map; in regmap_unlock_mutex() local
451 mutex_unlock(&map->mutex); in regmap_unlock_mutex()
455 __acquires(&map->spinlock) in regmap_lock_spinlock()
457 struct regmap *map = __map; in regmap_lock_spinlock() local
460 spin_lock_irqsave(&map->spinlock, flags); in regmap_lock_spinlock()
461 map->spinlock_flags = flags; in regmap_lock_spinlock()
465 __releases(&map->spinlock) in regmap_unlock_spinlock()
467 struct regmap *map = __map; in regmap_unlock_spinlock() local
468 spin_unlock_irqrestore(&map->spinlock, map->spinlock_flags); in regmap_unlock_spinlock()
472 __acquires(&map->raw_spinlock) in regmap_lock_raw_spinlock()
474 struct regmap *map = __map; in regmap_lock_raw_spinlock() local
477 raw_spin_lock_irqsave(&map->raw_spinlock, flags); in regmap_lock_raw_spinlock()
478 map->raw_spinlock_flags = flags; in regmap_lock_raw_spinlock()
482 __releases(&map->raw_spinlock) in regmap_unlock_raw_spinlock()
484 struct regmap *map = __map; in regmap_unlock_raw_spinlock() local
485 raw_spin_unlock_irqrestore(&map->raw_spinlock, map->raw_spinlock_flags); in regmap_unlock_raw_spinlock()
497 static bool _regmap_range_add(struct regmap *map, in _regmap_range_add() argument
500 struct rb_root *root = &map->range_tree; in _regmap_range_add()
522 static struct regmap_range_node *_regmap_range_lookup(struct regmap *map, in _regmap_range_lookup() argument
525 struct rb_node *node = map->range_tree.rb_node; in _regmap_range_lookup()
542 static void regmap_range_exit(struct regmap *map) in regmap_range_exit() argument
547 next = rb_first(&map->range_tree); in regmap_range_exit()
551 rb_erase(&range_node->node, &map->range_tree); in regmap_range_exit()
555 kfree(map->selector_work_buf); in regmap_range_exit()
558 static int regmap_set_name(struct regmap *map, const struct regmap_config *config) in regmap_set_name() argument
566 kfree_const(map->name); in regmap_set_name()
567 map->name = name; in regmap_set_name()
573 int regmap_attach_dev(struct device *dev, struct regmap *map, in regmap_attach_dev() argument
579 map->dev = dev; in regmap_attach_dev()
581 ret = regmap_set_name(map, config); in regmap_attach_dev()
585 regmap_debugfs_exit(map); in regmap_attach_dev()
586 regmap_debugfs_init(map); in regmap_attach_dev()
591 regmap_debugfs_exit(map); in regmap_attach_dev()
594 *m = map; in regmap_attach_dev()
603 static int regmap_detach_dev(struct device *dev, struct regmap *map) in regmap_detach_dev() argument
609 dev_get_regmap_match, (void *)map->name); in regmap_detach_dev()
682 struct regmap *map; in __regmap_init() local
690 map = kzalloc(sizeof(*map), GFP_KERNEL); in __regmap_init()
691 if (map == NULL) { in __regmap_init()
696 ret = regmap_set_name(map, config); in __regmap_init()
703 map->lock = map->unlock = regmap_lock_unlock_none; in __regmap_init()
704 map->can_sleep = config->can_sleep; in __regmap_init()
705 regmap_debugfs_disable(map); in __regmap_init()
707 map->lock = config->lock; in __regmap_init()
708 map->unlock = config->unlock; in __regmap_init()
709 map->lock_arg = config->lock_arg; in __regmap_init()
710 map->can_sleep = config->can_sleep; in __regmap_init()
712 map->hwlock = hwspin_lock_request_specific(config->hwlock_id); in __regmap_init()
713 if (!map->hwlock) { in __regmap_init()
720 map->lock = regmap_lock_hwlock_irqsave; in __regmap_init()
721 map->unlock = regmap_unlock_hwlock_irqrestore; in __regmap_init()
724 map->lock = regmap_lock_hwlock_irq; in __regmap_init()
725 map->unlock = regmap_unlock_hwlock_irq; in __regmap_init()
728 map->lock = regmap_lock_hwlock; in __regmap_init()
729 map->unlock = regmap_unlock_hwlock; in __regmap_init()
733 map->lock_arg = map; in __regmap_init()
738 raw_spin_lock_init(&map->raw_spinlock); in __regmap_init()
739 map->lock = regmap_lock_raw_spinlock; in __regmap_init()
740 map->unlock = regmap_unlock_raw_spinlock; in __regmap_init()
741 lockdep_set_class_and_name(&map->raw_spinlock, in __regmap_init()
744 spin_lock_init(&map->spinlock); in __regmap_init()
745 map->lock = regmap_lock_spinlock; in __regmap_init()
746 map->unlock = regmap_unlock_spinlock; in __regmap_init()
747 lockdep_set_class_and_name(&map->spinlock, in __regmap_init()
751 mutex_init(&map->mutex); in __regmap_init()
752 map->lock = regmap_lock_mutex; in __regmap_init()
753 map->unlock = regmap_unlock_mutex; in __regmap_init()
754 map->can_sleep = true; in __regmap_init()
755 lockdep_set_class_and_name(&map->mutex, in __regmap_init()
758 map->lock_arg = map; in __regmap_init()
759 map->lock_key = lock_key; in __regmap_init()
767 map->alloc_flags = GFP_ATOMIC; in __regmap_init()
769 map->alloc_flags = GFP_KERNEL; in __regmap_init()
771 map->reg_base = config->reg_base; in __regmap_init()
772 map->reg_shift = config->pad_bits % 8; in __regmap_init()
774 map->format.pad_bytes = config->pad_bits / 8; in __regmap_init()
775 map->format.reg_shift = config->reg_shift; in __regmap_init()
776 map->format.reg_bytes = BITS_TO_BYTES(config->reg_bits); in __regmap_init()
777 map->format.val_bytes = BITS_TO_BYTES(config->val_bits); in __regmap_init()
778 map->format.buf_size = BITS_TO_BYTES(config->reg_bits + config->val_bits + config->pad_bits); in __regmap_init()
780 map->reg_stride = config->reg_stride; in __regmap_init()
782 map->reg_stride = 1; in __regmap_init()
783 if (is_power_of_2(map->reg_stride)) in __regmap_init()
784 map->reg_stride_order = ilog2(map->reg_stride); in __regmap_init()
786 map->reg_stride_order = -1; in __regmap_init()
787 map->use_single_read = config->use_single_read || !(config->read || (bus && bus->read)); in __regmap_init()
788 map->use_single_write = config->use_single_write || !(config->write || (bus && bus->write)); in __regmap_init()
789 map->can_multi_write = config->can_multi_write && (config->write || (bus && bus->write)); in __regmap_init()
791 map->max_raw_read = bus->max_raw_read; in __regmap_init()
792 map->max_raw_write = bus->max_raw_write; in __regmap_init()
794 map->max_raw_read = config->max_raw_read; in __regmap_init()
795 map->max_raw_write = config->max_raw_write; in __regmap_init()
797 map->dev = dev; in __regmap_init()
798 map->bus = bus; in __regmap_init()
799 map->bus_context = bus_context; in __regmap_init()
800 map->max_register = config->max_register; in __regmap_init()
801 map->max_register_is_set = map->max_register ?: config->max_register_is_0; in __regmap_init()
802 map->wr_table = config->wr_table; in __regmap_init()
803 map->rd_table = config->rd_table; in __regmap_init()
804 map->volatile_table = config->volatile_table; in __regmap_init()
805 map->precious_table = config->precious_table; in __regmap_init()
806 map->wr_noinc_table = config->wr_noinc_table; in __regmap_init()
807 map->rd_noinc_table = config->rd_noinc_table; in __regmap_init()
808 map->writeable_reg = config->writeable_reg; in __regmap_init()
809 map->readable_reg = config->readable_reg; in __regmap_init()
810 map->volatile_reg = config->volatile_reg; in __regmap_init()
811 map->precious_reg = config->precious_reg; in __regmap_init()
812 map->writeable_noinc_reg = config->writeable_noinc_reg; in __regmap_init()
813 map->readable_noinc_reg = config->readable_noinc_reg; in __regmap_init()
814 map->cache_type = config->cache_type; in __regmap_init()
816 spin_lock_init(&map->async_lock); in __regmap_init()
817 INIT_LIST_HEAD(&map->async_list); in __regmap_init()
818 INIT_LIST_HEAD(&map->async_free); in __regmap_init()
819 init_waitqueue_head(&map->async_waitq); in __regmap_init()
824 map->read_flag_mask = config->read_flag_mask; in __regmap_init()
825 map->write_flag_mask = config->write_flag_mask; in __regmap_init()
827 map->read_flag_mask = bus->read_flag_mask; in __regmap_init()
831 map->reg_read = _regmap_bus_read; in __regmap_init()
833 map->reg_update_bits = config->reg_update_bits; in __regmap_init()
836 map->read = config->read; in __regmap_init()
837 map->write = config->write; in __regmap_init()
842 map->reg_read = config->reg_read; in __regmap_init()
843 map->reg_write = config->reg_write; in __regmap_init()
844 map->reg_update_bits = config->reg_update_bits; in __regmap_init()
846 map->defer_caching = false; in __regmap_init()
849 map->reg_read = _regmap_bus_reg_read; in __regmap_init()
850 map->reg_write = _regmap_bus_reg_write; in __regmap_init()
851 map->reg_update_bits = bus->reg_update_bits; in __regmap_init()
853 map->defer_caching = false; in __regmap_init()
856 map->reg_read = _regmap_bus_read; in __regmap_init()
857 map->reg_update_bits = bus->reg_update_bits; in __regmap_init()
859 map->read = bus->read; in __regmap_init()
860 map->write = bus->write; in __regmap_init()
866 switch (config->reg_bits + map->reg_shift) { in __regmap_init()
870 map->format.format_write = regmap_format_2_6_write; in __regmap_init()
880 map->format.format_write = regmap_format_4_12_write; in __regmap_init()
890 map->format.format_write = regmap_format_7_9_write; in __regmap_init()
893 map->format.format_write = regmap_format_7_17_write; in __regmap_init()
903 map->format.format_write = regmap_format_10_14_write; in __regmap_init()
913 map->format.format_write = regmap_format_12_20_write; in __regmap_init()
921 map->format.format_reg = regmap_format_8; in __regmap_init()
927 map->format.format_reg = regmap_format_16_be; in __regmap_init()
930 map->format.format_reg = regmap_format_16_le; in __regmap_init()
933 map->format.format_reg = regmap_format_16_native; in __regmap_init()
943 map->format.format_reg = regmap_format_24_be; in __regmap_init()
953 map->format.format_reg = regmap_format_32_be; in __regmap_init()
956 map->format.format_reg = regmap_format_32_le; in __regmap_init()
959 map->format.format_reg = regmap_format_32_native; in __regmap_init()
971 map->format.parse_inplace = regmap_parse_inplace_noop; in __regmap_init()
975 map->format.format_val = regmap_format_8; in __regmap_init()
976 map->format.parse_val = regmap_parse_8; in __regmap_init()
977 map->format.parse_inplace = regmap_parse_inplace_noop; in __regmap_init()
982 map->format.format_val = regmap_format_16_be; in __regmap_init()
983 map->format.parse_val = regmap_parse_16_be; in __regmap_init()
984 map->format.parse_inplace = regmap_parse_16_be_inplace; in __regmap_init()
987 map->format.format_val = regmap_format_16_le; in __regmap_init()
988 map->format.parse_val = regmap_parse_16_le; in __regmap_init()
989 map->format.parse_inplace = regmap_parse_16_le_inplace; in __regmap_init()
992 map->format.format_val = regmap_format_16_native; in __regmap_init()
993 map->format.parse_val = regmap_parse_16_native; in __regmap_init()
1002 map->format.format_val = regmap_format_24_be; in __regmap_init()
1003 map->format.parse_val = regmap_parse_24_be; in __regmap_init()
1012 map->format.format_val = regmap_format_32_be; in __regmap_init()
1013 map->format.parse_val = regmap_parse_32_be; in __regmap_init()
1014 map->format.parse_inplace = regmap_parse_32_be_inplace; in __regmap_init()
1017 map->format.format_val = regmap_format_32_le; in __regmap_init()
1018 map->format.parse_val = regmap_parse_32_le; in __regmap_init()
1019 map->format.parse_inplace = regmap_parse_32_le_inplace; in __regmap_init()
1022 map->format.format_val = regmap_format_32_native; in __regmap_init()
1023 map->format.parse_val = regmap_parse_32_native; in __regmap_init()
1031 if (map->format.format_write) { in __regmap_init()
1035 map->use_single_write = true; in __regmap_init()
1038 if (!map->format.format_write && in __regmap_init()
1039 !(map->format.format_reg && map->format.format_val)) in __regmap_init()
1042 map->work_buf = kzalloc(map->format.buf_size, GFP_KERNEL); in __regmap_init()
1043 if (map->work_buf == NULL) { in __regmap_init()
1048 if (map->format.format_write) { in __regmap_init()
1049 map->defer_caching = false; in __regmap_init()
1050 map->reg_write = _regmap_bus_formatted_write; in __regmap_init()
1051 } else if (map->format.format_val) { in __regmap_init()
1052 map->defer_caching = true; in __regmap_init()
1053 map->reg_write = _regmap_bus_raw_write; in __regmap_init()
1058 map->range_tree = RB_ROOT; in __regmap_init()
1065 dev_err(map->dev, "Invalid range %d: %u < %u\n", i, in __regmap_init()
1070 if (range_cfg->range_max > map->max_register) { in __regmap_init()
1071 dev_err(map->dev, "Invalid range %d: %u > %u\n", i, in __regmap_init()
1072 range_cfg->range_max, map->max_register); in __regmap_init()
1076 if (range_cfg->selector_reg > map->max_register) { in __regmap_init()
1077 dev_err(map->dev, in __regmap_init()
1078 "Invalid range %d: selector out of map\n", i); in __regmap_init()
1083 dev_err(map->dev, "Invalid range %d: window_len 0\n", in __regmap_init()
1102 dev_err(map->dev, in __regmap_init()
1110 dev_err(map->dev, in __regmap_init()
1123 new->map = map; in __regmap_init()
1133 if (!_regmap_range_add(map, new)) { in __regmap_init()
1134 dev_err(map->dev, "Failed to add range %d\n", i); in __regmap_init()
1139 if (map->selector_work_buf == NULL) { in __regmap_init()
1140 map->selector_work_buf = in __regmap_init()
1141 kzalloc(map->format.buf_size, GFP_KERNEL); in __regmap_init()
1142 if (map->selector_work_buf == NULL) { in __regmap_init()
1149 ret = regcache_init(map, config); in __regmap_init()
1154 ret = regmap_attach_dev(dev, map, config); in __regmap_init()
1158 regmap_debugfs_init(map); in __regmap_init()
1161 return map; in __regmap_init()
1164 regcache_exit(map); in __regmap_init()
1166 regmap_range_exit(map); in __regmap_init()
1167 kfree(map->work_buf); in __regmap_init()
1169 if (map->hwlock) in __regmap_init()
1170 hwspin_lock_free(map->hwlock); in __regmap_init()
1172 kfree_const(map->name); in __regmap_init()
1174 kfree(map); in __regmap_init()
1408 * @map: Register map to operate on.
1411 * Discard any existing register cache for the map and initialize a
1419 int regmap_reinit_cache(struct regmap *map, const struct regmap_config *config) in regmap_reinit_cache() argument
1423 regcache_exit(map); in regmap_reinit_cache()
1424 regmap_debugfs_exit(map); in regmap_reinit_cache()
1426 map->max_register = config->max_register; in regmap_reinit_cache()
1427 map->max_register_is_set = map->max_register ?: config->max_register_is_0; in regmap_reinit_cache()
1428 map->writeable_reg = config->writeable_reg; in regmap_reinit_cache()
1429 map->readable_reg = config->readable_reg; in regmap_reinit_cache()
1430 map->volatile_reg = config->volatile_reg; in regmap_reinit_cache()
1431 map->precious_reg = config->precious_reg; in regmap_reinit_cache()
1432 map->writeable_noinc_reg = config->writeable_noinc_reg; in regmap_reinit_cache()
1433 map->readable_noinc_reg = config->readable_noinc_reg; in regmap_reinit_cache()
1434 map->cache_type = config->cache_type; in regmap_reinit_cache()
1436 ret = regmap_set_name(map, config); in regmap_reinit_cache()
1440 regmap_debugfs_init(map); in regmap_reinit_cache()
1442 map->cache_bypass = false; in regmap_reinit_cache()
1443 map->cache_only = false; in regmap_reinit_cache()
1445 return regcache_init(map, config); in regmap_reinit_cache()
1450 * regmap_exit() - Free a previously allocated register map
1452 * @map: Register map to operate on.
1454 void regmap_exit(struct regmap *map) in regmap_exit() argument
1458 regmap_detach_dev(map->dev, map); in regmap_exit()
1459 regcache_exit(map); in regmap_exit()
1461 regmap_debugfs_exit(map); in regmap_exit()
1462 regmap_range_exit(map); in regmap_exit()
1463 if (map->bus && map->bus->free_context) in regmap_exit()
1464 map->bus->free_context(map->bus_context); in regmap_exit()
1465 kfree(map->work_buf); in regmap_exit()
1466 while (!list_empty(&map->async_free)) { in regmap_exit()
1467 async = list_first_entry_or_null(&map->async_free, in regmap_exit()
1474 if (map->hwlock) in regmap_exit()
1475 hwspin_lock_free(map->hwlock); in regmap_exit()
1476 if (map->lock == regmap_lock_mutex) in regmap_exit()
1477 mutex_destroy(&map->mutex); in regmap_exit()
1478 kfree_const(map->name); in regmap_exit()
1479 kfree(map->patch); in regmap_exit()
1480 if (map->bus && map->bus->free_on_exit) in regmap_exit()
1481 kfree(map->bus); in regmap_exit()
1482 kfree(map); in regmap_exit()
1504 * @dev: Device to retrieve the map for
1505 * @name: Optional name for the register map, usually NULL.
1527 * @map: Register map to operate on.
1531 struct device *regmap_get_device(struct regmap *map) in regmap_get_device() argument
1533 return map->dev; in regmap_get_device()
1537 static int _regmap_select_page(struct regmap *map, unsigned int *reg, in _regmap_select_page() argument
1566 orig_work_buf = map->work_buf; in _regmap_select_page()
1567 map->work_buf = map->selector_work_buf; in _regmap_select_page()
1569 ret = _regmap_update_bits(map, range->selector_reg, in _regmap_select_page()
1574 map->work_buf = orig_work_buf; in _regmap_select_page()
1585 static void regmap_set_work_buf_flag_mask(struct regmap *map, int max_bytes, in regmap_set_work_buf_flag_mask() argument
1591 if (!mask || !map->work_buf) in regmap_set_work_buf_flag_mask()
1594 buf = map->work_buf; in regmap_set_work_buf_flag_mask()
1600 static unsigned int regmap_reg_addr(struct regmap *map, unsigned int reg) in regmap_reg_addr() argument
1602 reg += map->reg_base; in regmap_reg_addr()
1604 if (map->format.reg_shift > 0) in regmap_reg_addr()
1605 reg >>= map->format.reg_shift; in regmap_reg_addr()
1606 else if (map->format.reg_shift < 0) in regmap_reg_addr()
1607 reg <<= -(map->format.reg_shift); in regmap_reg_addr()
1612 static int _regmap_raw_write_impl(struct regmap *map, unsigned int reg, in _regmap_raw_write_impl() argument
1617 void *work_val = map->work_buf + map->format.reg_bytes + in _regmap_raw_write_impl()
1618 map->format.pad_bytes; in _regmap_raw_write_impl()
1627 if (!regmap_writeable_noinc(map, reg)) { in _regmap_raw_write_impl()
1628 for (i = 0; i < val_len / map->format.val_bytes; i++) { in _regmap_raw_write_impl()
1630 reg + regmap_get_offset(map, i); in _regmap_raw_write_impl()
1631 if (!regmap_writeable(map, element) || in _regmap_raw_write_impl()
1632 regmap_writeable_noinc(map, element)) in _regmap_raw_write_impl()
1637 if (!map->cache_bypass && map->format.parse_val) { in _regmap_raw_write_impl()
1639 int val_bytes = map->format.val_bytes; in _regmap_raw_write_impl()
1644 ival = map->format.parse_val(val + i); in _regmap_raw_write_impl()
1645 offset = noinc ? 0 : regmap_get_offset(map, i / val_bytes); in _regmap_raw_write_impl()
1646 ret = regcache_write(map, reg + offset, ival); in _regmap_raw_write_impl()
1648 dev_err(map->dev, in _regmap_raw_write_impl()
1654 if (map->cache_only) { in _regmap_raw_write_impl()
1655 map->cache_dirty = true; in _regmap_raw_write_impl()
1660 range = _regmap_range_lookup(map, reg); in _regmap_raw_write_impl()
1662 int val_num = val_len / map->format.val_bytes; in _regmap_raw_write_impl()
1668 dev_dbg(map->dev, "Writing window %d/%zu\n", in _regmap_raw_write_impl()
1669 win_residue, val_len / map->format.val_bytes); in _regmap_raw_write_impl()
1670 ret = _regmap_raw_write_impl(map, reg, val, in _regmap_raw_write_impl()
1672 map->format.val_bytes, noinc); in _regmap_raw_write_impl()
1678 val += win_residue * map->format.val_bytes; in _regmap_raw_write_impl()
1679 val_len -= win_residue * map->format.val_bytes; in _regmap_raw_write_impl()
1686 ret = _regmap_select_page(map, ®, range, noinc ? 1 : val_num); in _regmap_raw_write_impl()
1691 reg = regmap_reg_addr(map, reg); in _regmap_raw_write_impl()
1692 map->format.format_reg(map->work_buf, reg, map->reg_shift); in _regmap_raw_write_impl()
1693 regmap_set_work_buf_flag_mask(map, map->format.reg_bytes, in _regmap_raw_write_impl()
1694 map->write_flag_mask); in _regmap_raw_write_impl()
1701 if (val != work_val && val_len == map->format.val_bytes) { in _regmap_raw_write_impl()
1702 memcpy(work_val, val, map->format.val_bytes); in _regmap_raw_write_impl()
1706 if (map->async && map->bus && map->bus->async_write) { in _regmap_raw_write_impl()
1709 trace_regmap_async_write_start(map, reg, val_len); in _regmap_raw_write_impl()
1711 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write_impl()
1712 async = list_first_entry_or_null(&map->async_free, in _regmap_raw_write_impl()
1717 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write_impl()
1720 async = map->bus->async_alloc(); in _regmap_raw_write_impl()
1724 async->work_buf = kzalloc(map->format.buf_size, in _regmap_raw_write_impl()
1732 async->map = map; in _regmap_raw_write_impl()
1735 memcpy(async->work_buf, map->work_buf, map->format.pad_bytes + in _regmap_raw_write_impl()
1736 map->format.reg_bytes + map->format.val_bytes); in _regmap_raw_write_impl()
1738 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write_impl()
1739 list_add_tail(&async->list, &map->async_list); in _regmap_raw_write_impl()
1740 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write_impl()
1743 ret = map->bus->async_write(map->bus_context, in _regmap_raw_write_impl()
1745 map->format.reg_bytes + in _regmap_raw_write_impl()
1746 map->format.pad_bytes, in _regmap_raw_write_impl()
1749 ret = map->bus->async_write(map->bus_context, in _regmap_raw_write_impl()
1751 map->format.reg_bytes + in _regmap_raw_write_impl()
1752 map->format.pad_bytes + in _regmap_raw_write_impl()
1756 dev_err(map->dev, "Failed to schedule write: %d\n", in _regmap_raw_write_impl()
1759 spin_lock_irqsave(&map->async_lock, flags); in _regmap_raw_write_impl()
1760 list_move(&async->list, &map->async_free); in _regmap_raw_write_impl()
1761 spin_unlock_irqrestore(&map->async_lock, flags); in _regmap_raw_write_impl()
1767 trace_regmap_hw_write_start(map, reg, val_len / map->format.val_bytes); in _regmap_raw_write_impl()
1774 ret = map->write(map->bus_context, map->work_buf, in _regmap_raw_write_impl()
1775 map->format.reg_bytes + in _regmap_raw_write_impl()
1776 map->format.pad_bytes + in _regmap_raw_write_impl()
1778 else if (map->bus && map->bus->gather_write) in _regmap_raw_write_impl()
1779 ret = map->bus->gather_write(map->bus_context, map->work_buf, in _regmap_raw_write_impl()
1780 map->format.reg_bytes + in _regmap_raw_write_impl()
1781 map->format.pad_bytes, in _regmap_raw_write_impl()
1788 len = map->format.reg_bytes + map->format.pad_bytes + val_len; in _regmap_raw_write_impl()
1793 memcpy(buf, map->work_buf, map->format.reg_bytes); in _regmap_raw_write_impl()
1794 memcpy(buf + map->format.reg_bytes + map->format.pad_bytes, in _regmap_raw_write_impl()
1796 ret = map->write(map->bus_context, buf, len); in _regmap_raw_write_impl()
1799 } else if (ret != 0 && !map->cache_bypass && map->format.parse_val) { in _regmap_raw_write_impl()
1801 * thus call map->cache_ops->drop() directly in _regmap_raw_write_impl()
1803 if (map->cache_ops && map->cache_ops->drop) in _regmap_raw_write_impl()
1804 map->cache_ops->drop(map, reg, reg + 1); in _regmap_raw_write_impl()
1807 trace_regmap_hw_write_done(map, reg, val_len / map->format.val_bytes); in _regmap_raw_write_impl()
1815 * @map: Map to check.
1817 bool regmap_can_raw_write(struct regmap *map) in regmap_can_raw_write() argument
1819 return map->write && map->format.format_val && map->format.format_reg; in regmap_can_raw_write()
1826 * @map: Map to check.
1828 size_t regmap_get_raw_read_max(struct regmap *map) in regmap_get_raw_read_max() argument
1830 return map->max_raw_read; in regmap_get_raw_read_max()
1837 * @map: Map to check.
1839 size_t regmap_get_raw_write_max(struct regmap *map) in regmap_get_raw_write_max() argument
1841 return map->max_raw_write; in regmap_get_raw_write_max()
1850 struct regmap *map = context; in _regmap_bus_formatted_write() local
1852 WARN_ON(!map->format.format_write); in _regmap_bus_formatted_write()
1854 range = _regmap_range_lookup(map, reg); in _regmap_bus_formatted_write()
1856 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_formatted_write()
1861 reg = regmap_reg_addr(map, reg); in _regmap_bus_formatted_write()
1862 map->format.format_write(map, reg, val); in _regmap_bus_formatted_write()
1864 trace_regmap_hw_write_start(map, reg, 1); in _regmap_bus_formatted_write()
1866 ret = map->write(map->bus_context, map->work_buf, map->format.buf_size); in _regmap_bus_formatted_write()
1868 trace_regmap_hw_write_done(map, reg, 1); in _regmap_bus_formatted_write()
1876 struct regmap *map = context; in _regmap_bus_reg_write() local
1880 range = _regmap_range_lookup(map, reg); in _regmap_bus_reg_write()
1882 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_reg_write()
1887 reg = regmap_reg_addr(map, reg); in _regmap_bus_reg_write()
1888 return map->bus->reg_write(map->bus_context, reg, val); in _regmap_bus_reg_write()
1894 struct regmap *map = context; in _regmap_bus_raw_write() local
1896 WARN_ON(!map->format.format_val); in _regmap_bus_raw_write()
1898 map->format.format_val(map->work_buf + map->format.reg_bytes in _regmap_bus_raw_write()
1899 + map->format.pad_bytes, val, 0); in _regmap_bus_raw_write()
1900 return _regmap_raw_write_impl(map, reg, in _regmap_bus_raw_write()
1901 map->work_buf + in _regmap_bus_raw_write()
1902 map->format.reg_bytes + in _regmap_bus_raw_write()
1903 map->format.pad_bytes, in _regmap_bus_raw_write()
1904 map->format.val_bytes, in _regmap_bus_raw_write()
1908 static inline void *_regmap_map_get_context(struct regmap *map) in _regmap_map_get_context() argument
1910 return (map->bus || (!map->bus && map->read)) ? map : map->bus_context; in _regmap_map_get_context()
1913 int _regmap_write(struct regmap *map, unsigned int reg, in _regmap_write() argument
1917 void *context = _regmap_map_get_context(map); in _regmap_write()
1919 if (!regmap_writeable(map, reg)) in _regmap_write()
1922 if (!map->cache_bypass && !map->defer_caching) { in _regmap_write()
1923 ret = regcache_write(map, reg, val); in _regmap_write()
1926 if (map->cache_only) { in _regmap_write()
1927 map->cache_dirty = true; in _regmap_write()
1932 ret = map->reg_write(context, reg, val); in _regmap_write()
1934 if (regmap_should_log(map)) in _regmap_write()
1935 dev_info(map->dev, "%x <= %x\n", reg, val); in _regmap_write()
1937 trace_regmap_reg_write(map, reg, val); in _regmap_write()
1946 * @map: Register map to write to
1953 int regmap_write(struct regmap *map, unsigned int reg, unsigned int val) in regmap_write() argument
1957 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_write()
1960 map->lock(map->lock_arg); in regmap_write()
1962 ret = _regmap_write(map, reg, val); in regmap_write()
1964 map->unlock(map->lock_arg); in regmap_write()
1973 * @map: Register map to write to
1980 int regmap_write_async(struct regmap *map, unsigned int reg, unsigned int val) in regmap_write_async() argument
1984 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_write_async()
1987 map->lock(map->lock_arg); in regmap_write_async()
1989 map->async = true; in regmap_write_async()
1991 ret = _regmap_write(map, reg, val); in regmap_write_async()
1993 map->async = false; in regmap_write_async()
1995 map->unlock(map->lock_arg); in regmap_write_async()
2001 int _regmap_raw_write(struct regmap *map, unsigned int reg, in _regmap_raw_write() argument
2004 size_t val_bytes = map->format.val_bytes; in _regmap_raw_write()
2013 if (map->use_single_write) in _regmap_raw_write()
2015 else if (map->max_raw_write && val_len > map->max_raw_write) in _regmap_raw_write()
2016 chunk_regs = map->max_raw_write / val_bytes; in _regmap_raw_write()
2023 ret = _regmap_raw_write_impl(map, reg, val, chunk_bytes, noinc); in _regmap_raw_write()
2027 reg += regmap_get_offset(map, chunk_regs); in _regmap_raw_write()
2034 ret = _regmap_raw_write_impl(map, reg, val, val_len, noinc); in _regmap_raw_write()
2042 * @map: Register map to write to
2055 int regmap_raw_write(struct regmap *map, unsigned int reg, in regmap_raw_write() argument
2060 if (!regmap_can_raw_write(map)) in regmap_raw_write()
2062 if (val_len % map->format.val_bytes) in regmap_raw_write()
2065 map->lock(map->lock_arg); in regmap_raw_write()
2067 ret = _regmap_raw_write(map, reg, val, val_len, false); in regmap_raw_write()
2069 map->unlock(map->lock_arg); in regmap_raw_write()
2075 static int regmap_noinc_readwrite(struct regmap *map, unsigned int reg, in regmap_noinc_readwrite() argument
2078 size_t val_bytes = map->format.val_bytes; in regmap_noinc_readwrite()
2113 if (!map->cache_bypass && !map->defer_caching) { in regmap_noinc_readwrite()
2114 ret = regcache_write(map, reg, lastval); in regmap_noinc_readwrite()
2117 if (map->cache_only) { in regmap_noinc_readwrite()
2118 map->cache_dirty = true; in regmap_noinc_readwrite()
2122 ret = map->bus->reg_noinc_write(map->bus_context, reg, val, val_count); in regmap_noinc_readwrite()
2124 ret = map->bus->reg_noinc_read(map->bus_context, reg, val, val_count); in regmap_noinc_readwrite()
2127 if (!ret && regmap_should_log(map)) { in regmap_noinc_readwrite()
2128 dev_info(map->dev, "%x %s [", reg, write ? "<=" : "=>"); in regmap_noinc_readwrite()
2157 * @map: Register map to write to
2174 int regmap_noinc_write(struct regmap *map, unsigned int reg, in regmap_noinc_write() argument
2180 if (!map->write && !(map->bus && map->bus->reg_noinc_write)) in regmap_noinc_write()
2182 if (val_len % map->format.val_bytes) in regmap_noinc_write()
2184 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_noinc_write()
2189 map->lock(map->lock_arg); in regmap_noinc_write()
2191 if (!regmap_volatile(map, reg) || !regmap_writeable_noinc(map, reg)) { in regmap_noinc_write()
2200 if (map->bus->reg_noinc_write) { in regmap_noinc_write()
2201 ret = regmap_noinc_readwrite(map, reg, (void *)val, val_len, true); in regmap_noinc_write()
2206 if (map->max_raw_write && map->max_raw_write < val_len) in regmap_noinc_write()
2207 write_len = map->max_raw_write; in regmap_noinc_write()
2210 ret = _regmap_raw_write(map, reg, val, write_len, true); in regmap_noinc_write()
2218 map->unlock(map->lock_arg); in regmap_noinc_write()
2308 * @map: Register map to write to
2319 int regmap_bulk_write(struct regmap *map, unsigned int reg, const void *val, in regmap_bulk_write() argument
2323 size_t val_bytes = map->format.val_bytes; in regmap_bulk_write()
2325 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_bulk_write()
2332 if (!map->write || !map->format.parse_inplace) { in regmap_bulk_write()
2333 map->lock(map->lock_arg); in regmap_bulk_write()
2352 ret = _regmap_write(map, in regmap_bulk_write()
2353 reg + regmap_get_offset(map, i), in regmap_bulk_write()
2359 map->unlock(map->lock_arg); in regmap_bulk_write()
2363 wval = kmemdup_array(val, val_count, val_bytes, map->alloc_flags); in regmap_bulk_write()
2368 map->format.parse_inplace(wval + i); in regmap_bulk_write()
2370 ret = regmap_raw_write(map, reg, wval, val_bytes * val_count); in regmap_bulk_write()
2376 trace_regmap_bulk_write(map, reg, val, val_bytes * val_count); in regmap_bulk_write()
2389 static int _regmap_raw_multi_reg_write(struct regmap *map, in _regmap_raw_multi_reg_write() argument
2397 size_t val_bytes = map->format.val_bytes; in _regmap_raw_multi_reg_write()
2398 size_t reg_bytes = map->format.reg_bytes; in _regmap_raw_multi_reg_write()
2399 size_t pad_bytes = map->format.pad_bytes; in _regmap_raw_multi_reg_write()
2417 trace_regmap_hw_write_start(map, reg, 1); in _regmap_raw_multi_reg_write()
2418 reg = regmap_reg_addr(map, reg); in _regmap_raw_multi_reg_write()
2419 map->format.format_reg(u8, reg, map->reg_shift); in _regmap_raw_multi_reg_write()
2421 map->format.format_val(u8, val, 0); in _regmap_raw_multi_reg_write()
2425 *u8 |= map->write_flag_mask; in _regmap_raw_multi_reg_write()
2427 ret = map->write(map->bus_context, buf, len); in _regmap_raw_multi_reg_write()
2433 trace_regmap_hw_write_done(map, reg, 1); in _regmap_raw_multi_reg_write()
2438 static unsigned int _regmap_register_page(struct regmap *map, in _regmap_register_page() argument
2447 static int _regmap_range_multi_paged_reg_write(struct regmap *map, in _regmap_range_multi_paged_reg_write() argument
2467 range = _regmap_range_lookup(map, reg); in _regmap_range_multi_paged_reg_write()
2469 unsigned int win_page = _regmap_register_page(map, reg, in _regmap_range_multi_paged_reg_write()
2496 ret = _regmap_raw_multi_reg_write(map, base, n); in _regmap_range_multi_paged_reg_write()
2501 if (map->can_sleep) in _regmap_range_multi_paged_reg_write()
2511 ret = _regmap_select_page(map, in _regmap_range_multi_paged_reg_write()
2524 return _regmap_raw_multi_reg_write(map, base, n); in _regmap_range_multi_paged_reg_write()
2528 static int _regmap_multi_reg_write(struct regmap *map, in _regmap_multi_reg_write() argument
2535 if (!map->can_multi_write) { in _regmap_multi_reg_write()
2537 ret = _regmap_write(map, regs[i].reg, regs[i].def); in _regmap_multi_reg_write()
2542 if (map->can_sleep) in _regmap_multi_reg_write()
2551 if (!map->format.parse_inplace) in _regmap_multi_reg_write()
2554 if (map->writeable_reg) in _regmap_multi_reg_write()
2557 if (!map->writeable_reg(map->dev, reg)) in _regmap_multi_reg_write()
2559 if (!IS_ALIGNED(reg, map->reg_stride)) in _regmap_multi_reg_write()
2563 if (!map->cache_bypass) { in _regmap_multi_reg_write()
2567 ret = regcache_write(map, reg, val); in _regmap_multi_reg_write()
2569 dev_err(map->dev, in _regmap_multi_reg_write()
2575 if (map->cache_only) { in _regmap_multi_reg_write()
2576 map->cache_dirty = true; in _regmap_multi_reg_write()
2581 WARN_ON(!map->bus); in _regmap_multi_reg_write()
2590 range = _regmap_range_lookup(map, reg); in _regmap_multi_reg_write()
2597 ret = _regmap_range_multi_paged_reg_write(map, base, in _regmap_multi_reg_write()
2604 return _regmap_raw_multi_reg_write(map, regs, num_regs); in _regmap_multi_reg_write()
2610 * @map: Register map to write to
2626 int regmap_multi_reg_write(struct regmap *map, const struct reg_sequence *regs, in regmap_multi_reg_write() argument
2631 map->lock(map->lock_arg); in regmap_multi_reg_write()
2633 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_multi_reg_write()
2635 map->unlock(map->lock_arg); in regmap_multi_reg_write()
2645 * @map: Register map to write to
2659 int regmap_multi_reg_write_bypassed(struct regmap *map, in regmap_multi_reg_write_bypassed() argument
2666 map->lock(map->lock_arg); in regmap_multi_reg_write_bypassed()
2668 bypass = map->cache_bypass; in regmap_multi_reg_write_bypassed()
2669 map->cache_bypass = true; in regmap_multi_reg_write_bypassed()
2671 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_multi_reg_write_bypassed()
2673 map->cache_bypass = bypass; in regmap_multi_reg_write_bypassed()
2675 map->unlock(map->lock_arg); in regmap_multi_reg_write_bypassed()
2685 * @map: Register map to write to
2703 int regmap_raw_write_async(struct regmap *map, unsigned int reg, in regmap_raw_write_async() argument
2708 if (val_len % map->format.val_bytes) in regmap_raw_write_async()
2710 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_raw_write_async()
2713 map->lock(map->lock_arg); in regmap_raw_write_async()
2715 map->async = true; in regmap_raw_write_async()
2717 ret = _regmap_raw_write(map, reg, val, val_len, false); in regmap_raw_write_async()
2719 map->async = false; in regmap_raw_write_async()
2721 map->unlock(map->lock_arg); in regmap_raw_write_async()
2727 static int _regmap_raw_read(struct regmap *map, unsigned int reg, void *val, in _regmap_raw_read() argument
2733 if (!map->read) in _regmap_raw_read()
2736 range = _regmap_range_lookup(map, reg); in _regmap_raw_read()
2738 ret = _regmap_select_page(map, ®, range, in _regmap_raw_read()
2739 noinc ? 1 : val_len / map->format.val_bytes); in _regmap_raw_read()
2744 reg = regmap_reg_addr(map, reg); in _regmap_raw_read()
2745 map->format.format_reg(map->work_buf, reg, map->reg_shift); in _regmap_raw_read()
2746 regmap_set_work_buf_flag_mask(map, map->format.reg_bytes, in _regmap_raw_read()
2747 map->read_flag_mask); in _regmap_raw_read()
2748 trace_regmap_hw_read_start(map, reg, val_len / map->format.val_bytes); in _regmap_raw_read()
2750 ret = map->read(map->bus_context, map->work_buf, in _regmap_raw_read()
2751 map->format.reg_bytes + map->format.pad_bytes, in _regmap_raw_read()
2754 trace_regmap_hw_read_done(map, reg, val_len / map->format.val_bytes); in _regmap_raw_read()
2762 struct regmap *map = context; in _regmap_bus_reg_read() local
2766 range = _regmap_range_lookup(map, reg); in _regmap_bus_reg_read()
2768 ret = _regmap_select_page(map, ®, range, 1); in _regmap_bus_reg_read()
2773 reg = regmap_reg_addr(map, reg); in _regmap_bus_reg_read()
2774 return map->bus->reg_read(map->bus_context, reg, val); in _regmap_bus_reg_read()
2781 struct regmap *map = context; in _regmap_bus_read() local
2782 void *work_val = map->work_buf + map->format.reg_bytes + in _regmap_bus_read()
2783 map->format.pad_bytes; in _regmap_bus_read()
2785 if (!map->format.parse_val) in _regmap_bus_read()
2788 ret = _regmap_raw_read(map, reg, work_val, map->format.val_bytes, false); in _regmap_bus_read()
2790 *val = map->format.parse_val(work_val); in _regmap_bus_read()
2795 static int _regmap_read(struct regmap *map, unsigned int reg, in _regmap_read() argument
2799 void *context = _regmap_map_get_context(map); in _regmap_read()
2801 if (!map->cache_bypass) { in _regmap_read()
2802 ret = regcache_read(map, reg, val); in _regmap_read()
2807 if (map->cache_only) in _regmap_read()
2810 if (!regmap_readable(map, reg)) in _regmap_read()
2813 ret = map->reg_read(context, reg, val); in _regmap_read()
2815 if (regmap_should_log(map)) in _regmap_read()
2816 dev_info(map->dev, "%x => %x\n", reg, *val); in _regmap_read()
2818 trace_regmap_reg_read(map, reg, *val); in _regmap_read()
2820 if (!map->cache_bypass) in _regmap_read()
2821 regcache_write(map, reg, *val); in _regmap_read()
2830 * @map: Register map to read from
2837 int regmap_read(struct regmap *map, unsigned int reg, unsigned int *val) in regmap_read() argument
2841 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_read()
2844 map->lock(map->lock_arg); in regmap_read()
2846 ret = _regmap_read(map, reg, val); in regmap_read()
2848 map->unlock(map->lock_arg); in regmap_read()
2858 * @map: Register map to read from
2865 int regmap_read_bypassed(struct regmap *map, unsigned int reg, unsigned int *val) in regmap_read_bypassed() argument
2870 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_read_bypassed()
2873 map->lock(map->lock_arg); in regmap_read_bypassed()
2875 bypass = map->cache_bypass; in regmap_read_bypassed()
2876 cache_only = map->cache_only; in regmap_read_bypassed()
2877 map->cache_bypass = true; in regmap_read_bypassed()
2878 map->cache_only = false; in regmap_read_bypassed()
2880 ret = _regmap_read(map, reg, val); in regmap_read_bypassed()
2882 map->cache_bypass = bypass; in regmap_read_bypassed()
2883 map->cache_only = cache_only; in regmap_read_bypassed()
2885 map->unlock(map->lock_arg); in regmap_read_bypassed()
2894 * @map: Register map to read from
2902 int regmap_raw_read(struct regmap *map, unsigned int reg, void *val, in regmap_raw_read() argument
2905 size_t val_bytes = map->format.val_bytes; in regmap_raw_read()
2910 if (val_len % map->format.val_bytes) in regmap_raw_read()
2912 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_raw_read()
2917 map->lock(map->lock_arg); in regmap_raw_read()
2919 if (regmap_volatile_range(map, reg, val_count) || map->cache_bypass || in regmap_raw_read()
2920 map->cache_type == REGCACHE_NONE) { in regmap_raw_read()
2924 if (!map->cache_bypass && map->cache_only) { in regmap_raw_read()
2929 if (!map->read) { in regmap_raw_read()
2934 if (map->use_single_read) in regmap_raw_read()
2936 else if (map->max_raw_read && val_len > map->max_raw_read) in regmap_raw_read()
2937 chunk_regs = map->max_raw_read / val_bytes; in regmap_raw_read()
2944 ret = _regmap_raw_read(map, reg, val, chunk_bytes, false); in regmap_raw_read()
2948 reg += regmap_get_offset(map, chunk_regs); in regmap_raw_read()
2955 ret = _regmap_raw_read(map, reg, val, val_len, false); in regmap_raw_read()
2964 ret = _regmap_read(map, reg + regmap_get_offset(map, i), in regmap_raw_read()
2969 map->format.format_val(val + (i * val_bytes), v, 0); in regmap_raw_read()
2974 map->unlock(map->lock_arg); in regmap_raw_read()
2984 * @map: Register map to read from
3001 int regmap_noinc_read(struct regmap *map, unsigned int reg, in regmap_noinc_read() argument
3007 if (!map->read) in regmap_noinc_read()
3010 if (val_len % map->format.val_bytes) in regmap_noinc_read()
3012 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_noinc_read()
3017 map->lock(map->lock_arg); in regmap_noinc_read()
3019 if (!regmap_volatile(map, reg) || !regmap_readable_noinc(map, reg)) { in regmap_noinc_read()
3030 if (!map->cache_bypass && map->cache_only) { in regmap_noinc_read()
3036 if (map->bus->reg_noinc_read) { in regmap_noinc_read()
3037 ret = regmap_noinc_readwrite(map, reg, val, val_len, false); in regmap_noinc_read()
3042 if (map->max_raw_read && map->max_raw_read < val_len) in regmap_noinc_read()
3043 read_len = map->max_raw_read; in regmap_noinc_read()
3046 ret = _regmap_raw_read(map, reg, val, read_len, true); in regmap_noinc_read()
3054 map->unlock(map->lock_arg); in regmap_noinc_read()
3117 static int _regmap_bulk_read(struct regmap *map, unsigned int reg, in _regmap_bulk_read() argument
3125 map->lock(map->lock_arg); in _regmap_bulk_read()
3131 if (!IS_ALIGNED(regs[i], map->reg_stride)) { in _regmap_bulk_read()
3135 ret = _regmap_read(map, regs[i], &ival); in _regmap_bulk_read()
3137 ret = _regmap_read(map, reg + regmap_get_offset(map, i), &ival); in _regmap_bulk_read()
3142 switch (map->format.val_bytes) { in _regmap_bulk_read()
3158 map->unlock(map->lock_arg); in _regmap_bulk_read()
3165 * @map: Register map to read from
3173 int regmap_bulk_read(struct regmap *map, unsigned int reg, void *val, in regmap_bulk_read() argument
3177 size_t val_bytes = map->format.val_bytes; in regmap_bulk_read()
3178 bool vol = regmap_volatile_range(map, reg, val_count); in regmap_bulk_read()
3180 if (!IS_ALIGNED(reg, map->reg_stride)) in regmap_bulk_read()
3185 if (map->read && map->format.parse_inplace && (vol || map->cache_type == REGCACHE_NONE)) { in regmap_bulk_read()
3186 ret = regmap_raw_read(map, reg, val, val_bytes * val_count); in regmap_bulk_read()
3191 map->format.parse_inplace(val + i); in regmap_bulk_read()
3193 ret = _regmap_bulk_read(map, reg, NULL, val, val_count); in regmap_bulk_read()
3196 trace_regmap_bulk_read(map, reg, val, val_bytes * val_count); in regmap_bulk_read()
3204 * @map: Register map to read from
3212 int regmap_multi_reg_read(struct regmap *map, const unsigned int *regs, void *val, in regmap_multi_reg_read() argument
3218 return _regmap_bulk_read(map, 0, regs, val, val_count); in regmap_multi_reg_read()
3222 static int _regmap_update_bits(struct regmap *map, unsigned int reg, in _regmap_update_bits() argument
3232 if (regmap_volatile(map, reg) && map->reg_update_bits) { in _regmap_update_bits()
3233 reg = regmap_reg_addr(map, reg); in _regmap_update_bits()
3234 ret = map->reg_update_bits(map->bus_context, reg, mask, val); in _regmap_update_bits()
3238 ret = _regmap_read(map, reg, &orig); in _regmap_update_bits()
3245 if (force_write || (tmp != orig) || map->force_write_field) { in _regmap_update_bits()
3246 ret = _regmap_write(map, reg, tmp); in _regmap_update_bits()
3258 * @map: Register map to update
3266 * Perform a read/modify/write cycle on a register map with change, async, force
3277 int regmap_update_bits_base(struct regmap *map, unsigned int reg, in regmap_update_bits_base() argument
3283 map->lock(map->lock_arg); in regmap_update_bits_base()
3285 map->async = async; in regmap_update_bits_base()
3287 ret = _regmap_update_bits(map, reg, mask, val, change, force); in regmap_update_bits_base()
3289 map->async = false; in regmap_update_bits_base()
3291 map->unlock(map->lock_arg); in regmap_update_bits_base()
3300 * @map: Register map to operate on
3308 int regmap_test_bits(struct regmap *map, unsigned int reg, unsigned int bits) in regmap_test_bits() argument
3312 ret = regmap_read(map, reg, &val); in regmap_test_bits()
3322 struct regmap *map = async->map; in regmap_async_complete_cb() local
3325 trace_regmap_async_io_complete(map); in regmap_async_complete_cb()
3327 spin_lock(&map->async_lock); in regmap_async_complete_cb()
3328 list_move(&async->list, &map->async_free); in regmap_async_complete_cb()
3329 wake = list_empty(&map->async_list); in regmap_async_complete_cb()
3332 map->async_ret = ret; in regmap_async_complete_cb()
3334 spin_unlock(&map->async_lock); in regmap_async_complete_cb()
3337 wake_up(&map->async_waitq); in regmap_async_complete_cb()
3341 static int regmap_async_is_done(struct regmap *map) in regmap_async_is_done() argument
3346 spin_lock_irqsave(&map->async_lock, flags); in regmap_async_is_done()
3347 ret = list_empty(&map->async_list); in regmap_async_is_done()
3348 spin_unlock_irqrestore(&map->async_lock, flags); in regmap_async_is_done()
3356 * @map: Map to operate on.
3361 int regmap_async_complete(struct regmap *map) in regmap_async_complete() argument
3367 if (!map->bus || !map->bus->async_write) in regmap_async_complete()
3370 trace_regmap_async_complete_start(map); in regmap_async_complete()
3372 wait_event(map->async_waitq, regmap_async_is_done(map)); in regmap_async_complete()
3374 spin_lock_irqsave(&map->async_lock, flags); in regmap_async_complete()
3375 ret = map->async_ret; in regmap_async_complete()
3376 map->async_ret = 0; in regmap_async_complete()
3377 spin_unlock_irqrestore(&map->async_lock, flags); in regmap_async_complete()
3379 trace_regmap_async_complete_done(map); in regmap_async_complete()
3389 * @map: Register map to apply updates to.
3402 int regmap_register_patch(struct regmap *map, const struct reg_sequence *regs, in regmap_register_patch() argument
3413 p = krealloc(map->patch, in regmap_register_patch()
3414 sizeof(struct reg_sequence) * (map->patch_regs + num_regs), in regmap_register_patch()
3417 memcpy(p + map->patch_regs, regs, num_regs * sizeof(*regs)); in regmap_register_patch()
3418 map->patch = p; in regmap_register_patch()
3419 map->patch_regs += num_regs; in regmap_register_patch()
3424 map->lock(map->lock_arg); in regmap_register_patch()
3426 bypass = map->cache_bypass; in regmap_register_patch()
3428 map->cache_bypass = true; in regmap_register_patch()
3429 map->async = true; in regmap_register_patch()
3431 ret = _regmap_multi_reg_write(map, regs, num_regs); in regmap_register_patch()
3433 map->async = false; in regmap_register_patch()
3434 map->cache_bypass = bypass; in regmap_register_patch()
3436 map->unlock(map->lock_arg); in regmap_register_patch()
3438 regmap_async_complete(map); in regmap_register_patch()
3447 * @map: Register map to operate on.
3452 int regmap_get_val_bytes(struct regmap *map) in regmap_get_val_bytes() argument
3454 if (map->format.format_write) in regmap_get_val_bytes()
3457 return map->format.val_bytes; in regmap_get_val_bytes()
3464 * @map: Register map to operate on.
3469 int regmap_get_max_register(struct regmap *map) in regmap_get_max_register() argument
3471 return map->max_register_is_set ? map->max_register : -EINVAL; in regmap_get_max_register()
3478 * @map: Register map to operate on.
3483 int regmap_get_reg_stride(struct regmap *map) in regmap_get_reg_stride() argument
3485 return map->reg_stride; in regmap_get_reg_stride()
3492 * @map: Register map to operate on.
3496 bool regmap_might_sleep(struct regmap *map) in regmap_might_sleep() argument
3498 return map->can_sleep; in regmap_might_sleep()
3502 int regmap_parse_val(struct regmap *map, const void *buf, in regmap_parse_val() argument
3505 if (!map->format.parse_val) in regmap_parse_val()
3508 *val = map->format.parse_val(buf); in regmap_parse_val()